This repository has been archived by the owner on Mar 22, 2024. It is now read-only.
Java 11 #930
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Java 11 | |
| on: | |
| push: | |
| pull_request: | |
| schedule: | |
| # Once a day from monday to friday after the daily SNAPSHOTS are published | |
| - cron: '0 11 * * 1-5' | |
| permissions: read-all | |
| jobs: | |
| build: | |
| runs-on: ${{ matrix.os }} | |
| permissions: read-all | |
| strategy: | |
| matrix: | |
| os: [macos-latest, ubuntu-latest, windows-latest] | |
| BEAM_VERSION: | |
| - 2.52.0 | |
| - 2.53.0-SNAPSHOT | |
| SPARK3_VERSION: | |
| - 3.0.2 | |
| - 3.1.2 | |
| - 3.2.0 | |
| - 3.3.1 | |
| fail-fast: false | |
| steps: | |
| - name: Checkout Talend/beam-samples | |
| uses: actions/checkout@v3 | |
| - name: Setup Java | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: 'adopt' | |
| java-version: '11' | |
| - name: Cache maven artifacts | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-maven- | |
| - name: Build and Run Tests | |
| run: | |
| mvn clean verify -D"maven.compiler.release"="11" -D"beam.version"="${{ matrix.BEAM_VERSION }}" | |
| # Run some samples | |
| - name: Run Avro SQL Pipeline - Direct Runner | |
| run: | |
| mvn -pl sql exec:java -D"exec.mainClass"="org.apache.beam.samples.sql.BeamSqlAvroExample" -Pdirect-runner -D"exec.args"="--runner=DirectRunner" | |
| - name: Run Ingest Parquet Pipeline - Direct Runner | |
| run: | |
| mvn -pl EventsToIOs exec:java -D"exec.mainClass"="org.apache.beam.samples.ingest.IngestParquet" -Pdirect-runner -D"exec.args"="--runner=DirectRunner" | |
| # Run some samples in linux only for more complex open source runners | |
| - name: Run Avro SQL Pipeline - Spark Classic Runner (Spark 3) "${{ matrix.SPARK3_VERSION }}" | |
| if: matrix.os == 'ubuntu-latest' | |
| run: | |
| mvn -pl sql exec:java -Dexec.mainClass=org.apache.beam.samples.sql.BeamSqlAvroExample -Pspark3-runner -D"spark3.version"="${{ matrix.SPARK3_VERSION }}" -Dexec.args="--runner=SparkRunner" | |
| - name: Run Avro SQL Pipeline - Flink Runner | |
| if: matrix.os == 'ubuntu-latest' | |
| run: | |
| mvn -pl sql exec:java -Dexec.mainClass=org.apache.beam.samples.sql.BeamSqlAvroExample -Pflink-runner -Dexec.args="--runner=FlinkRunner" |