This repository has been archived by the owner on Mar 22, 2024. It is now read-only.
Java 8 #947
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Java 8 | |
| on: | |
| push: | |
| pull_request: | |
| schedule: | |
| # Once a day from monday to friday after the daily SNAPSHOTS are published | |
| - cron: '0 10 * * 1-5' | |
| permissions: read-all | |
| jobs: | |
| build: | |
| runs-on: ${{ matrix.os }} | |
| permissions: read-all | |
| strategy: | |
| matrix: | |
| os: [macos-latest, ubuntu-latest, windows-latest] | |
| BEAM_VERSION: | |
| - 2.52.0 | |
| - 2.53.0-SNAPSHOT | |
| SPARK3_VERSION: | |
| - 3.1.2 | |
| - 3.2.0 | |
| - 3.3.1 | |
| AVRO_VERSION: | |
| - 1.9.2 | |
| - 1.10.2 | |
| - 1.11.1 | |
| fail-fast: false | |
| steps: | |
| - name: Checkout Talend/beam-samples | |
| uses: actions/checkout@v3 | |
| - name: Setup Java | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: 'adopt' | |
| java-version: '8' | |
| - name: Cache maven artifacts | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-maven- | |
| - name: Build and Run Tests | |
| run: | |
| mvn clean verify -D"beam.version"="${{ matrix.BEAM_VERSION }}" | |
| # Run some samples | |
| - name: Run Avro SQL Pipeline - Direct Runner | |
| run: | |
| mvn -pl sql exec:java -D"exec.mainClass"="org.apache.beam.samples.sql.BeamSqlAvroExample" -Pdirect-runner -D"exec.args"="--runner=DirectRunner" | |
| - name: Run Avro SQL Pipeline - Direct Runner - Avro "${{ matrix.AVRO_VERSION }}" | |
| if: matrix.os == 'ubuntu-latest' | |
| run: | |
| mvn -pl sql exec:java -D"exec.mainClass"="org.apache.beam.samples.sql.BeamSqlAvroExample" -Pdirect-runner -D"avro.version"="${{ matrix.AVRO_VERSION }}" -D"exec.args"="--runner=DirectRunner" | |
| - name: Run Ingest Parquet Pipeline - Direct Runner | |
| run: | |
| mvn -pl EventsToIOs exec:java -D"exec.mainClass"="org.apache.beam.samples.ingest.IngestParquet" -Pdirect-runner -D"exec.args"="--runner=DirectRunner" | |
| - name: Run Avro SQL Pipeline - Spark Classic Runner (Spark 3) "${{ matrix.SPARK3_VERSION }}" | |
| if: matrix.os == 'ubuntu-latest' | |
| run: | |
| mvn -pl sql exec:java -Dexec.mainClass=org.apache.beam.samples.sql.BeamSqlAvroExample -Pspark3-runner -D"spark3.version"="${{ matrix.SPARK3_VERSION }}" -Dexec.args="--runner=SparkRunner" | |
| - name: Run Avro SQL Pipeline - Flink Runner | |
| if: matrix.os == 'ubuntu-latest' | |
| run: | |
| mvn -pl sql exec:java -Dexec.mainClass=org.apache.beam.samples.sql.BeamSqlAvroExample -Pflink-runner -Dexec.args="--runner=FlinkRunner" |