Allow missing fields with implicit casting during streaming write #284
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Delta Connectors" | |
| on: [push, pull_request] | |
| jobs: | |
| build: | |
| name: "DC: Scala ${{ matrix.scala }}" | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| # These Scala versions must match those in the build.sbt | |
| scala: [2.13.13, 2.12.18] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: install java | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - name: Cache Scala, SBT | |
| uses: actions/cache@v2 | |
| with: | |
| path: | | |
| ~/.sbt | |
| ~/.ivy2 | |
| ~/.cache/coursier | |
| ~/.m2 | |
| key: build-cache-3-with-scala_${{ matrix.scala }} | |
| - name: Run Scala Style tests on test sources (Scala 2.12 only) | |
| run: build/sbt "++ ${{ matrix.scala }}" testScalastyle | |
| if: startsWith(matrix.scala, '2.12.') | |
| - name: Run sqlDeltaImport tests (Scala 2.12 and 2.13 only) | |
| run: build/sbt "++ ${{ matrix.scala }}" sqlDeltaImport/test | |
| if: ${{ !startsWith(matrix.scala, '2.11.') }} | |
| # These tests are not working yet | |
| # - name: Run Delta Standalone Compatibility tests (Scala 2.12 only) | |
| # run: build/sbt "++ ${{ matrix.scala }}" compatibility/test | |
| # if: startsWith(matrix.scala, '2.12.') | |
| - name: Run Delta Standalone tests | |
| run: build/sbt "++ ${{ matrix.scala }}" standalone/test testStandaloneCosmetic/test standaloneParquet/test testParquetUtilsWithStandaloneCosmetic/test | |
| - name: Run Hive 3 tests | |
| run: build/sbt "++ ${{ matrix.scala }}" hiveMR/test hiveTez/test | |
| - name: Run Hive 2 tests | |
| run: build/sbt "++ ${{ matrix.scala }}" hive2MR/test hive2Tez/test | |
| - name: Run Flink tests (Scala 2.12 only) | |
| run: build/sbt -mem 3000 "++ ${{ matrix.scala }}" flink/test | |
| if: ${{ startsWith(matrix.scala, '2.12.') }} |