diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 2433e22b..186414e1 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -17,12 +17,14 @@ jobs: spark: 3 name: Scala ${{ matrix.scala }}, Spark ${{ matrix.spark }} steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v4 + with: + persist-credentials: false - name: Set up JDK 1.8 uses: actions/setup-java@v1 with: java-version: 1.8 - - uses: actions/cache@v2 + - uses: actions/cache@v4 with: path: ~/.m2/repository key: ${{ runner.os }}-${{ matrix.scala }}-${{ matrix.spark }}-${{ hashFiles('**/pom.xml') }} diff --git a/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala b/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala index 1bd0e421..36b468ff 100644 --- a/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala +++ b/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala @@ -65,10 +65,14 @@ private[transformer] class AddDateVersionTransformer(val reportDate: String, val StructField(ColumnVersion, IntegerType, nullable = true) )))) - fileCatalog.partitionSpec().partitions.map { partition => - val row: InternalRow = partition.values - (row.getString(0), row.getInt(1)) - }.filter { case (date, _) => date == reportDate }.map { case (_, version) => version }.toList + fileCatalog.partitionSpec().partitions + .map { partition => + val row: InternalRow = partition.values + (row.getString(0), row.getInt(1)) + } + .filter { case (date, _) => date == reportDate } + .map { case (_, version) => version } + .toList } }