diff --git a/.github/workflows/build-scala2.11-spark2.4.yml b/.github/workflows/build-scala2.11-spark2.4.yml
deleted file mode 100644
index 0cb81b48..00000000
--- a/.github/workflows/build-scala2.11-spark2.4.yml
+++ /dev/null
@@ -1,21 +0,0 @@
-name: Build Scala 2.11, Spark 2.4
-
-on:
- push:
- branches: [ master, branch-3.2 ]
- pull_request:
- branches: [ master, branch-3.2 ]
-
-jobs:
- build:
-
- runs-on: ubuntu-latest
-
- steps:
- - uses: actions/checkout@v2
- - name: Set up JDK 1.8
- uses: actions/setup-java@v1
- with:
- java-version: 1.8
- - name: Run tests
- run: mvn clean test -Plicense-check,spark-2.4,scala-2.11
diff --git a/.github/workflows/build-scala2.12-spark2.4.yml b/.github/workflows/build-scala2.12-spark2.4.yml
deleted file mode 100644
index 80af1828..00000000
--- a/.github/workflows/build-scala2.12-spark2.4.yml
+++ /dev/null
@@ -1,21 +0,0 @@
-name: Build Scala 2.12, Spark 2.4
-
-on:
- push:
- branches: [ master, branch-3.2 ]
- pull_request:
- branches: [ master, branch-3.2 ]
-
-jobs:
- build:
-
- runs-on: ubuntu-latest
-
- steps:
- - uses: actions/checkout@v2
- - name: Set up JDK 1.8
- uses: actions/setup-java@v1
- with:
- java-version: 1.8
- - name: Run tests
- run: mvn clean test -Plicense-check,spark-2.4,scala-2.12
diff --git a/.github/workflows/build-scala2.12-spark3.0.yml b/.github/workflows/build-scala2.12-spark3.0.yml
deleted file mode 100644
index 80286455..00000000
--- a/.github/workflows/build-scala2.12-spark3.0.yml
+++ /dev/null
@@ -1,21 +0,0 @@
-name: Build Scala 2.12, Spark 3.0
-
-on:
- push:
- branches: [ master, branch-3.2 ]
- pull_request:
- branches: [ master, branch-3.2 ]
-
-jobs:
- build:
-
- runs-on: ubuntu-latest
-
- steps:
- - uses: actions/checkout@v2
- - name: Set up JDK 1.8
- uses: actions/setup-java@v1
- with:
- java-version: 1.8
- - name: Run tests
- run: mvn clean test -Plicense-check,spark-3.0,scala-2.12
diff --git a/.github/workflows/build-scala2.12-spark3.1.yml b/.github/workflows/build-scala2.12-spark3.1.yml
deleted file mode 100644
index 4a36fde7..00000000
--- a/.github/workflows/build-scala2.12-spark3.1.yml
+++ /dev/null
@@ -1,21 +0,0 @@
-name: Build Scala 2.12, Spark 3.1
-
-on:
- push:
- branches: [ master, branch-3.2 ]
- pull_request:
- branches: [ master, branch-3.2 ]
-
-jobs:
- build:
-
- runs-on: ubuntu-latest
-
- steps:
- - uses: actions/checkout@v2
- - name: Set up JDK 1.8
- uses: actions/setup-java@v1
- with:
- java-version: 1.8
- - name: Run tests
- run: mvn clean test -Plicense-check,spark-3.1,scala-2.12
diff --git a/.github/workflows/build-scala2.11-spark2.3.yml b/.github/workflows/build-scala2.12-spark3.2.yml
similarity index 58%
rename from .github/workflows/build-scala2.11-spark2.3.yml
rename to .github/workflows/build-scala2.12-spark3.2.yml
index 8a1d1dcf..2858ef99 100644
--- a/.github/workflows/build-scala2.11-spark2.3.yml
+++ b/.github/workflows/build-scala2.12-spark3.2.yml
@@ -1,10 +1,10 @@
-name: Build Scala 2.11, Spark 2.3
+name: Build Scala 2.12, Spark 3.2
on:
push:
- branches: [ master, branch-3.2 ]
+ branches: [ master ]
pull_request:
- branches: [ master, branch-3.2 ]
+ branches: [ master ]
jobs:
build:
@@ -18,4 +18,4 @@ jobs:
with:
java-version: 1.8
- name: Run tests
- run: mvn clean test -Plicense-check,spark-2.3,scala-2.11
+ run: mvn clean test -Plicense-check,spark-3.2,scala-2.12
diff --git a/.github/workflows/compatibility-check.yml b/.github/workflows/compatibility-check.yml
index fb7ece4a..8648bc61 100644
--- a/.github/workflows/compatibility-check.yml
+++ b/.github/workflows/compatibility-check.yml
@@ -13,7 +13,7 @@ jobs:
strategy:
fail-fast: false
matrix:
- scala: [ 2.11, 2.12 ]
+ scala: [ 2.12 ]
name: Scala ${{ matrix.scala }}
steps:
- uses: actions/checkout@v2
diff --git a/pom.xml b/pom.xml
index f930f4f3..7ae33a08 100644
--- a/pom.xml
+++ b/pom.xml
@@ -48,19 +48,13 @@
3.2.1
- 2.3.4
- 2.4.8
- 3.0.3
- 3.1.2
-
-
+ 3.2.0
2.12
${scala_2.12.version}
- 2.11.12
2.12.10
@@ -68,13 +62,13 @@
2.12
- ${spark-24.version}
+ ${spark-32.version}
${spark.version}
0-10
- 5.3.4
+ 6.2.1
- 1.8.2
+ 1.10.2
3.1.0.0
@@ -109,18 +103,18 @@
-
- felipemmelo
- Felipe Melo
- Europe/Prague
- https://github.com/felipemmelo
-
cerveada
Adam Cervenka
Europe/Prague
https://github.com/cerveada
+
+ kevinwallimann
+ Kevin Wallimann
+ Europe/Prague
+ https://github.com/kevinwallimann
+
@@ -305,13 +299,6 @@
-
- scala-2.11
-
- 2.11
- ${scala_2.11.version}
-
-
scala-2.12
@@ -322,36 +309,11 @@
- spark-2.3
-
- ${spark-23.version}
- ${spark-24.version}
- 1.8.2
- 5.3.4
-
-
-
- spark-2.4
-
- ${spark-24.version}
- 1.8.2
- 5.3.4
-
-
-
- spark-3.0
-
- ${spark-30.version}
- 1.8.2
- 5.3.4
-
-
-
- spark-3.1
+ spark-3.2
- ${spark-31.version}
- 1.8.2
- 5.3.4
+ ${spark-32.version}
+ 1.10.2
+ 6.2.1
diff --git a/src/main/scala/za/co/absa/abris/avro/sql/AvroDataToCatalyst.scala b/src/main/scala/za/co/absa/abris/avro/sql/AvroDataToCatalyst.scala
index c4a2461f..31e8644f 100644
--- a/src/main/scala/za/co/absa/abris/avro/sql/AvroDataToCatalyst.scala
+++ b/src/main/scala/za/co/absa/abris/avro/sql/AvroDataToCatalyst.scala
@@ -164,4 +164,8 @@ private[abris] case class AvroDataToCatalyst(
result = vanillaReader.read(result, decoder)
result
}
+
+ override protected def withNewChildInternal(newChild: Expression): Expression =
+ copy(child = newChild)
+
}
diff --git a/src/main/scala/za/co/absa/abris/avro/sql/CatalystDataToAvro.scala b/src/main/scala/za/co/absa/abris/avro/sql/CatalystDataToAvro.scala
index cfbf17f4..3f92f714 100644
--- a/src/main/scala/za/co/absa/abris/avro/sql/CatalystDataToAvro.scala
+++ b/src/main/scala/za/co/absa/abris/avro/sql/CatalystDataToAvro.scala
@@ -73,4 +73,7 @@ private[abris] case class CatalystDataToAvro(
defineCodeGen(ctx, ev, input =>
s"(byte[]) $expr.nullSafeEval($input)")
}
+
+ override protected def withNewChildInternal(newChild: Expression): Expression =
+ copy(child = newChild)
}