Skip to content

Commit 9187a83

Browse files
committed
Abris #239 support for Spark 3.2
1 parent d0929c9 commit 9187a83

File tree

3 files changed

+16
-0
lines changed

3 files changed

+16
-0
lines changed

pom.xml

+9
Original file line numberDiff line numberDiff line change
@@ -52,6 +52,7 @@
5252
<spark-24.version>2.4.8</spark-24.version>
5353
<spark-30.version>3.0.3</spark-30.version>
5454
<spark-31.version>3.1.2</spark-31.version>
55+
<spark-32.version>3.2.0</spark-32.version>
5556

5657

5758

@@ -364,6 +365,14 @@
364365
<confluent.version>5.3.4</confluent.version>
365366
</properties>
366367
</profile>
368+
<profile>
369+
<id>spark-3.2</id>
370+
<properties>
371+
<spark.version>${spark-32.version}</spark.version>
372+
<avro.version>1.10.2</avro.version>
373+
<confluent.version>6.2.1</confluent.version>
374+
</properties>
375+
</profile>
367376

368377
<profile>
369378
<id>uber</id>

src/main/scala/za/co/absa/abris/avro/sql/AvroDataToCatalyst.scala

+4
Original file line numberDiff line numberDiff line change
@@ -159,4 +159,8 @@ private[abris] case class AvroDataToCatalyst(
159159
result = vanillaReader.read(result, decoder)
160160
result
161161
}
162+
163+
override protected def withNewChildInternal(newChild: Expression): Expression =
164+
copy(child = newChild)
165+
162166
}

src/main/scala/za/co/absa/abris/avro/sql/CatalystDataToAvro.scala

+3
Original file line numberDiff line numberDiff line change
@@ -73,4 +73,7 @@ private[abris] case class CatalystDataToAvro(
7373
defineCodeGen(ctx, ev, input =>
7474
s"(byte[]) $expr.nullSafeEval($input)")
7575
}
76+
77+
override protected def withNewChildInternal(newChild: Expression): Expression =
78+
copy(child = newChild)
7679
}

0 commit comments

Comments
 (0)