Skip to content

Commit c17b092

Browse files
panbingkundongjoon-hyun
authored andcommitted
[SPARK-45967][BUILD] Upgrade jackson to 2.16.0
### What changes were proposed in this pull request? The pr aims to upgrade FasterXML jackson from 2.15.2 to 2.16.0. ### Why are the changes needed? New version that fix some bugs, release notes as follows: - 2.1.6.0 https://github.com/FasterXML/jackson/wiki/Jackson-Release-2.16, eg: [Databind](https://github.com/FasterXML/jackson-databind) [#1770](FasterXML/jackson-databind#1770): Incorrect deserialization for BigDecimal numbers - 2.15.3 https://github.com/FasterXML/jackson/wiki/Jackson-Release-2.15.3, eg: [Databind](https://github.com/FasterXML/jackson-databind) [#3968](FasterXML/jackson-databind#3968): Records with additional constructors failed to deserialize The last upgrade occurred 6 months ago, #41414 ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? Pass GA. ### Was this patch authored or co-authored using generative AI tooling? No. Closes #43859 from panbingkun/SPARK-45967. Authored-by: panbingkun <[email protected]> Signed-off-by: Dongjoon Hyun <[email protected]>
1 parent 2055a76 commit c17b092

File tree

3 files changed

+14
-12
lines changed

3 files changed

+14
-12
lines changed

dev/deps/spark-deps-hadoop-3-hive-2.3

+8-8
Original file line numberDiff line numberDiff line change
@@ -98,15 +98,15 @@ httpcore/4.4.16//httpcore-4.4.16.jar
9898
ini4j/0.5.4//ini4j-0.5.4.jar
9999
istack-commons-runtime/3.0.8//istack-commons-runtime-3.0.8.jar
100100
ivy/2.5.1//ivy-2.5.1.jar
101-
jackson-annotations/2.15.2//jackson-annotations-2.15.2.jar
101+
jackson-annotations/2.16.0//jackson-annotations-2.16.0.jar
102102
jackson-core-asl/1.9.13//jackson-core-asl-1.9.13.jar
103-
jackson-core/2.15.2//jackson-core-2.15.2.jar
104-
jackson-databind/2.15.2//jackson-databind-2.15.2.jar
105-
jackson-dataformat-cbor/2.15.2//jackson-dataformat-cbor-2.15.2.jar
106-
jackson-dataformat-yaml/2.15.2//jackson-dataformat-yaml-2.15.2.jar
107-
jackson-datatype-jsr310/2.15.2//jackson-datatype-jsr310-2.15.2.jar
103+
jackson-core/2.16.0//jackson-core-2.16.0.jar
104+
jackson-databind/2.16.0//jackson-databind-2.16.0.jar
105+
jackson-dataformat-cbor/2.16.0//jackson-dataformat-cbor-2.16.0.jar
106+
jackson-dataformat-yaml/2.16.0//jackson-dataformat-yaml-2.16.0.jar
107+
jackson-datatype-jsr310/2.16.0//jackson-datatype-jsr310-2.16.0.jar
108108
jackson-mapper-asl/1.9.13//jackson-mapper-asl-1.9.13.jar
109-
jackson-module-scala_2.13/2.15.2//jackson-module-scala_2.13-2.15.2.jar
109+
jackson-module-scala_2.13/2.16.0//jackson-module-scala_2.13-2.16.0.jar
110110
jakarta.annotation-api/1.3.5//jakarta.annotation-api-1.3.5.jar
111111
jakarta.inject/2.6.1//jakarta.inject-2.6.1.jar
112112
jakarta.servlet-api/4.0.3//jakarta.servlet-api-4.0.3.jar
@@ -244,7 +244,7 @@ scala-reflect/2.13.12//scala-reflect-2.13.12.jar
244244
scala-xml_2.13/2.2.0//scala-xml_2.13-2.2.0.jar
245245
slf4j-api/2.0.9//slf4j-api-2.0.9.jar
246246
snakeyaml-engine/2.7//snakeyaml-engine-2.7.jar
247-
snakeyaml/2.0//snakeyaml-2.0.jar
247+
snakeyaml/2.2//snakeyaml-2.2.jar
248248
snappy-java/1.1.10.5//snappy-java-1.1.10.5.jar
249249
spire-macros_2.13/0.18.0//spire-macros_2.13-0.18.0.jar
250250
spire-platform_2.13/0.18.0//spire-platform_2.13-0.18.0.jar

pom.xml

+2-2
Original file line numberDiff line numberDiff line change
@@ -185,8 +185,8 @@
185185
<scalafmt.validateOnly>true</scalafmt.validateOnly>
186186
<scalafmt.changedOnly>true</scalafmt.changedOnly>
187187
<codehaus.jackson.version>1.9.13</codehaus.jackson.version>
188-
<fasterxml.jackson.version>2.15.2</fasterxml.jackson.version>
189-
<fasterxml.jackson.databind.version>2.15.2</fasterxml.jackson.databind.version>
188+
<fasterxml.jackson.version>2.16.0</fasterxml.jackson.version>
189+
<fasterxml.jackson.databind.version>2.16.0</fasterxml.jackson.databind.version>
190190
<ws.xmlschema.version>2.3.0</ws.xmlschema.version>
191191
<org.glassfish.jaxb.txw2.version>3.0.2</org.glassfish.jaxb.txw2.version>
192192
<snappy.version>1.1.10.5</snappy.version>

sql/core/src/test/scala/org/apache/spark/sql/JsonFunctionsSuite.scala

+4-2
Original file line numberDiff line numberDiff line change
@@ -1175,7 +1175,8 @@ class JsonFunctionsSuite extends QueryTest with SharedSparkSession {
11751175
val invalidDataType = "MAP<INT, cow>"
11761176
val invalidDataTypeReason = "Unrecognized token 'MAP': " +
11771177
"was expecting (JSON String, Number, Array, Object or token 'null', 'true' or 'false')\n " +
1178-
"at [Source: (String)\"MAP<INT, cow>\"; line: 1, column: 4]"
1178+
"at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); " +
1179+
"line: 1, column: 4]"
11791180
checkError(
11801181
exception = intercept[AnalysisException] {
11811182
df.select(from_json($"json", invalidDataType, Map.empty[String, String])).collect()
@@ -1190,7 +1191,8 @@ class JsonFunctionsSuite extends QueryTest with SharedSparkSession {
11901191
val invalidTableSchema = "x INT, a cow"
11911192
val invalidTableSchemaReason = "Unrecognized token 'x': " +
11921193
"was expecting (JSON String, Number, Array, Object or token 'null', 'true' or 'false')\n" +
1193-
" at [Source: (String)\"x INT, a cow\"; line: 1, column: 2]"
1194+
" at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); " +
1195+
"line: 1, column: 2]"
11941196
checkError(
11951197
exception = intercept[AnalysisException] {
11961198
df.select(from_json($"json", invalidTableSchema, Map.empty[String, String])).collect()

0 commit comments

Comments
 (0)