Merge pull request #23522: Downgrade Scala version in Spark job-serve…

…r to prevent Scala serialization bug
apache · Oct 11, 2022 · d2b0a26 · d2b0a26
2 parents 08b8f87 + 7b5713a
commit d2b0a26
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/runners/spark/3/job-server/build.gradle b/runners/spark/3/job-server/build.gradle
@@ -29,3 +29,12 @@ project.ext {
 
 // Load the main build script which contains all build logic.
 apply from: "$basePath/spark_job_server.gradle"
+
+
+configurations.runtimeClasspath {
+  resolutionStrategy {
+    // Downgrade the Scala version of the job-server to match the Scala version of a Spark 3.1.2 cluster to prevent
+    // a Scala bug (InvalidClassException when deserializing WrappedArray), see https://github.com/apache/beam/issues/21092
+    force "org.scala-lang:scala-library:2.12.10"
+  }
+}