Downgrade Scala version in Spark job-server to prevent Scala serializ…

…ation bug (fixes apache#21092)
mosche · Oct 6, 2022 · 7b5713a · 7b5713a
1 parent 342c8d4
commit 7b5713a
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/runners/spark/3/job-server/build.gradle b/runners/spark/3/job-server/build.gradle
@@ -29,3 +29,12 @@ project.ext {
 
 // Load the main build script which contains all build logic.
 apply from: "$basePath/spark_job_server.gradle"
+
+
+configurations.runtimeClasspath {
+  resolutionStrategy {
+    // Downgrade the Scala version of the job-server to match the Scala version of a Spark 3.1.2 cluster to prevent
+    // a Scala bug (InvalidClassException when deserializing WrappedArray), see https://github.com/apache/beam/issues/21092
+    force "org.scala-lang:scala-library:2.12.10"
+  }
+}