Updates to build and test with Java 11 and 17

Author: LucaCanali

.github/workflows/build_with_scala_and_python_tests.yml

@@ -12,8 +12,8 @@ jobs:
     runs-on: ubuntu-24.04
     strategy:
       matrix:
-        python-version: [ '3.9', '3.11' ]
-        java-version: [ 8, 11 ]
+        python-version: [ '3.9', '3.12' ]
+        java-version: [ 11, 17 ]
 
     steps:
     - uses: actions/checkout@v4
@@ -34,21 +34,21 @@ jobs:
     - name: Run tests for all Scala versions supported
       run: sbt +test
 
-    - name: Upload sparkMeasure package for Scala 2.13 (Java 11 and Python 3.11)
-      if: matrix.java-version == '11' && matrix.python-version == '3.11'
+    - name: Upload sparkMeasure package for Scala 2.13 (Java 11 and Python 3.12)
+      if: matrix.java-version == '17' && matrix.python-version == '3.12'
       uses: actions/upload-artifact@v4
       with:
         name: sparkMeasure package scala 2.13
         path: target/scala-2.13/*.jar
-      # This upload step is conditional on Java 11 and Python 3.11
+      # This upload step is conditional on Java 17 and Python 3.12
 
-    - name: Upload sparkMeasure package for Scala 2.12 (Java 8 and Python 3.11)
-      if: matrix.java-version == '8' && matrix.python-version == '3.11'
+    - name: Upload sparkMeasure package for Scala 2.12 (Java 11 and Python 3.12)
+      if: matrix.java-version == '11' && matrix.python-version == '3.12'
       uses: actions/upload-artifact@v4
       with:
         name: sparkMeasure package scala 2.12
         path: target/scala-2.12/*.jar
-      # This upload step is also conditional on Java 8 and Python 3.11
+      # This upload step is also conditional on Java 11 and Python 3.12
 
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v5

build.sbt

@@ -14,8 +14,7 @@ isSnapshot := true
 val testDeps = Seq(
   "org.scalatest" %% "scalatest" % "3.2.19" % Test,
   "org.scalatest" %% "scalatest-shouldmatchers" % "3.2.19" % Test,
-  "com.github.tomakehurst" % "wiremock" % "2.27.2" % Test
-  // "org.wiremock" % "wiremock" % "3.13.0" % Test
+  "org.wiremock" % "wiremock" % "3.13.0" % Test
 )
 
 libraryDependencies ++= Seq(
@@ -29,6 +28,13 @@ libraryDependencies ++= Seq(
 // This is for kafka-clients conflicting with Spark 3.5.5 jni dependency, remove with Spark 4.x
 dependencyOverrides += "com.github.luben" % "zstd-jni" % "1.5.5-4"
 
+// This is for tests, TaskMetricsTest and StageMetricsTest need to access these java packages
+Test / fork := true        // separate JVM so the flags are used
+Test / javaOptions ++= Seq(
+  "--add-exports=java.base/sun.nio.ch=ALL-UNNAMED",
+  "--add-opens=java.base/java.nio=ALL-UNNAMED"
+)
+
 organization := "ch.cern.sparkmeasure"
 description := "sparkMeasure is a tool for performance troubleshooting of Apache Spark workloads."
 developers := List(Developer(