Build Spark 4 branch with Spark 4.2 preview

LucaCanali · LucaCanali · commit 945ad30d15fb · 2026-05-19T11:55:16.000+02:00
diff --git a/build.sbt b/build.sbt
@@ -17,7 +17,7 @@ val testDeps = Seq(
   "org.wiremock"   % "wiremock"                 % "3.13.1" % Test
 )
 
-// Spark 4.1.x Jackson line
+// Spark 4.2.x Jackson line
 val jacksonCoreV = "2.20.0"
 val jacksonAnnV  = "2.20"
 
@@ -29,7 +29,7 @@ dependencyOverrides ++= Seq(
 )
 
 libraryDependencies ++= Seq(
-  "org.apache.spark" %% "spark-sql" % "4.1.1" % Provided,
+  "org.apache.spark" %% "spark-sql" % "4.2.0-preview5" % Provided,
   "org.slf4j"        %  "slf4j-api" % "2.0.17" % Provided,
 
   // Do not bundle Jackson in published jar; Spark provides it.
diff --git a/examples/testSparkMeasureScala/build.sbt b/examples/testSparkMeasureScala/build.sbt
@@ -2,7 +2,7 @@ name := "testSparkMeasureScala"
 
 version := "0.1"
 
-scalaVersion := "2.13.16"
+scalaVersion := "2.13.18"
 
-libraryDependencies += "org.apache.spark" %% "spark-sql" % "4.0.1"
+libraryDependencies += "org.apache.spark" %% "spark-sql" % "4.2.0-preview5"
 libraryDependencies += "ch.cern.sparkmeasure" %% "spark-measure" % "0.28"
diff --git a/python/pyproject.toml b/python/pyproject.toml
@@ -46,7 +46,7 @@ classifiers = [
 dependencies = []
 
 [project.optional-dependencies]
-pyspark = ["pyspark==4.1.1"]
+pyspark = ["pyspark==4.2.0.dev5"]
 
 [project.urls]
 Homepage = "https://github.com/lucacanali/sparkMeasure"
diff --git a/python/requirements.txt b/python/requirements.txt
@@ -1,3 +1,2 @@
-pyspark==4.1.1
+pyspark==4.2.0.dev5
 pytest
-

Original file line number	Diff line number	Diff line change
`@@ -17,7 +17,7 @@ val testDeps = Seq(`
`17`	`17`	`"org.wiremock" % "wiremock" % "3.13.1" % Test`
`18`	`18`	`)`
`19`	`19`
`20`		`-// Spark 4.1.x Jackson line`
	`20`	`+// Spark 4.2.x Jackson line`
`21`	`21`	`val jacksonCoreV = "2.20.0"`
`22`	`22`	`val jacksonAnnV = "2.20"`
`23`	`23`
`@@ -29,7 +29,7 @@ dependencyOverrides ++= Seq(`
`29`	`29`	`)`
`30`	`30`
`31`	`31`	`libraryDependencies ++= Seq(`
`32`		`- "org.apache.spark" %% "spark-sql" % "4.1.1" % Provided,`
	`32`	`+ "org.apache.spark" %% "spark-sql" % "4.2.0-preview5" % Provided,`
`33`	`33`	`"org.slf4j" % "slf4j-api" % "2.0.17" % Provided,`
`34`	`34`
`35`	`35`	`// Do not bundle Jackson in published jar; Spark provides it.`
-Original file line number
+Diff line change
@@ @@ -1,3 +1,2 @@ @@
 -pyspark==4.1.1
 +pyspark==4.2.0.dev5
 pytest
+-