Skip to content

Commit 9e54617

Browse files
author
kx79wq
committed
fix: add updated jar files for scala 2.12
Consistent with code for scala 2.13.
1 parent 1abf03c commit 9e54617

3 files changed

Lines changed: 3 additions & 12 deletions

File tree

34 KB
Binary file not shown.
773 KB
Binary file not shown.

tests/test_spark_histogrammar.py

Lines changed: 3 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -21,18 +21,9 @@ def get_spark():
2121

2222
current_path = Path(__file__).resolve().parent
2323

24-
if int(pyspark_version[0]) == 2:
25-
scala = "2.11"
26-
hg_version = "1.0.20"
27-
elif int(pyspark_version[0]) == 3:
28-
scala = "2.12"
29-
hg_version = "1.0.20"
30-
else: # spark 4+
31-
scala = "2.13"
32-
hg_version = "1.0.30"
33-
34-
hist_spark_jar = current_path / f"jars/histogrammar-sparksql_{scala}-{hg_version}.jar"
35-
hist_jar = current_path / f"jars/histogrammar_{scala}-{hg_version}.jar"
24+
scala = "2.12" if int(pyspark_version[0]) == 3 else "2.13"
25+
hist_spark_jar = current_path / f"jars/histogrammar-sparksql_{scala}-1.0.30.jar"
26+
hist_jar = current_path / f"jars/histogrammar_{scala}-1.0.30.jar"
3627

3728
return (
3829
SparkSession.builder.master("local")

0 commit comments

Comments
 (0)