Updated helix.spark image version to latest 3.5.1.5, sparkdataframecomparer to latest 2.0.6

changsu-bWell · changsu-bWell · commit e37583e38aff · 2024-08-23T16:54:18.000-04:00
diff --git a/Pipfile b/Pipfile
@@ -9,7 +9,7 @@ py4j="==0.10.9.7" # https://spark.apache.org/docs/latest/api/python/getting_star
 # pyspark is needed for working with Spark
 pyspark="==3.5.1"  # should match the version of spark we use for testing
 logger = ">=1.4"
-sparkdataframecomparer = ">=2.0.4"
+sparkdataframecomparer = ">=2.0.6"
 Deprecated = ">=1.2.12"
 numpy = ">=1.15"
 
diff --git a/Pipfile.lock b/Pipfile.lock
diff --git a/setup.py b/setup.py
@@ -25,7 +25,7 @@
         "py4j==0.10.9.7",
         "pyspark==3.5.1",
         "logger>=1.4",
-        "sparkdataframecomparer>=2.0.4",
+        "sparkdataframecomparer>=2.0.6",
         "deprecated>=1.2.12",
         "numpy>=1.15",
     ],
diff --git a/spark.Dockerfile b/spark.Dockerfile
@@ -1,4 +1,4 @@
-FROM imranq2/helix.spark:3.5.1.3-slim
+FROM imranq2/helix.spark:3.5.1.5-slim
 # https://github.com/icanbwell/helix.spark
 USER root
 

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-FROM imranq2/helix.spark:3.5.1.3-slim`
	`1`	`+FROM imranq2/helix.spark:3.5.1.5-slim`
`2`	`2`	`# https://github.com/icanbwell/helix.spark`
`3`	`3`	`USER root`
`4`	`4`