fix: summary to use only first 3 characters (#111)

fixes for environments where spark version has more than 3 characters
canimus · Aug 21, 2023 · 241ca94 · 241ca94
1 parent e4f4ff9
commit 241ca94
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/cuallee/pyspark_validation.py b/cuallee/pyspark_validation.py
@@ -738,7 +738,7 @@ def summary(check: Check, dataframe: DataFrame) -> DataFrame:
 
     # Compute the expression
     computed_expressions = compute(check._rule)
-    if int(spark.version.replace(".", "")) < 330:
+    if int(spark.version.replace(".", "")[:3]) < 330:
         computed_expressions = _replace_observe_compute(computed_expressions)
 
     rows, observation_result = _compute_observe_method(computed_expressions, dataframe)