Add for other spark versions.

apache · Oct 11, 2024 · 79ced5a · 79ced5a
1 parent 3b4c79b
commit 79ced5a
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 1 deletion.
diff --git a/...park-3.0/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScan.scala b/...park-3.0/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScan.scala
@@ -39,7 +39,6 @@ case class GeoPackageScan(
     options: CaseInsensitiveStringMap,
     loadOptions: GeoPackageOptions)
     extends FileScan {
-
   override def partitionFilters: Seq[Expression] = {
     Seq.empty
   }
@@ -48,6 +47,9 @@ case class GeoPackageScan(
     Seq.empty
   }
 
+  def withFilters(partitionFilters: Seq[Expression], dataFilters: Seq[Expression]): FileScan = {
+    copy(partitionFilters = partitionFilters, dataFilters = dataFilters)
+  }
   override def createReaderFactory(): PartitionReaderFactory = {
     val caseSensitiveMap = options.asScala.toMap
     val hadoopConf = sparkSession.sessionState.newHadoopConfWithOptions(caseSensitiveMap)

diff --git a/...park-3.1/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScan.scala b/...park-3.1/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScan.scala
@@ -48,6 +48,10 @@ case class GeoPackageScan(
     Seq.empty
   }
 
+  def withFilters(partitionFilters: Seq[Expression], dataFilters: Seq[Expression]): FileScan = {
+    copy(partitionFilters = partitionFilters, dataFilters = dataFilters)
+  }
+
   override def createReaderFactory(): PartitionReaderFactory = {
     val caseSensitiveMap = options.asScala.toMap
     val hadoopConf = sparkSession.sessionState.newHadoopConfWithOptions(caseSensitiveMap)

diff --git a/...park-3.2/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScan.scala b/...park-3.2/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScan.scala
@@ -48,6 +48,10 @@ case class GeoPackageScan(
     Seq.empty
   }
 
+  def withFilters(partitionFilters: Seq[Expression], dataFilters: Seq[Expression]): FileScan = {
+    copy(partitionFilters = partitionFilters, dataFilters = dataFilters)
+  }
+
   override def createReaderFactory(): PartitionReaderFactory = {
     val caseSensitiveMap = options.asScala.toMap
     val hadoopConf = sparkSession.sessionState.newHadoopConfWithOptions(caseSensitiveMap)