Skip to content

Commit

Permalink
Resolve comments
Browse files Browse the repository at this point in the history
  • Loading branch information
wbo4958 committed Sep 13, 2021
1 parent fce9b45 commit a37a3ee
Showing 1 changed file with 10 additions and 5 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -497,9 +497,8 @@ class Spark320Shims extends Spark32XShims {
Seq(GpuOverrides.wrapScan(p.scan, conf, Some(this)))

override def tagPlanForGpu(): Unit = {
// Only Scan with SupportsRuntimeFiltering can support DPP.
if (!p.runtimeFilters.isEmpty) {
willNotWorkOnGpu("The DPP has not been supported")
willNotWorkOnGpu("Runtime filtering (DPP) on datasource V2 is not supported")
}
}

Expand All @@ -515,8 +514,10 @@ class Spark320Shims extends Spark32XShims {
(a, conf, p, r) => new ScanMeta[ParquetScan](a, conf, p, r) {
override def tagSelfForGpu(): Unit = {
GpuParquetScanBase.tagSupport(this)
// we are being overly cautious and that Parquet does not support this yet
if (a.isInstanceOf[SupportsRuntimeFiltering]) {
willNotWorkOnGpu("DPP has not been supported by GPU ParquetScan")
willNotWorkOnGpu("Parquet does not support Runtime filtering (DPP)" +
" on datasource V2 yet.")
}
}

Expand All @@ -539,8 +540,10 @@ class Spark320Shims extends Spark32XShims {
(a, conf, p, r) => new ScanMeta[OrcScan](a, conf, p, r) {
override def tagSelfForGpu(): Unit = {
GpuOrcScanBase.tagSupport(this)
// we are being overly cautious and that Orc does not support this yet
if (a.isInstanceOf[SupportsRuntimeFiltering]) {
willNotWorkOnGpu("DPP has not been supported by GPU OrcScan")
willNotWorkOnGpu("Orc does not support Runtime filtering (DPP)" +
" on datasource V2 yet.")
}
}

Expand All @@ -562,8 +565,10 @@ class Spark320Shims extends Spark32XShims {
(a, conf, p, r) => new ScanMeta[CSVScan](a, conf, p, r) {
override def tagSelfForGpu(): Unit = {
GpuCSVScan.tagSupport(this)
// we are being overly cautious and that Csv does not support this yet
if (a.isInstanceOf[SupportsRuntimeFiltering]) {
willNotWorkOnGpu("DPP has not been supported by GPU CSVScan")
willNotWorkOnGpu("Csv does not support Runtime filtering (DPP)" +
" on datasource V2 yet.")
}
}

Expand Down

0 comments on commit a37a3ee

Please sign in to comment.