Skip to content

Commit 64001c9

Browse files
committed
fix MaxScanStrategy for datasource v2
1 parent 6d99b20 commit 64001c9

File tree

1 file changed

+2
-1
lines changed
  • extensions/spark/kyuubi-extension-spark-3-5/src/main/scala/org/apache/kyuubi/sql/watchdog

1 file changed

+2
-1
lines changed

extensions/spark/kyuubi-extension-spark-3-5/src/main/scala/org/apache/kyuubi/sql/watchdog/MaxScanStrategy.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@ import org.apache.spark.sql.catalyst.SQLConfHelper
2323
import org.apache.spark.sql.catalyst.catalog.{CatalogTable, HiveTableRelation}
2424
import org.apache.spark.sql.catalyst.planning.ScanOperation
2525
import org.apache.spark.sql.catalyst.plans.logical.LogicalPlan
26+
import org.apache.spark.sql.connector.read.SupportsReportStatistics
2627
import org.apache.spark.sql.execution.SparkPlan
2728
import org.apache.spark.sql.execution.datasources.{CatalogFileIndex, HadoopFsRelation, InMemoryFileIndex, LogicalRelation}
2829
import org.apache.spark.sql.execution.datasources.v2.DataSourceV2ScanRelation
@@ -237,7 +238,7 @@ case class MaxScanStrategy(session: SparkSession)
237238
_,
238239
_,
239240
_,
240-
relation @ DataSourceV2ScanRelation(_, _, _, _, _)) =>
241+
relation @ DataSourceV2ScanRelation(_, _: SupportsReportStatistics, _, _, _)) =>
241242
val table = relation.relation.table
242243
if (table.partitioning().nonEmpty) {
243244
val partitionColumnNames = table.partitioning().map(_.describe())

0 commit comments

Comments
 (0)