Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##: Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

5.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws(classOf[java.lang.CloneNotSupportedException]) @native()

6.  final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7.  def equals(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef → Any

8.  def finalize(): Unit

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws(classOf[java.lang.Throwable])

9.  final def getClass(): Class[_ <: AnyRef]

   Definition Classes

   AnyRef → Any

   Annotations

   @native()

10.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

11.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

12.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

13.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

14.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

15.  def pruneColumns(scanBuilder: ScanBuilder, relation: DataSourceV2Relation, projects: Seq[NamedExpression], filters: Seq[Expression]): (Scan, Seq[AttributeReference])

    Applies column pruning to the data source, w.r.t.

    Applies column pruning to the data source, w.r.t. the references of the given expressions.

    returns

    the Scan instance (since column pruning is the last step of operator pushdown), and new output attributes after column pruning.

16.  def pushFilters(scanBuilder: ScanBuilder, filters: Seq[Expression]): (Either[Seq[Filter], Seq[Predicate]], Seq[Expression])

    Pushes down filters to the data source reader

    Pushes down filters to the data source reader

    returns

    pushed filter and post-scan filters.

17.  def pushLimit(scanBuilder: ScanBuilder, limit: Int): (Boolean, Boolean)

    Pushes down LIMIT to the data source Scan.

    Pushes down LIMIT to the data source Scan.

    returns

    the tuple of Boolean. The first Boolean value represents whether to push down, and the second Boolean value represents whether to push down partially, which means Spark will keep the Limit and do it again.

18.  def pushOffset(scanBuilder: ScanBuilder, offset: Int): Boolean

    Pushes down OFFSET to the data source Scan.

    Pushes down OFFSET to the data source Scan.

    returns

    the Boolean value represents whether to push down.

19.  def pushTableSample(scanBuilder: ScanBuilder, sample: TableSampleInfo): Boolean

    Pushes down TableSample to the data source Scan

20.  def pushTopN(scanBuilder: ScanBuilder, order: Array[SortOrder], limit: Int): (Boolean, Boolean)

    Pushes down top N to the data source Scan.

    Pushes down top N to the data source Scan.

    returns

    the tuple of Boolean. The first Boolean value represents whether to push down, and the second Boolean value represents whether to push down partially, which means Spark will keep the Sort and Limit and do it again.

21.  final def synchronized[T0](arg0: => T0): T0

    Definition Classes

    AnyRef

22.  def toOutputAttrs(schema: StructType, relation: DataSourceV2Relation): Seq[AttributeReference]
23.  def toString(): String

    Definition Classes

    AnyRef → Any

24.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

25.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

26.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException]) @native()