Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##: Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

5.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws(classOf[java.lang.CloneNotSupportedException]) @native()

6.  final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7.  def equals(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef → Any

8.  def fallbackFileFormat: Class[_ <: FileFormat]

   Returns a V1 FileFormat class of the same file data source.

   Returns a V1 FileFormat class of the same file data source. This is a solution for the following cases: 1. File datasource V2 implementations cause regression. Users can disable the problematic data source via SQL configuration and fall back to FileFormat. 2. Catalog support is required, which is still under development for data source V2.

   Definition Classes

   ParquetDataSourceV2 → FileDataSourceV2

9.  def finalize(): Unit

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws(classOf[java.lang.Throwable])

10.  final def getClass(): Class[_ <: AnyRef]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

11.  def getOptionsWithoutPaths(map: CaseInsensitiveStringMap): CaseInsensitiveStringMap

    Attributes

    protected

    Definition Classes

    FileDataSourceV2

12.  def getPaths(map: CaseInsensitiveStringMap): Seq[String]

    Attributes

    protected

    Definition Classes

    FileDataSourceV2

13.  def getTable(options: CaseInsensitiveStringMap, schema: StructType): Table

    Definition Classes

    ParquetDataSourceV2 → FileDataSourceV2

14.  def getTable(options: CaseInsensitiveStringMap): Table

    Definition Classes

    ParquetDataSourceV2 → FileDataSourceV2

15.  def getTable(schema: StructType, partitioning: Array[Transform], properties: Map[String, String]): Table

    Definition Classes

    FileDataSourceV2 → TableProvider

16.  def getTableName(map: CaseInsensitiveStringMap, paths: Seq[String]): String

    Attributes

    protected

    Definition Classes

    FileDataSourceV2

17.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

18.  def inferPartitioning(options: CaseInsensitiveStringMap): Array[Transform]

    Definition Classes

    FileDataSourceV2 → TableProvider

19.  def inferSchema(options: CaseInsensitiveStringMap): StructType

    Definition Classes

    FileDataSourceV2 → TableProvider

20.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

21.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

22.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

23.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

24.  def shortName(): String

    The string that represents the format that this data source provider uses.

    The string that represents the format that this data source provider uses. This is overridden by children to provide a nice alias for the data source. For example:

    override def shortName(): String = "parquet"

    Definition Classes

    ParquetDataSourceV2 → DataSourceRegister

    Since

    1.5.0

25.  lazy val sparkSession: SparkSession

    Definition Classes

    FileDataSourceV2

26.  def supportsExternalMetadata(): Boolean

    Definition Classes

    FileDataSourceV2 → TableProvider

27.  final def synchronized[T0](arg0: => T0): T0

    Definition Classes

    AnyRef

28.  def toString(): String

    Definition Classes

    AnyRef → Any

29.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

30.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

31.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException]) @native()