Packages

c

org.apache.spark.sql.internal

ReadOnlySQLConf

class ReadOnlySQLConf extends SQLConf

A readonly SQLConf that will be created by tasks running at the executor side. It reads the configs from the local properties which are propagated from driver to executors.

Linear Supertypes
SQLConf, Logging, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ReadOnlySQLConf
  2. SQLConf
  3. Logging
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new ReadOnlySQLConf(context: TaskContext)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def adaptiveExecutionEnabled: Boolean
    Definition Classes
    SQLConf
  5. def adaptiveExecutionLogLevel: String
    Definition Classes
    SQLConf
  6. def addSingleFileInAddFile: Boolean
    Definition Classes
    SQLConf
  7. def advancedPartitionPredicatePushdownEnabled: Boolean
    Definition Classes
    SQLConf
  8. def allowAutoGeneratedAliasForView: Boolean
    Definition Classes
    SQLConf
  9. def allowNegativeScaleOfDecimalEnabled: Boolean
    Definition Classes
    SQLConf
  10. def allowNonEmptyLocationInCTAS: Boolean
    Definition Classes
    SQLConf
  11. def allowStarWithSingleTableIdentifierInCount: Boolean
    Definition Classes
    SQLConf
  12. def allowsTempViewCreationWithMultipleNameparts: Boolean
    Definition Classes
    SQLConf
  13. def analyzerMaxIterations: Int

    ************************ Spark SQL Params/Hints *******************

    ************************ Spark SQL Params/Hints *******************

    Definition Classes
    SQLConf
  14. def ansiEnabled: Boolean
    Definition Classes
    SQLConf
  15. def ansiRelationPrecedence: Boolean
    Definition Classes
    SQLConf
  16. def arrowLocalRelationThreshold: Long
    Definition Classes
    SQLConf
  17. def arrowMaxRecordsPerBatch: Int
    Definition Classes
    SQLConf
  18. def arrowPySparkEnabled: Boolean
    Definition Classes
    SQLConf
  19. def arrowPySparkFallbackEnabled: Boolean
    Definition Classes
    SQLConf
  20. def arrowPySparkSelfDestructEnabled: Boolean
    Definition Classes
    SQLConf
  21. def arrowSafeTypeConversion: Boolean
    Definition Classes
    SQLConf
  22. def arrowSparkREnabled: Boolean
    Definition Classes
    SQLConf
  23. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  24. def autoBroadcastJoinThreshold: Long
    Definition Classes
    SQLConf
  25. def autoBucketedScanEnabled: Boolean
    Definition Classes
    SQLConf
  26. def autoSizeUpdateEnabled: Boolean
    Definition Classes
    SQLConf
  27. def avroCompressionCodec: String
    Definition Classes
    SQLConf
  28. def avroDeflateLevel: Int
    Definition Classes
    SQLConf
  29. def avroFilterPushDown: Boolean
    Definition Classes
    SQLConf
  30. def broadcastHashJoinOutputPartitioningExpandLimit: Int
    Definition Classes
    SQLConf
  31. def broadcastTimeout: Long
    Definition Classes
    SQLConf
  32. def bucketingEnabled: Boolean
    Definition Classes
    SQLConf
  33. def bucketingMaxBuckets: Int
    Definition Classes
    SQLConf
  34. def cacheVectorizedReaderEnabled: Boolean
    Definition Classes
    SQLConf
  35. def cartesianProductExecBufferInMemoryThreshold: Int
    Definition Classes
    SQLConf
  36. def cartesianProductExecBufferSpillThreshold: Int
    Definition Classes
    SQLConf
  37. def caseSensitiveAnalysis: Boolean
    Definition Classes
    SQLConf
  38. def caseSensitiveInferenceMode: SQLConf.HiveCaseSensitiveInferenceMode.Value
    Definition Classes
    SQLConf
  39. def castDatetimeToString: Boolean
    Definition Classes
    SQLConf
  40. def cboEnabled: Boolean
    Definition Classes
    SQLConf
  41. def charVarcharAsString: Boolean
    Definition Classes
    SQLConf
  42. def checkpointLocation: Option[String]
    Definition Classes
    SQLConf
  43. def checkpointRenamedFileCheck: Boolean
    Definition Classes
    SQLConf
  44. def clear(): Unit
    Definition Classes
    ReadOnlySQLConfSQLConf
  45. def cliPrintHeader: Boolean
    Definition Classes
    SQLConf
  46. def clone(): SQLConf
    Definition Classes
    ReadOnlySQLConfSQLConf → AnyRef
  47. def coalesceBucketsInJoinEnabled: Boolean
    Definition Classes
    SQLConf
  48. def coalesceBucketsInJoinMaxBucketRatio: Int
    Definition Classes
    SQLConf
  49. def coalesceShufflePartitionsEnabled: Boolean
    Definition Classes
    SQLConf
  50. def codegenCacheMaxEntries: Int
    Definition Classes
    SQLConf
  51. def codegenComments: Boolean
    Definition Classes
    SQLConf
  52. def codegenFallback: Boolean
    Definition Classes
    SQLConf
  53. def codegenSplitAggregateFunc: Boolean
    Definition Classes
    SQLConf
  54. def columnBatchSize: Int
    Definition Classes
    SQLConf
  55. def columnNameOfCorruptRecord: String
    Definition Classes
    SQLConf
  56. def concatBinaryAsString: Boolean
    Definition Classes
    SQLConf
  57. def constraintPropagationEnabled: Boolean
    Definition Classes
    SQLConf
  58. def contains(key: String): Boolean

    Return whether a given key is set in this SQLConf.

    Return whether a given key is set in this SQLConf.

    Definition Classes
    SQLConf
  59. def continuousStreamingEpochBacklogQueueSize: Int
    Definition Classes
    SQLConf
  60. def continuousStreamingExecutorPollIntervalMs: Long
    Definition Classes
    SQLConf
  61. def continuousStreamingExecutorQueueSize: Int
    Definition Classes
    SQLConf
  62. def convertCTAS: Boolean
    Definition Classes
    SQLConf
  63. def copy(entries: (ConfigEntry[_], Any)*): SQLConf
    Definition Classes
    ReadOnlySQLConfSQLConf
  64. def crossJoinEnabled: Boolean
    Definition Classes
    SQLConf
  65. def csvColumnPruning: Boolean
    Definition Classes
    SQLConf
  66. def csvEnableDateTimeParsingFallback: Option[Boolean]
    Definition Classes
    SQLConf
  67. def csvExpressionOptimization: Boolean
    Definition Classes
    SQLConf
  68. def csvFilterPushDown: Boolean
    Definition Classes
    SQLConf
  69. def dataFramePivotMaxValues: Int
    Definition Classes
    SQLConf
  70. def dataFrameRetainGroupColumns: Boolean
    Definition Classes
    SQLConf
  71. def dataFrameSelfJoinAutoResolveAmbiguity: Boolean
    Definition Classes
    SQLConf
  72. def datetimeJava8ApiEnabled: Boolean
    Definition Classes
    SQLConf
  73. def decimalOperationsAllowPrecisionLoss: Boolean
    Definition Classes
    SQLConf
  74. def decorrelateInnerQueryEnabled: Boolean
    Definition Classes
    SQLConf
  75. def defaultColumnAllowedProviders: String
    Definition Classes
    SQLConf
  76. def defaultDataSourceName: String
    Definition Classes
    SQLConf
  77. def defaultDatabase: String
    Definition Classes
    SQLConf
  78. def defaultNumShufflePartitions: Int
    Definition Classes
    SQLConf
  79. def defaultSizeInBytes: Long
    Definition Classes
    SQLConf
  80. def disabledJdbcConnectionProviders: String
    Definition Classes
    SQLConf
  81. def disabledV2StreamingMicroBatchReaders: String
    Definition Classes
    SQLConf
  82. def disabledV2StreamingWriters: String
    Definition Classes
    SQLConf
  83. def doubleQuotedIdentifiers: Boolean
    Definition Classes
    SQLConf
  84. def dynamicPartitionPruningEnabled: Boolean
    Definition Classes
    SQLConf
  85. def dynamicPartitionPruningFallbackFilterRatio: Double
    Definition Classes
    SQLConf
  86. def dynamicPartitionPruningReuseBroadcastOnly: Boolean
    Definition Classes
    SQLConf
  87. def dynamicPartitionPruningUseStats: Boolean
    Definition Classes
    SQLConf
  88. def eltOutputAsString: Boolean
    Definition Classes
    SQLConf
  89. def enableDefaultColumns: Boolean
    Definition Classes
    SQLConf
  90. def enableRadixSort: Boolean
    Definition Classes
    SQLConf
  91. def enableTwoLevelAggMap: Boolean
    Definition Classes
    SQLConf
  92. def enableVectorizedHashMap: Boolean
    Definition Classes
    SQLConf
  93. def enforceReservedKeywords: Boolean
    Definition Classes
    SQLConf
  94. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  95. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  96. def errorMessageFormat: ErrorMessageFormat.Value
    Definition Classes
    SQLConf
  97. def escapedStringLiterals: Boolean
    Definition Classes
    SQLConf
  98. def exchangeReuseEnabled: Boolean
    Definition Classes
    SQLConf
  99. def exponentLiteralAsDecimalEnabled: Boolean
    Definition Classes
    SQLConf
  100. def fallBackToHdfsForStatsEnabled: Boolean
    Definition Classes
    SQLConf
  101. def fastFailFileFormatOutput: Boolean
    Definition Classes
    SQLConf
  102. def fastHashAggregateRowMaxCapacityBit: Int
    Definition Classes
    SQLConf
  103. def fetchShuffleBlocksInBatch: Boolean
    Definition Classes
    SQLConf
  104. def fileCommitProtocolClass: String
    Definition Classes
    SQLConf
  105. def fileCompressionFactor: Double
    Definition Classes
    SQLConf
  106. def fileSinkLogCleanupDelay: Long
    Definition Classes
    SQLConf
  107. def fileSinkLogCompactInterval: Int
    Definition Classes
    SQLConf
  108. def fileSinkLogDeletion: Boolean
    Definition Classes
    SQLConf
  109. def fileSourceLogCleanupDelay: Long
    Definition Classes
    SQLConf
  110. def fileSourceLogCompactInterval: Int
    Definition Classes
    SQLConf
  111. def fileSourceLogDeletion: Boolean
    Definition Classes
    SQLConf
  112. def fileStreamSinkMetadataIgnored: Boolean
    Definition Classes
    SQLConf
  113. def filesMaxPartitionBytes: Long
    Definition Classes
    SQLConf
  114. def filesMinPartitionNum: Option[Int]
    Definition Classes
    SQLConf
  115. def filesOpenCostInBytes: Long
    Definition Classes
    SQLConf
  116. def filesourcePartitionFileCacheSize: Long
    Definition Classes
    SQLConf
  117. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  118. def gatherFastStats: Boolean
    Definition Classes
    SQLConf
  119. def getAllConfs: Map[String, String]

    Return all the configuration properties that have been set (i.e.

    Return all the configuration properties that have been set (i.e. not the default). This creates a new copy of the config properties in the form of a Map.

    Definition Classes
    SQLConf
  120. def getAllDefinedConfs: Seq[(String, String, String, String)]

    Return all the configuration definitions that have been defined in SQLConf.

    Return all the configuration definitions that have been defined in SQLConf. Each definition contains key, defaultValue and doc.

    Definition Classes
    SQLConf
  121. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  122. def getConf[T](entry: OptionalConfigEntry[T]): Option[T]

    Return the value of an optional Spark SQL configuration property for the given key.

    Return the value of an optional Spark SQL configuration property for the given key. If the key is not set yet, returns None.

    Definition Classes
    SQLConf
  123. def getConf[T](entry: ConfigEntry[T]): T

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue in ConfigEntry.

    Definition Classes
    SQLConf
  124. def getConf[T](entry: ConfigEntry[T], defaultValue: T): T

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue. This is useful when defaultValue in ConfigEntry is not the desired one.

    Definition Classes
    SQLConf
  125. def getConfString(key: String, defaultValue: String): String

    Return the string value of Spark SQL configuration property for the given key.

    Return the string value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue.

    Definition Classes
    SQLConf
  126. def getConfString(key: String): String

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key.

    Definition Classes
    SQLConf
    Annotations
    @throws("if key is not set")
  127. def groupByAliases: Boolean
    Definition Classes
    SQLConf
  128. def groupByOrdinal: Boolean
    Definition Classes
    SQLConf
  129. def groupingIdWithAppendedUserGroupByEnabled: Boolean
    Definition Classes
    SQLConf
  130. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  131. def hintErrorHandler: HintErrorHandler

    Returns the error handler for handling hint errors.

    Returns the error handler for handling hint errors.

    Definition Classes
    SQLConf
  132. def histogramEnabled: Boolean
    Definition Classes
    SQLConf
  133. def histogramNumBins: Int
    Definition Classes
    SQLConf
  134. def histogramNumericPropagateInputType: Boolean
    Definition Classes
    SQLConf
  135. def hiveThriftServerSingleSession: Boolean
    Definition Classes
    SQLConf
  136. def hugeMethodLimit: Int
    Definition Classes
    SQLConf
  137. def ignoreCorruptFiles: Boolean
    Definition Classes
    SQLConf
  138. def ignoreDataLocality: Boolean
    Definition Classes
    SQLConf
  139. def ignoreMissingFiles: Boolean
    Definition Classes
    SQLConf
  140. def ignoreMissingParquetFieldId: Boolean
    Definition Classes
    SQLConf
  141. def inMemoryPartitionPruning: Boolean
    Definition Classes
    SQLConf
  142. def inMemoryTableScanStatisticsEnabled: Boolean
    Definition Classes
    SQLConf
  143. def inferDictAsStruct: Boolean
    Definition Classes
    SQLConf
  144. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  145. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  146. def integerGroupingIdEnabled: Boolean
    Definition Classes
    SQLConf
  147. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  148. def isModifiable(key: String): Boolean
    Definition Classes
    SQLConf
  149. def isOrcSchemaMergingEnabled: Boolean
    Definition Classes
    SQLConf
  150. def isParquetBinaryAsString: Boolean
    Definition Classes
    SQLConf
  151. def isParquetINT96AsTimestamp: Boolean
    Definition Classes
    SQLConf
  152. def isParquetINT96TimestampConversion: Boolean
    Definition Classes
    SQLConf
  153. def isParquetSchemaMergingEnabled: Boolean
    Definition Classes
    SQLConf
  154. def isParquetSchemaRespectSummaries: Boolean
    Definition Classes
    SQLConf
  155. def isReplEagerEvalEnabled: Boolean
    Definition Classes
    SQLConf
  156. def isStateSchemaCheckEnabled: Boolean
    Definition Classes
    SQLConf
  157. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  158. def isUnsupportedOperationCheckEnabled: Boolean
    Definition Classes
    SQLConf
  159. def joinReorderCardWeight: Double
    Definition Classes
    SQLConf
  160. def joinReorderDPStarFilter: Boolean
    Definition Classes
    SQLConf
  161. def joinReorderDPThreshold: Int
    Definition Classes
    SQLConf
  162. def joinReorderEnabled: Boolean
    Definition Classes
    SQLConf
  163. def jsonEnableDateTimeParsingFallback: Option[Boolean]
    Definition Classes
    SQLConf
  164. def jsonEnablePartialResults: Boolean
    Definition Classes
    SQLConf
  165. def jsonExpressionOptimization: Boolean
    Definition Classes
    SQLConf
  166. def jsonFilterPushDown: Boolean
    Definition Classes
    SQLConf
  167. def jsonGeneratorIgnoreNullFields: Boolean
    Definition Classes
    SQLConf
  168. def jsonWriteNullIfWithDefaultValue: Boolean
    Definition Classes
    SQLConf
  169. def legacyInferArrayTypeFromFirstElement: Boolean
    Definition Classes
    SQLConf
  170. def legacyIntervalEnabled: Boolean
    Definition Classes
    SQLConf
  171. def legacyMsSqlServerNumericMappingEnabled: Boolean
    Definition Classes
    SQLConf
  172. def legacyParquetNanosAsLong: Boolean
    Definition Classes
    SQLConf
  173. def legacyPathOptionBehavior: Boolean
    Definition Classes
    SQLConf
  174. def legacySizeOfNull: Boolean
    Definition Classes
    SQLConf
  175. def legacyStatisticalAggregate: Boolean
    Definition Classes
    SQLConf
  176. def legacyTimeParserPolicy: SQLConf.LegacyBehaviorPolicy.Value
    Definition Classes
    SQLConf
  177. def limitInitialNumPartitions: Int
    Definition Classes
    SQLConf
  178. def limitScaleUpFactor: Int
    Definition Classes
    SQLConf
  179. def literalPickMinimumPrecision: Boolean
    Definition Classes
    SQLConf
  180. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  181. def logDebug(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  182. def logDebug(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  183. def logError(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  184. def logError(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  185. def logInfo(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  186. def logInfo(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  187. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  188. def logTrace(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  189. def logTrace(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  190. def logWarning(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  191. def logWarning(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  192. def loggingMaxLinesForCodegen: Int
    Definition Classes
    SQLConf
  193. def manageFilesourcePartitions: Boolean
    Definition Classes
    SQLConf
  194. def maxBatchesToRetainInMemory: Int
    Definition Classes
    SQLConf
  195. def maxConcurrentOutputFileWriters: Int
    Definition Classes
    SQLConf
  196. def maxMetadataStringLength: Int
    Definition Classes
    SQLConf
  197. def maxNestedViewDepth: Int
    Definition Classes
    SQLConf
  198. def maxPlanStringLength: Int
    Definition Classes
    SQLConf
  199. def maxRecordsPerFile: Long
    Definition Classes
    SQLConf
  200. def maxToStringFields: Int
    Definition Classes
    SQLConf
  201. def metadataCacheTTL: Long
    Definition Classes
    SQLConf
  202. def metastoreDropPartitionsByName: Boolean
    Definition Classes
    SQLConf
  203. def metastorePartitionPruning: Boolean
    Definition Classes
    SQLConf
  204. def metastorePartitionPruningFallbackOnException: Boolean
    Definition Classes
    SQLConf
  205. def metastorePartitionPruningFastFallback: Boolean
    Definition Classes
    SQLConf
  206. def metastorePartitionPruningInSetThreshold: Int
    Definition Classes
    SQLConf
  207. def methodSplitThreshold: Int
    Definition Classes
    SQLConf
  208. def minBatchesToRetain: Int
    Definition Classes
    SQLConf
  209. def nameNonStructGroupingKeyAsValue: Boolean
    Definition Classes
    SQLConf
  210. def ndvMaxError: Double
    Definition Classes
    SQLConf
  211. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  212. def nestedPruningOnExpressions: Boolean
    Definition Classes
    SQLConf
  213. def nestedSchemaPruningEnabled: Boolean
    Definition Classes
    SQLConf
  214. def nonEmptyPartitionRatioForBroadcastJoin: Double
    Definition Classes
    SQLConf
  215. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  216. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  217. def numShufflePartitions: Int
    Definition Classes
    SQLConf
  218. def objectAggSortBasedFallbackThreshold: Int
    Definition Classes
    SQLConf
  219. def offHeapColumnVectorEnabled: Boolean
    Definition Classes
    SQLConf
  220. def optimizeNullAwareAntiJoin: Boolean
    Definition Classes
    SQLConf
  221. def optimizerExcludedRules: Option[String]
    Definition Classes
    SQLConf
  222. def optimizerInSetConversionThreshold: Int
    Definition Classes
    SQLConf
  223. def optimizerInSetSwitchThreshold: Int
    Definition Classes
    SQLConf
  224. def optimizerMaxIterations: Int
    Definition Classes
    SQLConf
  225. def optimizerMetadataOnly: Boolean
    Definition Classes
    SQLConf
  226. def orcAggregatePushDown: Boolean
    Definition Classes
    SQLConf
  227. def orcCompressionCodec: String
    Definition Classes
    SQLConf
  228. def orcFilterPushDown: Boolean
    Definition Classes
    SQLConf
  229. def orcVectorizedReaderBatchSize: Int
    Definition Classes
    SQLConf
  230. def orcVectorizedReaderEnabled: Boolean
    Definition Classes
    SQLConf
  231. def orcVectorizedReaderNestedColumnEnabled: Boolean
    Definition Classes
    SQLConf
  232. def orcVectorizedWriterBatchSize: Int
    Definition Classes
    SQLConf
  233. def orderByOrdinal: Boolean
    Definition Classes
    SQLConf
  234. def pandasGroupedMapAssignColumnsByName: Boolean
    Definition Classes
    SQLConf
  235. def pandasUDFBufferSize: Int
    Definition Classes
    SQLConf
  236. def parallelFileListingInStatsComputation: Boolean
    Definition Classes
    SQLConf
  237. def parallelPartitionDiscoveryParallelism: Int
    Definition Classes
    SQLConf
  238. def parallelPartitionDiscoveryThreshold: Int
    Definition Classes
    SQLConf
  239. def parquetAggregatePushDown: Boolean
    Definition Classes
    SQLConf
  240. def parquetCompressionCodec: String
    Definition Classes
    SQLConf
  241. def parquetFieldIdReadEnabled: Boolean
    Definition Classes
    SQLConf
  242. def parquetFieldIdWriteEnabled: Boolean
    Definition Classes
    SQLConf
  243. def parquetFilterPushDown: Boolean
    Definition Classes
    SQLConf
  244. def parquetFilterPushDownDate: Boolean
    Definition Classes
    SQLConf
  245. def parquetFilterPushDownDecimal: Boolean
    Definition Classes
    SQLConf
  246. def parquetFilterPushDownInFilterThreshold: Int
    Definition Classes
    SQLConf
  247. def parquetFilterPushDownStringPredicate: Boolean
    Definition Classes
    SQLConf
  248. def parquetFilterPushDownTimestamp: Boolean
    Definition Classes
    SQLConf
  249. def parquetInferTimestampNTZEnabled: Boolean
    Definition Classes
    SQLConf
  250. def parquetOutputCommitterClass: String
    Definition Classes
    SQLConf
  251. def parquetOutputTimestampType: SQLConf.ParquetOutputTimestampType.Value
    Definition Classes
    SQLConf
  252. def parquetRecordFilterEnabled: Boolean
    Definition Classes
    SQLConf
  253. def parquetVectorizedReaderBatchSize: Int
    Definition Classes
    SQLConf
  254. def parquetVectorizedReaderEnabled: Boolean
    Definition Classes
    SQLConf
  255. def parquetVectorizedReaderNestedColumnEnabled: Boolean
    Definition Classes
    SQLConf
  256. def partitionColumnTypeInferenceEnabled: Boolean
    Definition Classes
    SQLConf
  257. def partitionOverwriteMode: SQLConf.PartitionOverwriteMode.Value
    Definition Classes
    SQLConf
  258. def percentileAccuracy: Int
    Definition Classes
    SQLConf
  259. def planChangeBatches: Option[String]
    Definition Classes
    SQLConf
  260. def planChangeLogLevel: String
    Definition Classes
    SQLConf
  261. def planChangeRules: Option[String]
    Definition Classes
    SQLConf
  262. def planStatsEnabled: Boolean
    Definition Classes
    SQLConf
  263. def plannedWriteEnabled: Boolean
    Definition Classes
    SQLConf
  264. def preferSortMergeJoin: Boolean
    Definition Classes
    SQLConf
  265. def pysparkJVMStacktraceEnabled: Boolean
    Definition Classes
    SQLConf
  266. def pysparkSimplifiedTraceback: Boolean
    Definition Classes
    SQLConf
  267. def rangeExchangeSampleSizePerPartition: Int
    Definition Classes
    SQLConf
  268. def readSideCharPadding: Boolean
    Definition Classes
    SQLConf
  269. val reader: ConfigReader
    Attributes
    protected
    Definition Classes
    ReadOnlySQLConfSQLConf
  270. def redactOptions[K, V](options: Seq[(K, V)]): Seq[(K, V)]

    Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.

    Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.

    Definition Classes
    SQLConf
  271. def redactOptions[K, V](options: Map[K, V]): Map[K, V]

    Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.

    Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.

    Definition Classes
    SQLConf
  272. def replEagerEvalMaxNumRows: Int
    Definition Classes
    SQLConf
  273. def replEagerEvalTruncate: Int
    Definition Classes
    SQLConf
  274. def replaceDatabricksSparkAvroEnabled: Boolean
    Definition Classes
    SQLConf
  275. def replaceExceptWithFilter: Boolean
    Definition Classes
    SQLConf
  276. def resolver: Resolver

    Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.

    Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.

    Definition Classes
    SQLConf
  277. def runSQLonFile: Boolean
    Definition Classes
    SQLConf
  278. def runtimeFilterBloomFilterEnabled: Boolean
    Definition Classes
    SQLConf
  279. def runtimeFilterCreationSideThreshold: Long
    Definition Classes
    SQLConf
  280. def runtimeFilterSemiJoinReductionEnabled: Boolean
    Definition Classes
    SQLConf
  281. def runtimeRowLevelOperationGroupFilterEnabled: Boolean
    Definition Classes
    SQLConf
  282. def serializerNestedSchemaPruningEnabled: Boolean
    Definition Classes
    SQLConf
  283. def sessionLocalTimeZone: String
    Definition Classes
    SQLConf
  284. def sessionWindowBufferInMemoryThreshold: Int
    Definition Classes
    SQLConf
  285. def sessionWindowBufferSpillThreshold: Int
    Definition Classes
    SQLConf
  286. def setCommandRejectsSparkCoreConfs: Boolean
    Definition Classes
    SQLConf
  287. def setConf[T](entry: ConfigEntry[T], value: T): Unit

    Set the given Spark SQL configuration property.

    Set the given Spark SQL configuration property.

    Definition Classes
    SQLConf
  288. def setConf(props: Properties): Unit

    Set Spark SQL configuration properties.

    Set Spark SQL configuration properties.

    Definition Classes
    SQLConf
  289. def setConfString(key: String, value: String): Unit

    Set the given Spark SQL configuration property using a string value.

    Set the given Spark SQL configuration property using a string value.

    Definition Classes
    SQLConf
  290. def setConfWithCheck(key: String, value: String): Unit
    Attributes
    protected
    Definition Classes
    ReadOnlySQLConfSQLConf
  291. def setOpsPrecedenceEnforced: Boolean
    Definition Classes
    SQLConf
  292. val settings: Map[String, String]
    Definition Classes
    ReadOnlySQLConfSQLConf
  293. def sortBeforeRepartition: Boolean
    Definition Classes
    SQLConf
  294. def sortMergeJoinExecBufferInMemoryThreshold: Int
    Definition Classes
    SQLConf
  295. def sortMergeJoinExecBufferSpillThreshold: Int
    Definition Classes
    SQLConf
  296. def starSchemaDetection: Boolean
    Definition Classes
    SQLConf
  297. def starSchemaFTRatio: Double
    Definition Classes
    SQLConf
  298. def stateStoreCompressionCodec: String
    Definition Classes
    SQLConf
  299. def stateStoreFormatValidationEnabled: Boolean
    Definition Classes
    SQLConf
  300. def stateStoreMinDeltasForSnapshot: Int
    Definition Classes
    SQLConf
  301. def stateStoreProviderClass: String
    Definition Classes
    SQLConf
  302. def stateStoreSkipNullsForStreamStreamJoins: Boolean
    Definition Classes
    SQLConf
  303. def statefulOperatorCorrectnessCheckEnabled: Boolean
    Definition Classes
    SQLConf
  304. def storeAnalyzedPlanForView: Boolean
    Definition Classes
    SQLConf
  305. def storeAssignmentPolicy: SQLConf.StoreAssignmentPolicy.Value
    Definition Classes
    SQLConf
  306. def streamingFileCommitProtocolClass: String
    Definition Classes
    SQLConf
  307. def streamingMaintenanceInterval: Long
    Definition Classes
    SQLConf
  308. def streamingMetricsEnabled: Boolean
    Definition Classes
    SQLConf
  309. def streamingNoDataMicroBatchesEnabled: Boolean
    Definition Classes
    SQLConf
  310. def streamingNoDataProgressEventInterval: Long
    Definition Classes
    SQLConf
  311. def streamingPollingDelay: Long
    Definition Classes
    SQLConf
  312. def streamingProgressRetention: Int
    Definition Classes
    SQLConf
  313. def streamingSchemaInference: Boolean
    Definition Classes
    SQLConf
  314. def streamingSessionWindowMergeSessionInLocalPartition: Boolean
    Definition Classes
    SQLConf
  315. def stringRedactionPattern: Option[Regex]
    Definition Classes
    SQLConf
  316. def subexpressionEliminationCacheMaxEntries: Int
    Definition Classes
    SQLConf
  317. def subexpressionEliminationEnabled: Boolean
    Definition Classes
    SQLConf
  318. def subqueryReuseEnabled: Boolean
    Definition Classes
    SQLConf
  319. def supportQuotedRegexColumnName: Boolean
    Definition Classes
    SQLConf
  320. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  321. def tableRelationCacheSize: Int
    Definition Classes
    SQLConf
  322. def timestampType: AtomicType
    Definition Classes
    SQLConf
  323. def toString(): String
    Definition Classes
    AnyRef → Any
  324. def topKSortFallbackThreshold: Int
    Definition Classes
    SQLConf
  325. def truncateTableIgnorePermissionAcl: Boolean
    Definition Classes
    SQLConf
  326. def uiExplainMode: String
    Definition Classes
    SQLConf
  327. def unsetConf(entry: ConfigEntry[_]): Unit
    Definition Classes
    ReadOnlySQLConfSQLConf
  328. def unsetConf(key: String): Unit
    Definition Classes
    ReadOnlySQLConfSQLConf
  329. def useCompression: Boolean
    Definition Classes
    SQLConf
  330. def useCurrentSQLConfigsForView: Boolean
    Definition Classes
    SQLConf
  331. def useDeprecatedKafkaOffsetFetching: Boolean
    Definition Classes
    SQLConf
  332. def useNullsForMissingDefaultColumnValues: Boolean
    Definition Classes
    SQLConf
  333. def useObjectHashAggregation: Boolean
    Definition Classes
    SQLConf
  334. def useV1Command: Boolean
    Definition Classes
    SQLConf
  335. def v2BucketingEnabled: Boolean
    Definition Classes
    SQLConf
  336. def v2BucketingPartiallyClusteredDistributionEnabled: Boolean
    Definition Classes
    SQLConf
  337. def v2BucketingPushPartValuesEnabled: Boolean
    Definition Classes
    SQLConf
  338. def validatePartitionColumns: Boolean
    Definition Classes
    SQLConf
  339. def variableSubstituteEnabled: Boolean
    Definition Classes
    SQLConf
  340. def verifyPartitionPath: Boolean
    Definition Classes
    SQLConf
  341. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  342. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  343. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  344. def warehousePath: String
    Definition Classes
    SQLConf
  345. def wholeStageEnabled: Boolean
    Definition Classes
    SQLConf
  346. def wholeStageMaxNumFields: Int
    Definition Classes
    SQLConf
  347. def wholeStageSplitConsumeFuncByOperator: Boolean
    Definition Classes
    SQLConf
  348. def wholeStageUseIdInClassName: Boolean
    Definition Classes
    SQLConf
  349. def windowExecBufferInMemoryThreshold: Int
    Definition Classes
    SQLConf
  350. def windowExecBufferSpillThreshold: Int
    Definition Classes
    SQLConf
  351. def writeLegacyParquetFormat: Boolean
    Definition Classes
    SQLConf

Inherited from SQLConf

Inherited from Logging

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped