Packages

class SQLConf extends Serializable with Logging with SqlApiConf

A class that enables the setting and getting of mutable config parameters/hints.

In the presence of a SQLContext, these can be set and queried by passing SET commands into Spark SQL's query functions (i.e. sql()). Otherwise, users of this class can modify the hints by programmatically calling the setters and getters of this class.

SQLConf is thread-safe (internally synchronized, so safe to be used in multiple threads).

Linear Supertypes
SqlApiConf, Logging, Serializable, AnyRef, Any
Known Subclasses
ReadOnlySQLConf
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SQLConf
  2. SqlApiConf
  3. Logging
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new SQLConf()

Type Members

  1. implicit class LogStringContext extends AnyRef
    Definition Classes
    Logging

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def adaptiveExecutionEnabled: Boolean
  5. def adaptiveExecutionLogLevel: String
  6. def addSingleFileInAddFile: Boolean
  7. def advancedPartitionPredicatePushdownEnabled: Boolean
  8. def allowAutoGeneratedAliasForView: Boolean
  9. def allowCollationsInMapKeys: Boolean
  10. def allowNegativeScaleOfDecimalEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  11. def allowNonEmptyLocationInCTAS: Boolean
  12. def allowStarWithSingleTableIdentifierInCount: Boolean
  13. def allowsTempViewCreationWithMultipleNameparts: Boolean
  14. def analyzerMaxIterations: Int

    ************************ Spark SQL Params/Hints *******************

  15. def ansiEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  16. def ansiRelationPrecedence: Boolean
  17. def arrowLocalRelationThreshold: Long
  18. def arrowMaxBytesPerBatch: Long
  19. def arrowMaxRecordsPerBatch: Int
  20. def arrowPySparkEnabled: Boolean
  21. def arrowPySparkFallbackEnabled: Boolean
  22. def arrowPySparkSelfDestructEnabled: Boolean
  23. def arrowSafeTypeConversion: Boolean
  24. def arrowSparkREnabled: Boolean
  25. def arrowTransformWithStateInPandasMaxRecordsPerBatch: Int
  26. def arrowUseLargeVarTypes: Boolean
  27. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  28. def autoBroadcastJoinThreshold: Long
  29. def autoBucketedScanEnabled: Boolean
  30. def autoSizeUpdateEnabled: Boolean
  31. def avroCompressionCodec: String
  32. def avroFilterPushDown: Boolean
  33. def broadcastCleanedSourceThreshold: Int
  34. def broadcastHashJoinOutputPartitioningExpandLimit: Int
  35. def broadcastTimeout: Long
  36. def bucketingEnabled: Boolean
  37. def bucketingMaxBuckets: Int
  38. def cacheVectorizedReaderEnabled: Boolean
  39. def cartesianProductExecBufferInMemoryThreshold: Int
  40. def cartesianProductExecBufferSpillThreshold: Int
  41. def caseSensitiveAnalysis: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  42. def caseSensitiveInferenceMode: SQLConf.HiveCaseSensitiveInferenceMode.Value
  43. def castDatetimeToString: Boolean
  44. def cboEnabled: Boolean
  45. def charVarcharAsString: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  46. def checkpointLocation: Option[String]
  47. def checkpointRenamedFileCheck: Boolean
  48. def chunkBase64StringEnabled: Boolean
  49. def clear(): Unit
  50. def cliPrintHeader: Boolean
  51. def clone(): SQLConf
    Definition Classes
    SQLConf → AnyRef
  52. def coalesceBucketsInJoinEnabled: Boolean
  53. def coalesceBucketsInJoinMaxBucketRatio: Int
  54. def coalesceShufflePartitionsEnabled: Boolean
  55. def codegenCacheMaxEntries: Int
  56. def codegenComments: Boolean
  57. def codegenFactoryMode: String
  58. def codegenFallback: Boolean
  59. def codegenSplitAggregateFunc: Boolean
  60. def columnBatchSize: Int
  61. def columnNameOfCorruptRecord: String
  62. def concatBinaryAsString: Boolean
  63. def constraintPropagationEnabled: Boolean
  64. def contains(key: String): Boolean

    Return whether a given key is set in this SQLConf.

  65. def continuousStreamingEpochBacklogQueueSize: Int
  66. def continuousStreamingExecutorPollIntervalMs: Long
  67. def continuousStreamingExecutorQueueSize: Int
  68. def convertCTAS: Boolean
  69. def copy(entries: (ConfigEntry[_], Any)*): SQLConf
  70. def crossJoinEnabled: Boolean
  71. def csvColumnPruning: Boolean
  72. def csvEnableDateTimeParsingFallback: Option[Boolean]
  73. def csvExpressionOptimization: Boolean
  74. def csvFilterPushDown: Boolean
  75. def dataFramePivotMaxValues: Int
  76. def dataFrameQueryContextEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  77. def dataFrameRetainGroupColumns: Boolean
  78. def dataFrameSelfJoinAutoResolveAmbiguity: Boolean
  79. def dataFrameTransposeMaxValues: Int
  80. def dataframeCacheLogLevel: String
  81. def datetimeJava8ApiEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  82. def decimalOperationsAllowPrecisionLoss: Boolean
  83. def decorrelateInnerQueryEnabled: Boolean
  84. def decorrelateInnerQueryEnabledForExistsIn: Boolean
  85. def defaultCacheStorageLevel: StorageLevel
  86. def defaultColumnAllowedProviders: String
  87. def defaultDataSourceName: String
  88. def defaultDatabase: String
  89. def defaultNumShufflePartitions: Int
  90. def defaultSizeInBytes: Long
  91. def disabledJdbcConnectionProviders: String
  92. def disabledV2StreamingMicroBatchReaders: String
  93. def disabledV2StreamingWriters: String
  94. def doubleQuotedIdentifiers: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  95. def dynamicPartitionPruningEnabled: Boolean
  96. def dynamicPartitionPruningFallbackFilterRatio: Double
  97. def dynamicPartitionPruningReuseBroadcastOnly: Boolean
  98. def dynamicPartitionPruningUseStats: Boolean
  99. def eltOutputAsString: Boolean
  100. def enableDefaultColumns: Boolean
  101. def enableRadixSort: Boolean
  102. def enableTwoLevelAggMap: Boolean
  103. def enableVectorizedHashMap: Boolean
  104. def enforceReservedKeywords: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  105. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  106. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  107. def errorMessageFormat: ErrorMessageFormat.Value
  108. def escapedStringLiterals: Boolean
  109. def exchangeReuseEnabled: Boolean
  110. def exponentLiteralAsDecimalEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  111. def expressionTreeChangeLogLevel: String
  112. def fallBackToHdfsForStatsEnabled: Boolean
  113. def fastFailFileFormatOutput: Boolean
  114. def fastHashAggregateRowMaxCapacityBit: Int
  115. def fetchShuffleBlocksInBatch: Boolean
  116. def fileCommitProtocolClass: String
  117. def fileCompressionFactor: Double
  118. def fileSinkLogCleanupDelay: Long
  119. def fileSinkLogCompactInterval: Int
  120. def fileSinkLogDeletion: Boolean
  121. def fileSourceLogCleanupDelay: Long
  122. def fileSourceLogCompactInterval: Int
  123. def fileSourceLogDeletion: Boolean
  124. def fileStreamSinkMetadataIgnored: Boolean
  125. def filesMaxPartitionBytes: Long
  126. def filesMaxPartitionNum: Option[Int]
  127. def filesMinPartitionNum: Option[Int]
  128. def filesOpenCostInBytes: Long
  129. def filesourcePartitionFileCacheSize: Long
  130. def gatherFastStats: Boolean
  131. def getAllConfs: Map[String, String]

    Return all the configuration properties that have been set (i.e.

    Return all the configuration properties that have been set (i.e. not the default). This creates a new copy of the config properties in the form of a Map.

  132. def getAllDefinedConfs: Seq[(String, String, String, String)]

    Return all the configuration definitions that have been defined in SQLConf.

    Return all the configuration definitions that have been defined in SQLConf. Each definition contains key, defaultValue and doc.

  133. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  134. def getConf[T](entry: OptionalConfigEntry[T]): Option[T]

    Return the value of an optional Spark SQL configuration property for the given key.

    Return the value of an optional Spark SQL configuration property for the given key. If the key is not set yet, returns None.

  135. def getConf[T](entry: ConfigEntry[T]): T

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue in ConfigEntry.

  136. def getConf[T](entry: ConfigEntry[T], defaultValue: T): T

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue. This is useful when defaultValue in ConfigEntry is not the desired one.

  137. def getConfString(key: String, defaultValue: String): String

    Return the string value of Spark SQL configuration property for the given key.

    Return the string value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue.

  138. def getConfString(key: String): String

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key.

    Annotations
    @throws("if key is not set")
  139. def globalTempDatabase: String
  140. def groupByAliases: Boolean
  141. def groupByOrdinal: Boolean
  142. def groupingIdWithAppendedUserGroupByEnabled: Boolean
  143. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  144. def hintErrorHandler: HintErrorHandler

    Returns the error handler for handling hint errors.

  145. def histogramEnabled: Boolean
  146. def histogramNumBins: Int
  147. def histogramNumericPropagateInputType: Boolean
  148. def hiveThriftServerSingleSession: Boolean
  149. def hugeMethodLimit: Int
  150. def ignoreCorruptFiles: Boolean
  151. def ignoreDataLocality: Boolean
  152. def ignoreInvalidPartitionPaths: Boolean
  153. def ignoreMissingFiles: Boolean
  154. def ignoreMissingParquetFieldId: Boolean
  155. def inMemoryPartitionPruning: Boolean
  156. def inMemoryTableScanStatisticsEnabled: Boolean
  157. def inferDictAsStruct: Boolean
  158. def inferPandasDictAsMap: Boolean
  159. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  160. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  161. def integerGroupingIdEnabled: Boolean
  162. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  163. def isModifiable(key: String): Boolean
  164. def isOrcSchemaMergingEnabled: Boolean
  165. def isParquetBinaryAsString: Boolean
  166. def isParquetINT96AsTimestamp: Boolean
  167. def isParquetINT96TimestampConversion: Boolean
  168. def isParquetSchemaMergingEnabled: Boolean
  169. def isParquetSchemaRespectSummaries: Boolean
  170. def isReplEagerEvalEnabled: Boolean
  171. def isStateSchemaCheckEnabled: Boolean
  172. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  173. def isUnsupportedOperationCheckEnabled: Boolean
  174. def joinReorderCardWeight: Double
  175. def joinReorderDPStarFilter: Boolean
  176. def joinReorderDPThreshold: Int
  177. def joinReorderEnabled: Boolean
  178. def jsonEnableDateTimeParsingFallback: Option[Boolean]
  179. def jsonEnablePartialResults: Boolean
  180. def jsonExpressionOptimization: Boolean
  181. def jsonFilterPushDown: Boolean
  182. def jsonGeneratorIgnoreNullFields: Boolean
  183. def jsonWriteNullIfWithDefaultValue: Boolean
  184. def legacyAllowUntypedScalaUDFs: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  185. def legacyCodingErrorAction: Boolean
  186. def legacyDB2BooleanMappingEnabled: Boolean
  187. def legacyDB2numericMappingEnabled: Boolean
  188. def legacyDuplicateBetweenInput: Boolean
  189. def legacyEvalCurrentTime: Boolean
  190. def legacyInferArrayTypeFromFirstElement: Boolean
  191. def legacyInferMapStructTypeFromFirstItem: Boolean
  192. def legacyIntervalEnabled: Boolean
  193. def legacyJavaCharsets: Boolean
  194. def legacyMsSqlServerDatetimeOffsetMappingEnabled: Boolean
  195. def legacyMsSqlServerNumericMappingEnabled: Boolean
  196. def legacyMySqlBitArrayMappingEnabled: Boolean
  197. def legacyMySqlTimestampNTZMappingEnabled: Boolean
  198. def legacyNegativeIndexInArrayInsert: Boolean
  199. def legacyNullInEmptyBehavior: Boolean
  200. def legacyOracleTimestampMappingEnabled: Boolean
  201. def legacyParquetNanosAsLong: Boolean
  202. def legacyPathOptionBehavior: Boolean
  203. def legacyPostgresDatetimeMappingEnabled: Boolean
  204. def legacyRaiseErrorWithoutErrorClass: Boolean
  205. def legacySizeOfNull: Boolean
  206. def legacyStatisticalAggregate: Boolean
  207. def legacyTimeParserPolicy: LegacyBehaviorPolicy.Value
    Definition Classes
    SQLConf → SqlApiConf
  208. def limitInitialNumPartitions: Int
  209. def limitScaleUpFactor: Int
  210. def literalPickMinimumPrecision: Boolean
  211. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  212. def logDebug(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  213. def logDebug(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  214. def logDebug(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  215. def logDebug(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  216. def logError(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  217. def logError(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  218. def logError(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  219. def logError(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  220. def logInfo(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  221. def logInfo(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  222. def logInfo(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  223. def logInfo(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  224. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  225. def logTrace(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  226. def logTrace(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  227. def logTrace(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  228. def logTrace(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  229. def logWarning(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  230. def logWarning(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  231. def logWarning(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  232. def logWarning(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  233. def loggingMaxLinesForCodegen: Int
  234. def manageFilesourcePartitions: Boolean
  235. def maxBatchesToRetainInMemory: Int
  236. def maxConcurrentOutputFileWriters: Int
  237. def maxMetadataStringLength: Int
  238. def maxNestedViewDepth: Int
  239. def maxPlanStringLength: Int
  240. def maxRecordsPerFile: Long
  241. def maxToStringFields: Int
    Definition Classes
    SQLConf → SqlApiConf
  242. def metadataCacheTTL: Long
  243. def metastoreDropPartitionsByName: Boolean
  244. def metastorePartitionPruning: Boolean
  245. def metastorePartitionPruningFallbackOnException: Boolean
  246. def metastorePartitionPruningFastFallback: Boolean
  247. def metastorePartitionPruningInSetThreshold: Int
  248. def methodSplitThreshold: Int
  249. def minBatchesToRetain: Int
  250. def nameNonStructGroupingKeyAsValue: Boolean
  251. def ndvMaxError: Double
  252. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  253. def nestedPruningOnExpressions: Boolean
  254. def nestedSchemaPruningEnabled: Boolean
  255. def nonEmptyPartitionRatioForBroadcastJoin: Double
  256. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  257. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  258. def numShufflePartitions: Int
  259. def numStateStoreMaintenanceThreads: Int
  260. def objectAggSortBasedFallbackThreshold: Int
  261. def objectLevelCollationsEnabled: Boolean
  262. def offHeapColumnVectorEnabled: Boolean
  263. def optimizeNullAwareAntiJoin: Boolean
  264. def optimizerExcludedRules: Option[String]
  265. def optimizerInSetConversionThreshold: Int
  266. def optimizerInSetSwitchThreshold: Int
  267. def optimizerMaxIterations: Int
  268. def optimizerMetadataOnly: Boolean
  269. def orcAggregatePushDown: Boolean
  270. def orcCompressionCodec: String
  271. def orcFilterPushDown: Boolean
  272. def orcVectorizedReaderBatchSize: Int
  273. def orcVectorizedReaderEnabled: Boolean
  274. def orcVectorizedReaderNestedColumnEnabled: Boolean
  275. def orcVectorizedWriterBatchSize: Int
  276. def orderByOrdinal: Boolean
  277. def pandasGroupedMapAssignColumnsByName: Boolean
  278. def pandasStructHandlingMode: String
  279. def pandasUDFBufferSize: Int
  280. def parallelFileListingInStatsComputation: Boolean
  281. def parallelPartitionDiscoveryParallelism: Int
  282. def parallelPartitionDiscoveryThreshold: Int
  283. def parquetAggregatePushDown: Boolean
  284. def parquetCompressionCodec: String
  285. def parquetFieldIdReadEnabled: Boolean
  286. def parquetFieldIdWriteEnabled: Boolean
  287. def parquetFilterPushDown: Boolean
  288. def parquetFilterPushDownDate: Boolean
  289. def parquetFilterPushDownDecimal: Boolean
  290. def parquetFilterPushDownInFilterThreshold: Int
  291. def parquetFilterPushDownStringPredicate: Boolean
  292. def parquetFilterPushDownTimestamp: Boolean
  293. def parquetInferTimestampNTZEnabled: Boolean
  294. def parquetOutputTimestampType: SQLConf.ParquetOutputTimestampType.Value
  295. def parquetRecordFilterEnabled: Boolean
  296. def parquetVectorizedReaderBatchSize: Int
  297. def parquetVectorizedReaderEnabled: Boolean
  298. def parquetVectorizedReaderNestedColumnEnabled: Boolean
  299. def partitionColumnTypeInferenceEnabled: Boolean
  300. def partitionOverwriteMode: SQLConf.PartitionOverwriteMode.Value
  301. def percentileAccuracy: Int
  302. def planChangeBatches: Option[String]
  303. def planChangeLogLevel: String
  304. def planChangeRules: Option[String]
  305. def planStatsEnabled: Boolean
  306. def plannedWriteEnabled: Boolean
  307. def preferSortMergeJoin: Boolean
  308. def preserveCharVarcharTypeInfo: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  309. def pysparkHideTraceback: Boolean
  310. def pysparkJVMStacktraceEnabled: Boolean
  311. def pysparkPlotMaxRows: Int
  312. def pysparkSimplifiedTraceback: Boolean
  313. def pysparkWorkerPythonExecutable: Option[String]
  314. def pythonPlannerExecMemory: Option[Long]
  315. def pythonUDFArrowConcurrencyLevel: Option[Int]
  316. def pythonUDFProfiler: Option[String]
  317. def pythonUDFWorkerFaulthandlerEnabled: Boolean
  318. def pythonUDFWorkerIdleTimeoutSeconds: Long
  319. def rangeExchangeSampleSizePerPartition: Int
  320. def ratioExtraSpaceAllowedInCheckpoint: Double
  321. def readSideCharPadding: Boolean
  322. val reader: ConfigReader
    Attributes
    protected
  323. def redactOptions[K, V](options: Seq[(K, V)]): Seq[(K, V)]

    Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.

  324. def redactOptions[K, V](options: Map[K, V]): Map[K, V]

    Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.

  325. def replEagerEvalMaxNumRows: Int
  326. def replEagerEvalTruncate: Int
  327. def replaceDatabricksSparkAvroEnabled: Boolean
  328. def replaceExceptWithFilter: Boolean
  329. def resolver: Resolver

    Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.

  330. def runSQLonFile: Boolean
  331. def runtimeFilterBloomFilterEnabled: Boolean
  332. def runtimeFilterCreationSideThreshold: Long
  333. def runtimeRowLevelOperationGroupFilterEnabled: Boolean
  334. def serializerNestedSchemaPruningEnabled: Boolean
  335. def sessionLocalTimeZone: String
    Definition Classes
    SQLConf → SqlApiConf
  336. def sessionWindowBufferInMemoryThreshold: Int
  337. def sessionWindowBufferSpillThreshold: Int
  338. def setCommandRejectsSparkCoreConfs: Boolean
  339. def setConf[T](entry: ConfigEntry[T], value: T): Unit

    Set the given Spark SQL configuration property.

  340. def setConf(props: Properties): Unit

    Set Spark SQL configuration properties.

  341. def setConfString(key: String, value: String): Unit

    Set the given Spark SQL configuration property using a string value.

  342. def setConfWithCheck(key: String, value: String): Unit
    Attributes
    protected
  343. def setOpsPrecedenceEnforced: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  344. val settings: Map[String, String]

    Only low degree of contention is expected for conf, thus NOT using ConcurrentHashMap.

    Only low degree of contention is expected for conf, thus NOT using ConcurrentHashMap.

    Attributes
    protected[spark]
  345. def sortBeforeRepartition: Boolean
  346. def sortMergeJoinExecBufferInMemoryThreshold: Int
  347. def sortMergeJoinExecBufferSpillThreshold: Int
  348. def stackTracesInDataFrameContext: Int
    Definition Classes
    SQLConf → SqlApiConf
  349. def starSchemaDetection: Boolean
  350. def starSchemaFTRatio: Double
  351. def stateStoreCheckpointFormatVersion: Int
  352. def stateStoreCompressionCodec: String
  353. def stateStoreEncodingFormat: String
  354. def stateStoreFormatValidationEnabled: Boolean
  355. def stateStoreMinDeltasForSnapshot: Int
  356. def stateStoreProviderClass: String
  357. def stateStoreSkipNullsForStreamStreamJoins: Boolean
  358. def statefulOperatorCorrectnessCheckEnabled: Boolean
  359. def storeAnalyzedPlanForView: Boolean
  360. def storeAssignmentPolicy: SQLConf.StoreAssignmentPolicy.Value
  361. def streamingFileCommitProtocolClass: String
  362. def streamingMaintenanceInterval: Long
  363. def streamingMetricsEnabled: Boolean
  364. def streamingNoDataMicroBatchesEnabled: Boolean
  365. def streamingNoDataProgressEventInterval: Long
  366. def streamingPollingDelay: Long
  367. def streamingProgressRetention: Int
  368. def streamingSchemaInference: Boolean
  369. def streamingSessionWindowMergeSessionInLocalPartition: Boolean
  370. def streamingStateSchemaFilesThreshold: Int
  371. def streamingValueStateSchemaEvolutionThreshold: Int
  372. def stringRedactionPattern: Option[Regex]
  373. def subexpressionEliminationCacheMaxEntries: Int
  374. def subexpressionEliminationEnabled: Boolean
  375. def subexpressionEliminationSkipForShotcutExpr: Boolean
  376. def subqueryReuseEnabled: Boolean
  377. def supportQuotedRegexColumnName: Boolean
  378. def supportSecondOffsetFormat: Boolean
  379. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  380. def tableRelationCacheSize: Int
  381. def timestampType: AtomicType
    Definition Classes
    SQLConf → SqlApiConf
  382. def toString(): String
    Definition Classes
    AnyRef → Any
  383. def topKSortFallbackThreshold: Int
  384. def trimCollationEnabled: Boolean
  385. def truncateTableIgnorePermissionAcl: Boolean
  386. def tvfAllowMultipleTableArguments: Boolean
  387. def uiExplainMode: String
  388. def unsetConf(entry: ConfigEntry[_]): Unit
  389. def unsetConf(key: String): Unit
  390. def updatePartStatsInAnalyzeTableEnabled: Boolean
  391. def useCompression: Boolean
  392. def useCurrentSQLConfigsForView: Boolean
  393. def useDeprecatedKafkaOffsetFetching: Boolean
  394. def useListFilesFileSystemList: String
  395. def useNullsForMissingDefaultColumnValues: Boolean
  396. def useObjectHashAggregation: Boolean
  397. def usePartitionEvaluator: Boolean
  398. def useV1Command: Boolean
  399. def v2BucketingAllowCompatibleTransforms: Boolean
  400. def v2BucketingAllowJoinKeysSubsetOfPartitionKeys: Boolean
  401. def v2BucketingAllowSorting: Boolean
  402. def v2BucketingEnabled: Boolean
  403. def v2BucketingPartiallyClusteredDistributionEnabled: Boolean
  404. def v2BucketingPushPartValuesEnabled: Boolean
  405. def v2BucketingShuffleEnabled: Boolean
  406. def validatePartitionColumns: Boolean
  407. def variableSubstituteEnabled: Boolean
  408. def vectorizedHugeVectorReserveRatio: Double
  409. def vectorizedHugeVectorThreshold: Int
  410. def viewSchemaBindingEnabled: Boolean
  411. def viewSchemaCompensation: Boolean
  412. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  413. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  414. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  415. def warehousePath: String
  416. def wholeStageEnabled: Boolean
  417. def wholeStageMaxNumFields: Int
  418. def wholeStageSplitConsumeFuncByOperator: Boolean
  419. def wholeStageUseIdInClassName: Boolean
  420. def windowExecBufferInMemoryThreshold: Int
  421. def windowExecBufferSpillThreshold: Int
  422. def windowGroupLimitThreshold: Int
  423. def withLogContext(context: Map[String, String])(body: => Unit): Unit
    Attributes
    protected
    Definition Classes
    Logging
  424. def writeLegacyParquetFormat: Boolean

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from SqlApiConf

Inherited from Logging

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped