Packages

class SQLConf extends Serializable with Logging with SqlApiConf

A class that enables the setting and getting of mutable config parameters/hints.

In the presence of a SQLContext, these can be set and queried by passing SET commands into Spark SQL's query functions (i.e. sql()). Otherwise, users of this class can modify the hints by programmatically calling the setters and getters of this class.

SQLConf is thread-safe (internally synchronized, so safe to be used in multiple threads).

Linear Supertypes
SqlApiConf, Logging, Serializable, AnyRef, Any
Known Subclasses
ReadOnlySQLConf
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SQLConf
  2. SqlApiConf
  3. Logging
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new SQLConf()

Type Members

  1. implicit class LogStringContext extends AnyRef
    Definition Classes
    Logging

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def MDC(key: LogKey, value: Any): MDC
    Attributes
    protected
    Definition Classes
    Logging
  5. def adaptiveExecutionEnabled: Boolean
  6. def adaptiveExecutionEnabledInStatelessStreaming: Boolean
  7. def adaptiveExecutionLogLevel: Level
  8. def addSingleFileInAddFile: Boolean
  9. def advancedPartitionPredicatePushdownEnabled: Boolean
  10. def allowAutoGeneratedAliasForView: Boolean
  11. def allowCollationsInMapKeys: Boolean
  12. def allowNegativeScaleOfDecimalEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  13. def allowNonEmptyLocationInCTAS: Boolean
  14. def allowStarWithSingleTableIdentifierInCount: Boolean
  15. def allowsTempViewCreationWithMultipleNameparts: Boolean
  16. def analyzerMaxIterations: Int

    ************************ Spark SQL Params/Hints *******************

  17. def ansiEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  18. def ansiRelationPrecedence: Boolean
  19. def arrowCompressionCodec: String
  20. def arrowLocalRelationThreshold: Long
  21. def arrowMaxBytesPerBatch: Long
  22. def arrowMaxBytesPerOutputBatch: Long
  23. def arrowMaxRecordsPerBatch: Int
  24. def arrowMaxRecordsPerOutputBatch: Int
  25. def arrowPySparkEnabled: Boolean
  26. def arrowPySparkFallbackEnabled: Boolean
  27. def arrowPySparkSelfDestructEnabled: Boolean
  28. def arrowSafeTypeConversion: Boolean
  29. def arrowSparkREnabled: Boolean
  30. def arrowTransformWithStateInPySparkMaxStateRecordsPerBatch: Int
  31. def arrowUseLargeVarTypes: Boolean
  32. def arrowZstdCompressionLevel: Int
  33. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  34. def autoBroadcastJoinThreshold: Long
  35. def autoBucketedScanEnabled: Boolean
  36. def autoSizeUpdateEnabled: Boolean
  37. def avroCompressionCodec: String
  38. def avroFilterPushDown: Boolean
  39. def broadcastCleanedSourceThreshold: Int
  40. def broadcastHashJoinOutputPartitioningExpandLimit: Int
  41. def broadcastTimeout: Long
  42. def bucketingEnabled: Boolean
  43. def bucketingMaxBuckets: Int
  44. def cacheVectorizedReaderEnabled: Boolean
  45. def cartesianProductExecBufferInMemoryThreshold: Int
  46. def cartesianProductExecBufferSizeSpillThreshold: Long
  47. def cartesianProductExecBufferSpillThreshold: Int
  48. def caseSensitiveAnalysis: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  49. def caseSensitiveInferenceMode: SQLConf.HiveCaseSensitiveInferenceMode.Value
  50. def castDatetimeToString: Boolean
  51. def cboEnabled: Boolean
  52. def charVarcharAsString: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  53. def checkpointFileChecksumEnabled: Boolean
  54. def checkpointFileChecksumSkipCreationIfFileMissingChecksum: Boolean
  55. def checkpointLocation: Option[String]
  56. def checkpointRenamedFileCheck: Boolean
  57. def chunkBase64StringEnabled: Boolean
  58. def clear(): Unit
  59. def cliPrintHeader: Boolean
  60. def clone(): SQLConf
    Definition Classes
    SQLConf → AnyRef
  61. def coalesceBucketsInJoinEnabled: Boolean
  62. def coalesceBucketsInJoinMaxBucketRatio: Int
  63. def coalesceShufflePartitionsEnabled: Boolean
  64. def codegenCacheMaxEntries: Int
  65. def codegenComments: Boolean
  66. def codegenFactoryMode: catalyst.expressions.CodegenObjectFactoryMode.Value
  67. def codegenFallback: Boolean
  68. def codegenLogLevel: Level
  69. def codegenSplitAggregateFunc: Boolean
  70. def coerceMergeNestedTypes: Boolean
  71. def columnBatchSize: Int
  72. def columnNameOfCorruptRecord: String
  73. def concatBinaryAsString: Boolean
  74. def constraintPropagationEnabled: Boolean
  75. def contains(key: String): Boolean

    Return whether a given key is set in this SQLConf.

  76. def continuousStreamingEpochBacklogQueueSize: Int
  77. def continuousStreamingExecutorPollIntervalMs: Long
  78. def continuousStreamingExecutorQueueSize: Int
  79. def convertCTAS: Boolean
  80. def copy(entries: (ConfigEntry[_], Any)*): SQLConf
  81. def crossJoinEnabled: Boolean
  82. def csvColumnPruning: Boolean
  83. def csvEnableDateTimeParsingFallback: Option[Boolean]
  84. def csvExpressionOptimization: Boolean
  85. def csvFilterPushDown: Boolean
  86. def dataFramePivotMaxValues: Int
  87. def dataFrameQueryContextEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  88. def dataFrameRetainGroupColumns: Boolean
  89. def dataFrameSelfJoinAutoResolveAmbiguity: Boolean
  90. def dataFrameTransposeMaxValues: Int
  91. def dataSourceV2JoinPushdown: Boolean
  92. def dataframeCacheLogLevel: Level
  93. def datetimeJava8ApiEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  94. def decimalOperationsAllowPrecisionLoss: Boolean
  95. def decorrelateInnerQueryEnabled: Boolean
  96. def decorrelateInnerQueryEnabledForExistsIn: Boolean
  97. def defaultCacheStorageLevel: StorageLevel
  98. def defaultColumnAllowedProviders: String
  99. def defaultDataSourceName: String
  100. def defaultDatabase: String
  101. def defaultNumShufflePartitions: Int
  102. def defaultSizeInBytes: Long
  103. def disabledJdbcConnectionProviders: String
  104. def disabledV2StreamingMicroBatchReaders: String
  105. def disabledV2StreamingWriters: String
  106. def doubleQuotedIdentifiers: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  107. def dynamicPartitionPruningEnabled: Boolean
  108. def dynamicPartitionPruningFallbackFilterRatio: Double
  109. def dynamicPartitionPruningReuseBroadcastOnly: Boolean
  110. def dynamicPartitionPruningUseStats: Boolean
  111. def eltOutputAsString: Boolean
  112. def enableDefaultColumns: Boolean
  113. def enableRadixSort: Boolean
  114. def enableTwoLevelAggMap: Boolean
  115. def enableVectorizedHashMap: Boolean
  116. def enforceReservedKeywords: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  117. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  118. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  119. def errorMessageFormat: ErrorMessageFormat.Value
  120. def escapedStringLiterals: Boolean
  121. def exchangeReuseEnabled: Boolean
  122. def exponentLiteralAsDecimalEnabled: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  123. def expressionTreeChangeLogLevel: Level
  124. def fallBackToHdfsForStatsEnabled: Boolean
  125. def fastFailFileFormatOutput: Boolean
  126. def fastHashAggregateRowMaxCapacityBit: Int
  127. def fetchShuffleBlocksInBatch: Boolean
  128. def fileCommitProtocolClass: String
  129. def fileCompressionFactor: Double
  130. def fileSinkLogCleanupDelay: Long
  131. def fileSinkLogCompactInterval: Int
  132. def fileSinkLogDeletion: Boolean
  133. def fileSourceLogCleanupDelay: Long
  134. def fileSourceLogCompactInterval: Int
  135. def fileSourceLogDeletion: Boolean
  136. def fileStreamSinkMetadataIgnored: Boolean
  137. def filesMaxPartitionBytes: Long
  138. def filesMaxPartitionNum: Option[Int]
  139. def filesMinPartitionNum: Option[Int]
  140. def filesOpenCostInBytes: Long
  141. def filesourcePartitionFileCacheSize: Long
  142. def gatherFastStats: Boolean
  143. def geospatialEnabled: Boolean
  144. def getAllConfs: Map[String, String]

    Return all the configuration properties that have been set (i.e.

    Return all the configuration properties that have been set (i.e. not the default). This creates a new copy of the config properties in the form of a Map.

  145. def getAllDefinedConfs: Seq[(String, String, String, String)]

    Return all the configuration definitions that have been defined in SQLConf.

    Return all the configuration definitions that have been defined in SQLConf. Each definition contains key, defaultValue and doc.

  146. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  147. def getConf[T](entry: OptionalConfigEntry[T]): Option[T]

    Return the value of an optional Spark SQL configuration property for the given key.

    Return the value of an optional Spark SQL configuration property for the given key. If the key is not set yet, returns None.

  148. def getConf[T](entry: ConfigEntry[T]): T

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue in ConfigEntry.

  149. def getConf[T](entry: ConfigEntry[T], defaultValue: T): T

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue. This is useful when defaultValue in ConfigEntry is not the desired one.

  150. def getConfString(key: String, defaultValue: String): String

    Return the string value of Spark SQL configuration property for the given key.

    Return the string value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue.

  151. def getConfString(key: String): String

    Return the value of Spark SQL configuration property for the given key.

    Return the value of Spark SQL configuration property for the given key.

    Annotations
    @throws("if key is not set")
  152. def globalTempDatabase: String
  153. def groupByAliases: Boolean
  154. def groupByOrdinal: Boolean
  155. def groupingIdWithAppendedUserGroupByEnabled: Boolean
  156. def hadoopLineRecordReaderEnabled: Boolean
  157. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  158. def hintErrorHandler: HintErrorHandler

    Returns the error handler for handling hint errors.

  159. def histogramEnabled: Boolean
  160. def histogramNumBins: Int
  161. def histogramNumericPropagateInputType: Boolean
  162. def hiveThriftServerSingleSession: Boolean
  163. def hugeMethodLimit: Int
  164. def ignoreCorruptFiles: Boolean
  165. def ignoreDataLocality: Boolean
  166. def ignoreInvalidPartitionPaths: Boolean
  167. def ignoreMissingFiles: Boolean
  168. def ignoreMissingParquetFieldId: Boolean
  169. def inMemoryPartitionPruning: Boolean
  170. def inMemoryTableScanStatisticsEnabled: Boolean
  171. def inferDictAsStruct: Boolean
  172. def inferPandasDictAsMap: Boolean
  173. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  174. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  175. def integerGroupingIdEnabled: Boolean
  176. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  177. def isModifiable(key: String): Boolean
  178. def isOrcSchemaMergingEnabled: Boolean
  179. def isParquetBinaryAsString: Boolean
  180. def isParquetINT96AsTimestamp: Boolean
  181. def isParquetINT96TimestampConversion: Boolean
  182. def isParquetSchemaMergingEnabled: Boolean
  183. def isParquetSchemaRespectSummaries: Boolean
  184. def isReplEagerEvalEnabled: Boolean
  185. def isStateSchemaCheckEnabled: Boolean
  186. def isTimeTypeEnabled: Boolean
  187. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  188. def isUnsupportedOperationCheckEnabled: Boolean
  189. def joinReorderCardWeight: Double
  190. def joinReorderDPStarFilter: Boolean
  191. def joinReorderDPThreshold: Int
  192. def joinReorderEnabled: Boolean
  193. def jsonEnableDateTimeParsingFallback: Option[Boolean]
  194. def jsonEnablePartialResults: Boolean
  195. def jsonExpressionOptimization: Boolean
  196. def jsonFilterPushDown: Boolean
  197. def jsonGeneratorIgnoreNullFields: Boolean
  198. def jsonWriteNullIfWithDefaultValue: Boolean
  199. def legacyAllowUntypedScalaUDFs: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  200. def legacyCodingErrorAction: Boolean
  201. def legacyDB2BooleanMappingEnabled: Boolean
  202. def legacyDB2numericMappingEnabled: Boolean
  203. def legacyDuplicateBetweenInput: Boolean
  204. def legacyEvalCurrentTime: Boolean
  205. def legacyIdentifierClauseOnly: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  206. def legacyInferArrayTypeFromFirstElement: Boolean
  207. def legacyInferMapStructTypeFromFirstItem: Boolean
  208. def legacyIntervalEnabled: Boolean
  209. def legacyJavaCharsets: Boolean
  210. def legacyMsSqlServerDatetimeOffsetMappingEnabled: Boolean
  211. def legacyMsSqlServerNumericMappingEnabled: Boolean
  212. def legacyMySqlBitArrayMappingEnabled: Boolean
  213. def legacyMySqlTimestampNTZMappingEnabled: Boolean
  214. def legacyNegativeIndexInArrayInsert: Boolean
  215. def legacyNullInEmptyBehavior: Boolean
  216. def legacyOracleTimestampMappingEnabled: Boolean
  217. def legacyOutputSchema: Boolean
  218. def legacyPandasConversion: Boolean
  219. def legacyPandasConversionUDF: Boolean
  220. def legacyParameterSubstitutionConstantsOnly: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  221. def legacyParquetNanosAsLong: Boolean
  222. def legacyPathOptionBehavior: Boolean
  223. def legacyPostgresDatetimeMappingEnabled: Boolean
  224. def legacyRaiseErrorWithoutErrorClass: Boolean
  225. def legacySizeOfNull: Boolean
  226. def legacyStatisticalAggregate: Boolean
  227. def legacyTimeParserPolicy: LegacyBehaviorPolicy.Value
    Definition Classes
    SQLConf → SqlApiConf
  228. def legacyXMLParserEnabled: Boolean
  229. def limitInitialNumPartitions: Int
  230. def limitScaleUpFactor: Int
  231. def literalPickMinimumPrecision: Boolean
  232. def localRelationChunkSizeLimit: Long
  233. def localRelationSizeLimit: Long
  234. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  235. def logBasedOnLevel(level: Level)(f: => MessageWithContext): Unit
    Attributes
    protected
    Definition Classes
    Logging
  236. def logDebug(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  237. def logDebug(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  238. def logDebug(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  239. def logDebug(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  240. def logError(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  241. def logError(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  242. def logError(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  243. def logError(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  244. def logInfo(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  245. def logInfo(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  246. def logInfo(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  247. def logInfo(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  248. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  249. def logTrace(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  250. def logTrace(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  251. def logTrace(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  252. def logTrace(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  253. def logWarning(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  254. def logWarning(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  255. def logWarning(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  256. def logWarning(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  257. def loggingMaxLinesForCodegen: Int
  258. def manageFilesourcePartitions: Boolean
  259. def manageParserCaches: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  260. def mapZipWithUsesJavaCollections: Boolean
  261. def maxBatchesToRetainInMemory: Int
  262. def maxBroadcastTableSizeInBytes: Long
  263. def maxConcurrentFlows: Int
  264. def maxConcurrentOutputFileWriters: Int
  265. def maxFlowRetryAttempts: Int
  266. def maxMetadataStringLength: Int
  267. def maxNestedViewDepth: Int
  268. def maxPlanStringLength: Int
  269. def maxRecordsPerFile: Long
  270. def maxToStringFields: Int
    Definition Classes
    SQLConf → SqlApiConf
  271. def maxVersionsToDeletePerMaintenance: Int
  272. def metadataCacheTTL: Long
  273. def metastoreDropPartitionsByName: Boolean
  274. def metastorePartitionPruning: Boolean
  275. def metastorePartitionPruningFallbackOnException: Boolean
  276. def metastorePartitionPruningFastFallback: Boolean
  277. def metastorePartitionPruningInSetThreshold: Int
  278. def methodSplitThreshold: Int
  279. def minBatchesToRetain: Int
  280. def nameNonStructGroupingKeyAsValue: Boolean
  281. def nameResolutionLogLevel: Level
  282. def ndvMaxError: Double
  283. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  284. def nestedPruningOnExpressions: Boolean
  285. def nestedSchemaPruningEnabled: Boolean
  286. def nonEmptyPartitionRatioForBroadcastJoin: Double
  287. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  288. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  289. def numShufflePartitions: Int
  290. def numStateStoreInstanceMetricsToReport: Int
  291. def numStateStoreMaintenanceThreads: Int
  292. def objectAggSortBasedFallbackThreshold: Int
  293. def objectLevelCollationsEnabled: Boolean
  294. def offHeapColumnVectorEnabled: Boolean
  295. def optimizeNullAwareAntiJoin: Boolean
  296. def optimizerExcludedRules: Option[String]
  297. def optimizerInSetConversionThreshold: Int
  298. def optimizerInSetSwitchThreshold: Int
  299. def optimizerMaxIterations: Int
  300. def optimizerMetadataOnly: Boolean
  301. def orcAggregatePushDown: Boolean
  302. def orcCompressionCodec: String
  303. def orcFilterPushDown: Boolean
  304. def orcVectorizedReaderBatchSize: Int
  305. def orcVectorizedReaderEnabled: Boolean
  306. def orcVectorizedReaderNestedColumnEnabled: Boolean
  307. def orcVectorizedWriterBatchSize: Int
  308. def orderByOrdinal: Boolean
  309. def pandasGroupedMapAssignColumnsByName: Boolean
  310. def pandasStructHandlingMode: String
  311. def pandasUDFBufferSize: Int
  312. def parallelFileListingInStatsComputation: Boolean
  313. def parallelPartitionDiscoveryParallelism: Int
  314. def parallelPartitionDiscoveryThreshold: Int
  315. def parquetAggregatePushDown: Boolean
  316. def parquetAnnotateVariantLogicalType: Boolean
  317. def parquetCompressionCodec: String
  318. def parquetFieldIdReadEnabled: Boolean
  319. def parquetFieldIdWriteEnabled: Boolean
  320. def parquetFilterPushDown: Boolean
  321. def parquetFilterPushDownDate: Boolean
  322. def parquetFilterPushDownDecimal: Boolean
  323. def parquetFilterPushDownInFilterThreshold: Int
  324. def parquetFilterPushDownStringPredicate: Boolean
  325. def parquetFilterPushDownTimestamp: Boolean
  326. def parquetIgnoreVariantAnnotation: Boolean
  327. def parquetInferTimestampNTZEnabled: Boolean
  328. def parquetOutputTimestampType: SQLConf.ParquetOutputTimestampType.Value
  329. def parquetRecordFilterEnabled: Boolean
  330. def parquetVectorizedReaderBatchSize: Int
  331. def parquetVectorizedReaderEnabled: Boolean
  332. def parquetVectorizedReaderNestedColumnEnabled: Boolean
  333. def parquetVectorizedReaderNullTypeEnabled: Boolean
  334. def parserDfaCacheFlushRatio: Double
    Definition Classes
    SQLConf → SqlApiConf
  335. def parserDfaCacheFlushThreshold: Int
    Definition Classes
    SQLConf → SqlApiConf
  336. def partitionColumnTypeInferenceEnabled: Boolean
  337. def partitionOverwriteMode: SQLConf.PartitionOverwriteMode.Value
  338. def percentileAccuracy: Int
  339. def planChangeBatches: Option[String]
  340. def planChangeLogLevel: Level
  341. def planChangeRules: Option[String]
  342. def planStatsEnabled: Boolean
  343. def plannedWriteEnabled: Boolean
  344. def preferSortMergeJoin: Boolean
  345. def preserveCharVarcharTypeInfo: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  346. def pysparkArrowValidateSchema: Boolean
  347. def pysparkBinaryAsBytes: Boolean
  348. def pysparkHideTraceback: Boolean
  349. def pysparkJVMStacktraceEnabled: Boolean
  350. def pysparkPlotMaxRows: Int
  351. def pysparkSimplifiedTraceback: Boolean
  352. def pysparkWorkerPythonExecutable: Option[String]
  353. def pythonFilterPushDown: Boolean
  354. def pythonPlannerExecMemory: Option[Long]
  355. def pythonUDFArrowConcurrencyLevel: Option[Int]
  356. def pythonUDFArrowFallbackOnUDT: Boolean
  357. def pythonUDFDaemonKillWorkerOnFlushFailure: Boolean
  358. def pythonUDFProfiler: Option[String]
  359. def pythonUDFWorkerFaulthandlerEnabled: Boolean
  360. def pythonUDFWorkerIdleTimeoutSeconds: Long
  361. def pythonUDFWorkerKillOnIdleTimeout: Boolean
  362. def pythonUDFWorkerTracebackDumpIntervalSeconds: Long
  363. def pythonWorkerLoggingEnabled: Boolean
  364. def rangeExchangeSampleSizePerPartition: Int
  365. def ratioExtraSpaceAllowedInCheckpoint: Double
  366. def readSideCharPadding: Boolean
  367. val reader: ConfigReader
    Attributes
    protected
  368. def redactOptions[K, V](options: Seq[(K, V)]): Seq[(K, V)]

    Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.

  369. def redactOptions[K, V](options: Map[K, V]): Map[K, V]

    Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.

  370. def replEagerEvalMaxNumRows: Int
  371. def replEagerEvalTruncate: Int
  372. def replaceDatabricksSparkAvroEnabled: Boolean
  373. def replaceExceptWithFilter: Boolean
  374. def resolver: Resolver

    Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.

  375. def runSQLonFile: Boolean
  376. def runtimeFilterBloomFilterEnabled: Boolean
  377. def runtimeFilterCreationSideThreshold: Long
  378. def runtimeRowLevelOperationGroupFilterEnabled: Boolean
  379. def schemaLevelCollationsEnabled: Boolean
  380. def serializerNestedSchemaPruningEnabled: Boolean
  381. def sessionLocalTimeZone: String
    Definition Classes
    SQLConf → SqlApiConf
  382. def sessionWindowBufferInMemoryThreshold: Int
  383. def sessionWindowBufferSpillSizeThreshold: Long
  384. def sessionWindowBufferSpillThreshold: Int
  385. def setCommandRejectsSparkCoreConfs: Boolean
  386. def setConf[T](entry: ConfigEntry[T], value: T): Unit

    Set the given Spark SQL configuration property.

  387. def setConf(props: Properties): Unit

    Set Spark SQL configuration properties.

  388. def setConfString(key: String, value: String): Unit

    Set the given Spark SQL configuration property using a string value.

  389. def setConfWithCheck(key: String, value: String): Unit
    Attributes
    protected
  390. def setOpsPrecedenceEnforced: Boolean
    Definition Classes
    SQLConf → SqlApiConf
  391. val settings: Map[String, String]

    Only low degree of contention is expected for conf, thus NOT using ConcurrentHashMap.

    Only low degree of contention is expected for conf, thus NOT using ConcurrentHashMap.

    Attributes
    protected[spark]
  392. def shuffleChecksumMismatchFullRetryEnabled: Boolean
  393. def shuffleOrderIndependentChecksumEnabled: Boolean
  394. def sortBeforeRepartition: Boolean
  395. def sortMergeJoinExecBufferInMemoryThreshold: Int
  396. def sortMergeJoinExecBufferSpillSizeThreshold: Long
  397. def sortMergeJoinExecBufferSpillThreshold: Int
  398. def stackTracesInDataFrameContext: Int
    Definition Classes
    SQLConf → SqlApiConf
  399. def starSchemaDetection: Boolean
  400. def starSchemaFTRatio: Double
  401. def stateStoreCheckpointFormatVersion: Int
  402. def stateStoreCommitValidationEnabled: Boolean
  403. def stateStoreCompressionCodec: String
  404. def stateStoreCoordinatorMaxLaggingStoresToReport: Int
  405. def stateStoreCoordinatorMultiplierForMinTimeDiffToLog: Long
  406. def stateStoreCoordinatorMultiplierForMinVersionDiffToLog: Long
  407. def stateStoreCoordinatorReportSnapshotUploadLag: Boolean
  408. def stateStoreCoordinatorSnapshotLagReportInterval: Long
  409. def stateStoreEncodingFormat: String
  410. def stateStoreFormatValidationEnabled: Boolean
  411. def stateStoreMaintenanceProcessingTimeout: Long
  412. def stateStoreMaintenanceShutdownTimeout: Long
  413. def stateStoreMinDeltasForSnapshot: Int
  414. def stateStoreProviderClass: String
  415. def stateStoreSkipNullsForStreamStreamJoins: Boolean
  416. def stateStoreUnloadOnCommit: Boolean
  417. def statefulOperatorCorrectnessCheckEnabled: Boolean
  418. def storeAnalyzedPlanForView: Boolean
  419. def storeAssignmentPolicy: SQLConf.StoreAssignmentPolicy.Value
  420. def streamStatePollingInterval: Long
  421. def streamingFileCommitProtocolClass: String
  422. def streamingMaintenanceInterval: Long
  423. def streamingMetricsEnabled: Boolean
  424. def streamingNoDataMicroBatchesEnabled: Boolean
  425. def streamingNoDataProgressEventInterval: Long
  426. def streamingPollingDelay: Long
  427. def streamingProgressRetention: Int
  428. def streamingSchemaInference: Boolean
  429. def streamingSessionWindowMergeSessionInLocalPartition: Boolean
  430. def streamingStateSchemaFilesThreshold: Int
  431. def streamingValueStateSchemaEvolutionThreshold: Int
  432. def stringRedactionPattern: Option[Regex]
  433. def subexpressionEliminationCacheMaxEntries: Int
  434. def subexpressionEliminationEnabled: Boolean
  435. def subexpressionEliminationSkipForShotcutExpr: Boolean
  436. def subqueryReuseEnabled: Boolean
  437. def supportQuotedRegexColumnName: Boolean
  438. def supportSecondOffsetFormat: Boolean
  439. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  440. def tableRelationCacheSize: Int
  441. def timeoutMsForTerminationJoinAndLock: Long
  442. def timestampType: AtomicType
    Definition Classes
    SQLConf → SqlApiConf
  443. def toString(): String
    Definition Classes
    AnyRef → Any
  444. def topKSortFallbackThreshold: Int
  445. def trimCollationEnabled: Boolean
  446. def truncateTableIgnorePermissionAcl: Boolean
  447. def tvfAllowMultipleTableArguments: Boolean
  448. def uiExplainMode: String
  449. def unionIsResolvedWhenDuplicatesPerChildResolved: Boolean
  450. def unsetConf(entry: ConfigEntry[_]): Unit
  451. def unsetConf(key: String): Unit
  452. def updatePartStatsInAnalyzeTableEnabled: Boolean
  453. def useCompression: Boolean
  454. def useCurrentSQLConfigsForView: Boolean
  455. def useDeprecatedKafkaOffsetFetching: Boolean
  456. def useListFilesFileSystemList: String
  457. def useNullsForMissingDefaultColumnValues: Boolean
  458. def useObjectHashAggregation: Boolean
  459. def usePartitionEvaluator: Boolean
  460. def useV1Command: Boolean
  461. def v2BucketingAllowCompatibleTransforms: Boolean
  462. def v2BucketingAllowJoinKeysSubsetOfPartitionKeys: Boolean
  463. def v2BucketingAllowSorting: Boolean
  464. def v2BucketingEnabled: Boolean
  465. def v2BucketingPartiallyClusteredDistributionEnabled: Boolean
  466. def v2BucketingPushPartValuesEnabled: Boolean
  467. def v2BucketingShuffleEnabled: Boolean
  468. def validatePartitionColumns: Boolean
  469. def variableSubstituteEnabled: Boolean
  470. def vectorizedHugeVectorReserveRatio: Double
  471. def vectorizedHugeVectorThreshold: Int
  472. def viewSchemaBindingEnabled: Boolean
  473. def viewSchemaCompensation: Boolean
  474. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  475. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  476. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  477. def warehousePath: String
  478. def watchdogMaxRetryTimeInSeconds: Long
  479. def watchdogMinRetryTimeInSeconds: Long
  480. def wholeStageEnabled: Boolean
  481. def wholeStageMaxNumFields: Int
  482. def wholeStageSplitConsumeFuncByOperator: Boolean
  483. def wholeStageUseIdInClassName: Boolean
  484. def windowExecBufferInMemoryThreshold: Int
  485. def windowExecBufferSpillSizeThreshold: Long
  486. def windowExecBufferSpillThreshold: Int
  487. def windowGroupLimitThreshold: Int
  488. def withLogContext(context: Map[String, String])(body: => Unit): Unit
    Attributes
    protected
    Definition Classes
    Logging
  489. def writeLegacyParquetFormat: Boolean

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from SqlApiConf

Inherited from Logging

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped