class ReadOnlySQLConf extends SQLConf
A readonly SQLConf that will be created by tasks running at the executor side. It reads the configs from the local properties which are propagated from driver to executors.
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- ReadOnlySQLConf
- SQLConf
- SqlApiConf
- Logging
- Serializable
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Instance Constructors
- new ReadOnlySQLConf(context: TaskContext)
Type Members
- implicit class LogStringContext extends AnyRef
- Definition Classes
- Logging
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- def MDC(key: LogKey, value: Any): MDC
- Attributes
- protected
- Definition Classes
- Logging
- def adaptiveExecutionEnabled: Boolean
- Definition Classes
- SQLConf
- def adaptiveExecutionEnabledInStatelessStreaming: Boolean
- Definition Classes
- SQLConf
- def adaptiveExecutionLogLevel: Level
- Definition Classes
- SQLConf
- def addSingleFileInAddFile: Boolean
- Definition Classes
- SQLConf
- def advancedPartitionPredicatePushdownEnabled: Boolean
- Definition Classes
- SQLConf
- def allowAutoGeneratedAliasForView: Boolean
- Definition Classes
- SQLConf
- def allowCollationsInMapKeys: Boolean
- Definition Classes
- SQLConf
- def allowNegativeScaleOfDecimalEnabled: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def allowNonEmptyLocationInCTAS: Boolean
- Definition Classes
- SQLConf
- def allowStarWithSingleTableIdentifierInCount: Boolean
- Definition Classes
- SQLConf
- def allowsTempViewCreationWithMultipleNameparts: Boolean
- Definition Classes
- SQLConf
- def analyzerMaxIterations: Int
************************ Spark SQL Params/Hints *******************
************************ Spark SQL Params/Hints *******************
- Definition Classes
- SQLConf
- def ansiEnabled: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def ansiRelationPrecedence: Boolean
- Definition Classes
- SQLConf
- def arrowCompressionCodec: String
- Definition Classes
- SQLConf
- def arrowLocalRelationThreshold: Long
- Definition Classes
- SQLConf
- def arrowMaxBytesPerBatch: Long
- Definition Classes
- SQLConf
- def arrowMaxBytesPerOutputBatch: Long
- Definition Classes
- SQLConf
- def arrowMaxRecordsPerBatch: Int
- Definition Classes
- SQLConf
- def arrowMaxRecordsPerOutputBatch: Int
- Definition Classes
- SQLConf
- def arrowPySparkEnabled: Boolean
- Definition Classes
- SQLConf
- def arrowPySparkFallbackEnabled: Boolean
- Definition Classes
- SQLConf
- def arrowPySparkSelfDestructEnabled: Boolean
- Definition Classes
- SQLConf
- def arrowSafeTypeConversion: Boolean
- Definition Classes
- SQLConf
- def arrowSparkREnabled: Boolean
- Definition Classes
- SQLConf
- def arrowTransformWithStateInPySparkMaxStateRecordsPerBatch: Int
- Definition Classes
- SQLConf
- def arrowUseLargeVarTypes: Boolean
- Definition Classes
- SQLConf
- def arrowZstdCompressionLevel: Int
- Definition Classes
- SQLConf
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def autoBroadcastJoinThreshold: Long
- Definition Classes
- SQLConf
- def autoBucketedScanEnabled: Boolean
- Definition Classes
- SQLConf
- def autoSizeUpdateEnabled: Boolean
- Definition Classes
- SQLConf
- def avroCompressionCodec: String
- Definition Classes
- SQLConf
- def avroFilterPushDown: Boolean
- Definition Classes
- SQLConf
- def broadcastCleanedSourceThreshold: Int
- Definition Classes
- SQLConf
- def broadcastHashJoinOutputPartitioningExpandLimit: Int
- Definition Classes
- SQLConf
- def broadcastTimeout: Long
- Definition Classes
- SQLConf
- def bucketingEnabled: Boolean
- Definition Classes
- SQLConf
- def bucketingMaxBuckets: Int
- Definition Classes
- SQLConf
- def cacheVectorizedReaderEnabled: Boolean
- Definition Classes
- SQLConf
- def cartesianProductExecBufferInMemoryThreshold: Int
- Definition Classes
- SQLConf
- def cartesianProductExecBufferSizeSpillThreshold: Long
- Definition Classes
- SQLConf
- def cartesianProductExecBufferSpillThreshold: Int
- Definition Classes
- SQLConf
- def caseSensitiveAnalysis: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def caseSensitiveInferenceMode: SQLConf.HiveCaseSensitiveInferenceMode.Value
- Definition Classes
- SQLConf
- def castDatetimeToString: Boolean
- Definition Classes
- SQLConf
- def cboEnabled: Boolean
- Definition Classes
- SQLConf
- def charVarcharAsString: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def checkpointFileChecksumEnabled: Boolean
- Definition Classes
- SQLConf
- def checkpointFileChecksumSkipCreationIfFileMissingChecksum: Boolean
- Definition Classes
- SQLConf
- def checkpointLocation: Option[String]
- Definition Classes
- SQLConf
- def checkpointRenamedFileCheck: Boolean
- Definition Classes
- SQLConf
- def chunkBase64StringEnabled: Boolean
- Definition Classes
- SQLConf
- def clear(): Unit
- Definition Classes
- ReadOnlySQLConf → SQLConf
- def cliPrintHeader: Boolean
- Definition Classes
- SQLConf
- def clone(): SQLConf
- Definition Classes
- ReadOnlySQLConf → SQLConf → AnyRef
- def coalesceBucketsInJoinEnabled: Boolean
- Definition Classes
- SQLConf
- def coalesceBucketsInJoinMaxBucketRatio: Int
- Definition Classes
- SQLConf
- def coalesceShufflePartitionsEnabled: Boolean
- Definition Classes
- SQLConf
- def codegenCacheMaxEntries: Int
- Definition Classes
- SQLConf
- def codegenComments: Boolean
- Definition Classes
- SQLConf
- def codegenFactoryMode: catalyst.expressions.CodegenObjectFactoryMode.Value
- Definition Classes
- SQLConf
- def codegenFallback: Boolean
- Definition Classes
- SQLConf
- def codegenLogLevel: Level
- Definition Classes
- SQLConf
- def codegenSplitAggregateFunc: Boolean
- Definition Classes
- SQLConf
- def coerceMergeNestedTypes: Boolean
- Definition Classes
- SQLConf
- def columnBatchSize: Int
- Definition Classes
- SQLConf
- def columnNameOfCorruptRecord: String
- Definition Classes
- SQLConf
- def concatBinaryAsString: Boolean
- Definition Classes
- SQLConf
- def constraintPropagationEnabled: Boolean
- Definition Classes
- SQLConf
- def contains(key: String): Boolean
Return whether a given key is set in this SQLConf.
- def continuousStreamingEpochBacklogQueueSize: Int
- Definition Classes
- SQLConf
- def continuousStreamingExecutorPollIntervalMs: Long
- Definition Classes
- SQLConf
- def continuousStreamingExecutorQueueSize: Int
- Definition Classes
- SQLConf
- def convertCTAS: Boolean
- Definition Classes
- SQLConf
- def copy(entries: (ConfigEntry[_], Any)*): SQLConf
- Definition Classes
- ReadOnlySQLConf → SQLConf
- def crossJoinEnabled: Boolean
- Definition Classes
- SQLConf
- def csvColumnPruning: Boolean
- Definition Classes
- SQLConf
- def csvEnableDateTimeParsingFallback: Option[Boolean]
- Definition Classes
- SQLConf
- def csvExpressionOptimization: Boolean
- Definition Classes
- SQLConf
- def csvFilterPushDown: Boolean
- Definition Classes
- SQLConf
- def dataFramePivotMaxValues: Int
- Definition Classes
- SQLConf
- def dataFrameQueryContextEnabled: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def dataFrameRetainGroupColumns: Boolean
- Definition Classes
- SQLConf
- def dataFrameSelfJoinAutoResolveAmbiguity: Boolean
- Definition Classes
- SQLConf
- def dataFrameTransposeMaxValues: Int
- Definition Classes
- SQLConf
- def dataSourceV2JoinPushdown: Boolean
- Definition Classes
- SQLConf
- def dataframeCacheLogLevel: Level
- Definition Classes
- SQLConf
- def datetimeJava8ApiEnabled: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def decimalOperationsAllowPrecisionLoss: Boolean
- Definition Classes
- SQLConf
- def decorrelateInnerQueryEnabled: Boolean
- Definition Classes
- SQLConf
- def decorrelateInnerQueryEnabledForExistsIn: Boolean
- Definition Classes
- SQLConf
- def defaultCacheStorageLevel: StorageLevel
- Definition Classes
- SQLConf
- def defaultColumnAllowedProviders: String
- Definition Classes
- SQLConf
- def defaultDataSourceName: String
- Definition Classes
- SQLConf
- def defaultDatabase: String
- Definition Classes
- SQLConf
- def defaultNumShufflePartitions: Int
- Definition Classes
- SQLConf
- def defaultSizeInBytes: Long
- Definition Classes
- SQLConf
- def disabledJdbcConnectionProviders: String
- Definition Classes
- SQLConf
- def disabledV2StreamingMicroBatchReaders: String
- Definition Classes
- SQLConf
- def disabledV2StreamingWriters: String
- Definition Classes
- SQLConf
- def doubleQuotedIdentifiers: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def dynamicPartitionPruningEnabled: Boolean
- Definition Classes
- SQLConf
- def dynamicPartitionPruningFallbackFilterRatio: Double
- Definition Classes
- SQLConf
- def dynamicPartitionPruningReuseBroadcastOnly: Boolean
- Definition Classes
- SQLConf
- def dynamicPartitionPruningUseStats: Boolean
- Definition Classes
- SQLConf
- def eltOutputAsString: Boolean
- Definition Classes
- SQLConf
- def enableDefaultColumns: Boolean
- Definition Classes
- SQLConf
- def enableRadixSort: Boolean
- Definition Classes
- SQLConf
- def enableTwoLevelAggMap: Boolean
- Definition Classes
- SQLConf
- def enableVectorizedHashMap: Boolean
- Definition Classes
- SQLConf
- def enforceReservedKeywords: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- def errorMessageFormat: ErrorMessageFormat.Value
- Definition Classes
- SQLConf
- def escapedStringLiterals: Boolean
- Definition Classes
- SQLConf
- def exchangeReuseEnabled: Boolean
- Definition Classes
- SQLConf
- def exponentLiteralAsDecimalEnabled: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def expressionTreeChangeLogLevel: Level
- Definition Classes
- SQLConf
- def fallBackToHdfsForStatsEnabled: Boolean
- Definition Classes
- SQLConf
- def fastFailFileFormatOutput: Boolean
- Definition Classes
- SQLConf
- def fastHashAggregateRowMaxCapacityBit: Int
- Definition Classes
- SQLConf
- def fetchShuffleBlocksInBatch: Boolean
- Definition Classes
- SQLConf
- def fileCommitProtocolClass: String
- Definition Classes
- SQLConf
- def fileCompressionFactor: Double
- Definition Classes
- SQLConf
- def fileSinkLogCleanupDelay: Long
- Definition Classes
- SQLConf
- def fileSinkLogCompactInterval: Int
- Definition Classes
- SQLConf
- def fileSinkLogDeletion: Boolean
- Definition Classes
- SQLConf
- def fileSourceLogCleanupDelay: Long
- Definition Classes
- SQLConf
- def fileSourceLogCompactInterval: Int
- Definition Classes
- SQLConf
- def fileSourceLogDeletion: Boolean
- Definition Classes
- SQLConf
- def fileStreamSinkMetadataIgnored: Boolean
- Definition Classes
- SQLConf
- def filesMaxPartitionBytes: Long
- Definition Classes
- SQLConf
- def filesMaxPartitionNum: Option[Int]
- Definition Classes
- SQLConf
- def filesMinPartitionNum: Option[Int]
- Definition Classes
- SQLConf
- def filesOpenCostInBytes: Long
- Definition Classes
- SQLConf
- def filesourcePartitionFileCacheSize: Long
- Definition Classes
- SQLConf
- def gatherFastStats: Boolean
- Definition Classes
- SQLConf
- def geospatialEnabled: Boolean
- Definition Classes
- SQLConf
- def getAllConfs: Map[String, String]
Return all the configuration properties that have been set (i.e.
Return all the configuration properties that have been set (i.e. not the default). This creates a new copy of the config properties in the form of a Map.
- Definition Classes
- SQLConf
- def getAllDefinedConfs: Seq[(String, String, String, String)]
Return all the configuration definitions that have been defined in SQLConf.
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def getConf[T](entry: OptionalConfigEntry[T]): Option[T]
Return the value of an optional Spark SQL configuration property for the given key.
Return the value of an optional Spark SQL configuration property for the given key. If the key is not set yet, returns None.
- Definition Classes
- SQLConf
- def getConf[T](entry: ConfigEntry[T]): T
Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return
defaultValuein ConfigEntry.- Definition Classes
- SQLConf
- def getConf[T](entry: ConfigEntry[T], defaultValue: T): T
Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return
defaultValue. This is useful whendefaultValuein ConfigEntry is not the desired one.- Definition Classes
- SQLConf
- def getConfString(key: String, defaultValue: String): String
Return the
stringvalue of Spark SQL configuration property for the given key.Return the
stringvalue of Spark SQL configuration property for the given key. If the key is not set yet, returndefaultValue.- Definition Classes
- SQLConf
- def getConfString(key: String): String
Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key.
- Definition Classes
- SQLConf
- Annotations
- @throws("if key is not set")
- def globalTempDatabase: String
- Definition Classes
- SQLConf
- def groupByAliases: Boolean
- Definition Classes
- SQLConf
- def groupByOrdinal: Boolean
- Definition Classes
- SQLConf
- def groupingIdWithAppendedUserGroupByEnabled: Boolean
- Definition Classes
- SQLConf
- def hadoopLineRecordReaderEnabled: Boolean
- Definition Classes
- SQLConf
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def hintErrorHandler: HintErrorHandler
Returns the error handler for handling hint errors.
Returns the error handler for handling hint errors.
- Definition Classes
- SQLConf
- def histogramEnabled: Boolean
- Definition Classes
- SQLConf
- def histogramNumBins: Int
- Definition Classes
- SQLConf
- def histogramNumericPropagateInputType: Boolean
- Definition Classes
- SQLConf
- def hiveThriftServerSingleSession: Boolean
- Definition Classes
- SQLConf
- def hugeMethodLimit: Int
- Definition Classes
- SQLConf
- def ignoreCorruptFiles: Boolean
- Definition Classes
- SQLConf
- def ignoreDataLocality: Boolean
- Definition Classes
- SQLConf
- def ignoreInvalidPartitionPaths: Boolean
- Definition Classes
- SQLConf
- def ignoreMissingFiles: Boolean
- Definition Classes
- SQLConf
- def ignoreMissingParquetFieldId: Boolean
- Definition Classes
- SQLConf
- def inMemoryPartitionPruning: Boolean
- Definition Classes
- SQLConf
- def inMemoryTableScanStatisticsEnabled: Boolean
- Definition Classes
- SQLConf
- def inferDictAsStruct: Boolean
- Definition Classes
- SQLConf
- def inferPandasDictAsMap: Boolean
- Definition Classes
- SQLConf
- def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
- Attributes
- protected
- Definition Classes
- Logging
- def initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def integerGroupingIdEnabled: Boolean
- Definition Classes
- SQLConf
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- def isModifiable(key: String): Boolean
- Definition Classes
- SQLConf
- def isOrcSchemaMergingEnabled: Boolean
- Definition Classes
- SQLConf
- def isParquetBinaryAsString: Boolean
- Definition Classes
- SQLConf
- def isParquetINT96AsTimestamp: Boolean
- Definition Classes
- SQLConf
- def isParquetINT96TimestampConversion: Boolean
- Definition Classes
- SQLConf
- def isParquetSchemaMergingEnabled: Boolean
- Definition Classes
- SQLConf
- def isParquetSchemaRespectSummaries: Boolean
- Definition Classes
- SQLConf
- def isReplEagerEvalEnabled: Boolean
- Definition Classes
- SQLConf
- def isStateSchemaCheckEnabled: Boolean
- Definition Classes
- SQLConf
- def isTimeTypeEnabled: Boolean
- Definition Classes
- SQLConf
- def isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
- def isUnsupportedOperationCheckEnabled: Boolean
- Definition Classes
- SQLConf
- def joinReorderCardWeight: Double
- Definition Classes
- SQLConf
- def joinReorderDPStarFilter: Boolean
- Definition Classes
- SQLConf
- def joinReorderDPThreshold: Int
- Definition Classes
- SQLConf
- def joinReorderEnabled: Boolean
- Definition Classes
- SQLConf
- def jsonEnableDateTimeParsingFallback: Option[Boolean]
- Definition Classes
- SQLConf
- def jsonEnablePartialResults: Boolean
- Definition Classes
- SQLConf
- def jsonExpressionOptimization: Boolean
- Definition Classes
- SQLConf
- def jsonFilterPushDown: Boolean
- Definition Classes
- SQLConf
- def jsonGeneratorIgnoreNullFields: Boolean
- Definition Classes
- SQLConf
- def jsonWriteNullIfWithDefaultValue: Boolean
- Definition Classes
- SQLConf
- def legacyAllowUntypedScalaUDFs: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def legacyCodingErrorAction: Boolean
- Definition Classes
- SQLConf
- def legacyDB2BooleanMappingEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyDB2numericMappingEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyDuplicateBetweenInput: Boolean
- Definition Classes
- SQLConf
- def legacyEvalCurrentTime: Boolean
- Definition Classes
- SQLConf
- def legacyIdentifierClauseOnly: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def legacyInferArrayTypeFromFirstElement: Boolean
- Definition Classes
- SQLConf
- def legacyInferMapStructTypeFromFirstItem: Boolean
- Definition Classes
- SQLConf
- def legacyIntervalEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyJavaCharsets: Boolean
- Definition Classes
- SQLConf
- def legacyMsSqlServerDatetimeOffsetMappingEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyMsSqlServerNumericMappingEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyMySqlBitArrayMappingEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyMySqlTimestampNTZMappingEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyNegativeIndexInArrayInsert: Boolean
- Definition Classes
- SQLConf
- def legacyNullInEmptyBehavior: Boolean
- Definition Classes
- SQLConf
- def legacyOracleTimestampMappingEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyOutputSchema: Boolean
- Definition Classes
- SQLConf
- def legacyPandasConversion: Boolean
- Definition Classes
- SQLConf
- def legacyPandasConversionUDF: Boolean
- Definition Classes
- SQLConf
- def legacyParameterSubstitutionConstantsOnly: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def legacyParquetNanosAsLong: Boolean
- Definition Classes
- SQLConf
- def legacyPathOptionBehavior: Boolean
- Definition Classes
- SQLConf
- def legacyPostgresDatetimeMappingEnabled: Boolean
- Definition Classes
- SQLConf
- def legacyRaiseErrorWithoutErrorClass: Boolean
- Definition Classes
- SQLConf
- def legacySizeOfNull: Boolean
- Definition Classes
- SQLConf
- def legacyStatisticalAggregate: Boolean
- Definition Classes
- SQLConf
- def legacyTimeParserPolicy: LegacyBehaviorPolicy.Value
- Definition Classes
- SQLConf → SqlApiConf
- def legacyXMLParserEnabled: Boolean
- Definition Classes
- SQLConf
- def limitInitialNumPartitions: Int
- Definition Classes
- SQLConf
- def limitScaleUpFactor: Int
- Definition Classes
- SQLConf
- def literalPickMinimumPrecision: Boolean
- Definition Classes
- SQLConf
- def localRelationChunkSizeLimit: Long
- Definition Classes
- SQLConf
- def localRelationSizeLimit: Long
- Definition Classes
- SQLConf
- def log: Logger
- Attributes
- protected
- Definition Classes
- Logging
- def logBasedOnLevel(level: Level)(f: => MessageWithContext): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logDebug(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logDebug(entry: LogEntry, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logDebug(entry: LogEntry): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logDebug(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logError(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logError(entry: LogEntry, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logError(entry: LogEntry): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logError(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logInfo(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logInfo(entry: LogEntry, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logInfo(entry: LogEntry): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logInfo(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logName: String
- Attributes
- protected
- Definition Classes
- Logging
- def logTrace(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logTrace(entry: LogEntry, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logTrace(entry: LogEntry): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logTrace(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logWarning(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logWarning(entry: LogEntry, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logWarning(entry: LogEntry): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logWarning(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def loggingMaxLinesForCodegen: Int
- Definition Classes
- SQLConf
- def manageFilesourcePartitions: Boolean
- Definition Classes
- SQLConf
- def manageParserCaches: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def mapZipWithUsesJavaCollections: Boolean
- Definition Classes
- SQLConf
- def maxBatchesToRetainInMemory: Int
- Definition Classes
- SQLConf
- def maxBroadcastTableSizeInBytes: Long
- Definition Classes
- SQLConf
- def maxConcurrentFlows: Int
- Definition Classes
- SQLConf
- def maxConcurrentOutputFileWriters: Int
- Definition Classes
- SQLConf
- def maxFlowRetryAttempts: Int
- Definition Classes
- SQLConf
- def maxMetadataStringLength: Int
- Definition Classes
- SQLConf
- def maxNestedViewDepth: Int
- Definition Classes
- SQLConf
- def maxPlanStringLength: Int
- Definition Classes
- SQLConf
- def maxRecordsPerFile: Long
- Definition Classes
- SQLConf
- def maxToStringFields: Int
- Definition Classes
- SQLConf → SqlApiConf
- def maxVersionsToDeletePerMaintenance: Int
- Definition Classes
- SQLConf
- def metadataCacheTTL: Long
- Definition Classes
- SQLConf
- def metastoreDropPartitionsByName: Boolean
- Definition Classes
- SQLConf
- def metastorePartitionPruning: Boolean
- Definition Classes
- SQLConf
- def metastorePartitionPruningFallbackOnException: Boolean
- Definition Classes
- SQLConf
- def metastorePartitionPruningFastFallback: Boolean
- Definition Classes
- SQLConf
- def metastorePartitionPruningInSetThreshold: Int
- Definition Classes
- SQLConf
- def methodSplitThreshold: Int
- Definition Classes
- SQLConf
- def minBatchesToRetain: Int
- Definition Classes
- SQLConf
- def nameNonStructGroupingKeyAsValue: Boolean
- Definition Classes
- SQLConf
- def nameResolutionLogLevel: Level
- Definition Classes
- SQLConf
- def ndvMaxError: Double
- Definition Classes
- SQLConf
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def nestedPruningOnExpressions: Boolean
- Definition Classes
- SQLConf
- def nestedSchemaPruningEnabled: Boolean
- Definition Classes
- SQLConf
- def nonEmptyPartitionRatioForBroadcastJoin: Double
- Definition Classes
- SQLConf
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- def numShufflePartitions: Int
- Definition Classes
- SQLConf
- def numStateStoreInstanceMetricsToReport: Int
- Definition Classes
- SQLConf
- def numStateStoreMaintenanceThreads: Int
- Definition Classes
- SQLConf
- def objectAggSortBasedFallbackThreshold: Int
- Definition Classes
- SQLConf
- def objectLevelCollationsEnabled: Boolean
- Definition Classes
- SQLConf
- def offHeapColumnVectorEnabled: Boolean
- Definition Classes
- SQLConf
- def optimizeNullAwareAntiJoin: Boolean
- Definition Classes
- SQLConf
- def optimizerExcludedRules: Option[String]
- Definition Classes
- SQLConf
- def optimizerInSetConversionThreshold: Int
- Definition Classes
- SQLConf
- def optimizerInSetSwitchThreshold: Int
- Definition Classes
- SQLConf
- def optimizerMaxIterations: Int
- Definition Classes
- SQLConf
- def optimizerMetadataOnly: Boolean
- Definition Classes
- SQLConf
- def orcAggregatePushDown: Boolean
- Definition Classes
- SQLConf
- def orcCompressionCodec: String
- Definition Classes
- SQLConf
- def orcFilterPushDown: Boolean
- Definition Classes
- SQLConf
- def orcVectorizedReaderBatchSize: Int
- Definition Classes
- SQLConf
- def orcVectorizedReaderEnabled: Boolean
- Definition Classes
- SQLConf
- def orcVectorizedReaderNestedColumnEnabled: Boolean
- Definition Classes
- SQLConf
- def orcVectorizedWriterBatchSize: Int
- Definition Classes
- SQLConf
- def orderByOrdinal: Boolean
- Definition Classes
- SQLConf
- def pandasGroupedMapAssignColumnsByName: Boolean
- Definition Classes
- SQLConf
- def pandasStructHandlingMode: String
- Definition Classes
- SQLConf
- def pandasUDFBufferSize: Int
- Definition Classes
- SQLConf
- def parallelFileListingInStatsComputation: Boolean
- Definition Classes
- SQLConf
- def parallelPartitionDiscoveryParallelism: Int
- Definition Classes
- SQLConf
- def parallelPartitionDiscoveryThreshold: Int
- Definition Classes
- SQLConf
- def parquetAggregatePushDown: Boolean
- Definition Classes
- SQLConf
- def parquetAnnotateVariantLogicalType: Boolean
- Definition Classes
- SQLConf
- def parquetCompressionCodec: String
- Definition Classes
- SQLConf
- def parquetFieldIdReadEnabled: Boolean
- Definition Classes
- SQLConf
- def parquetFieldIdWriteEnabled: Boolean
- Definition Classes
- SQLConf
- def parquetFilterPushDown: Boolean
- Definition Classes
- SQLConf
- def parquetFilterPushDownDate: Boolean
- Definition Classes
- SQLConf
- def parquetFilterPushDownDecimal: Boolean
- Definition Classes
- SQLConf
- def parquetFilterPushDownInFilterThreshold: Int
- Definition Classes
- SQLConf
- def parquetFilterPushDownStringPredicate: Boolean
- Definition Classes
- SQLConf
- def parquetFilterPushDownTimestamp: Boolean
- Definition Classes
- SQLConf
- def parquetIgnoreVariantAnnotation: Boolean
- Definition Classes
- SQLConf
- def parquetInferTimestampNTZEnabled: Boolean
- Definition Classes
- SQLConf
- def parquetOutputTimestampType: SQLConf.ParquetOutputTimestampType.Value
- Definition Classes
- SQLConf
- def parquetRecordFilterEnabled: Boolean
- Definition Classes
- SQLConf
- def parquetVectorizedReaderBatchSize: Int
- Definition Classes
- SQLConf
- def parquetVectorizedReaderEnabled: Boolean
- Definition Classes
- SQLConf
- def parquetVectorizedReaderNestedColumnEnabled: Boolean
- Definition Classes
- SQLConf
- def parquetVectorizedReaderNullTypeEnabled: Boolean
- Definition Classes
- SQLConf
- def parserDfaCacheFlushRatio: Double
- Definition Classes
- SQLConf → SqlApiConf
- def parserDfaCacheFlushThreshold: Int
- Definition Classes
- SQLConf → SqlApiConf
- def partitionColumnTypeInferenceEnabled: Boolean
- Definition Classes
- SQLConf
- def partitionOverwriteMode: SQLConf.PartitionOverwriteMode.Value
- Definition Classes
- SQLConf
- def percentileAccuracy: Int
- Definition Classes
- SQLConf
- def planChangeBatches: Option[String]
- Definition Classes
- SQLConf
- def planChangeLogLevel: Level
- Definition Classes
- SQLConf
- def planChangeRules: Option[String]
- Definition Classes
- SQLConf
- def planStatsEnabled: Boolean
- Definition Classes
- SQLConf
- def plannedWriteEnabled: Boolean
- Definition Classes
- SQLConf
- def preferSortMergeJoin: Boolean
- Definition Classes
- SQLConf
- def preserveCharVarcharTypeInfo: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- def pysparkArrowValidateSchema: Boolean
- Definition Classes
- SQLConf
- def pysparkBinaryAsBytes: Boolean
- Definition Classes
- SQLConf
- def pysparkHideTraceback: Boolean
- Definition Classes
- SQLConf
- def pysparkJVMStacktraceEnabled: Boolean
- Definition Classes
- SQLConf
- def pysparkPlotMaxRows: Int
- Definition Classes
- SQLConf
- def pysparkSimplifiedTraceback: Boolean
- Definition Classes
- SQLConf
- def pysparkWorkerPythonExecutable: Option[String]
- Definition Classes
- SQLConf
- def pythonFilterPushDown: Boolean
- Definition Classes
- SQLConf
- def pythonPlannerExecMemory: Option[Long]
- Definition Classes
- SQLConf
- def pythonUDFArrowConcurrencyLevel: Option[Int]
- Definition Classes
- SQLConf
- def pythonUDFArrowFallbackOnUDT: Boolean
- Definition Classes
- SQLConf
- def pythonUDFDaemonKillWorkerOnFlushFailure: Boolean
- Definition Classes
- SQLConf
- def pythonUDFProfiler: Option[String]
- Definition Classes
- SQLConf
- def pythonUDFWorkerFaulthandlerEnabled: Boolean
- Definition Classes
- SQLConf
- def pythonUDFWorkerIdleTimeoutSeconds: Long
- Definition Classes
- SQLConf
- def pythonUDFWorkerKillOnIdleTimeout: Boolean
- Definition Classes
- SQLConf
- def pythonUDFWorkerTracebackDumpIntervalSeconds: Long
- Definition Classes
- SQLConf
- def pythonWorkerLoggingEnabled: Boolean
- Definition Classes
- SQLConf
- def rangeExchangeSampleSizePerPartition: Int
- Definition Classes
- SQLConf
- def ratioExtraSpaceAllowedInCheckpoint: Double
- Definition Classes
- SQLConf
- def readSideCharPadding: Boolean
- Definition Classes
- SQLConf
- val reader: ConfigReader
- Attributes
- protected
- Definition Classes
- ReadOnlySQLConf → SQLConf
- def redactOptions[K, V](options: Seq[(K, V)]): Seq[(K, V)]
Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.
Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.
- Definition Classes
- SQLConf
- def redactOptions[K, V](options: Map[K, V]): Map[K, V]
Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.
Redacts the given option map according to the description of SQL_OPTIONS_REDACTION_PATTERN.
- Definition Classes
- SQLConf
- def replEagerEvalMaxNumRows: Int
- Definition Classes
- SQLConf
- def replEagerEvalTruncate: Int
- Definition Classes
- SQLConf
- def replaceDatabricksSparkAvroEnabled: Boolean
- Definition Classes
- SQLConf
- def replaceExceptWithFilter: Boolean
- Definition Classes
- SQLConf
- def resolver: Resolver
Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.
Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.
- Definition Classes
- SQLConf
- def runSQLonFile: Boolean
- Definition Classes
- SQLConf
- def runtimeFilterBloomFilterEnabled: Boolean
- Definition Classes
- SQLConf
- def runtimeFilterCreationSideThreshold: Long
- Definition Classes
- SQLConf
- def runtimeRowLevelOperationGroupFilterEnabled: Boolean
- Definition Classes
- SQLConf
- def schemaLevelCollationsEnabled: Boolean
- Definition Classes
- SQLConf
- def serializerNestedSchemaPruningEnabled: Boolean
- Definition Classes
- SQLConf
- def sessionLocalTimeZone: String
- Definition Classes
- SQLConf → SqlApiConf
- def sessionWindowBufferInMemoryThreshold: Int
- Definition Classes
- SQLConf
- def sessionWindowBufferSpillSizeThreshold: Long
- Definition Classes
- SQLConf
- def sessionWindowBufferSpillThreshold: Int
- Definition Classes
- SQLConf
- def setCommandRejectsSparkCoreConfs: Boolean
- Definition Classes
- SQLConf
- def setConf[T](entry: ConfigEntry[T], value: T): Unit
Set the given Spark SQL configuration property.
Set the given Spark SQL configuration property.
- Definition Classes
- SQLConf
- def setConf(props: Properties): Unit
Set Spark SQL configuration properties.
Set Spark SQL configuration properties.
- Definition Classes
- SQLConf
- def setConfString(key: String, value: String): Unit
Set the given Spark SQL configuration property using a
stringvalue.Set the given Spark SQL configuration property using a
stringvalue.- Definition Classes
- SQLConf
- def setConfWithCheck(key: String, value: String): Unit
- Attributes
- protected
- Definition Classes
- ReadOnlySQLConf → SQLConf
- def setOpsPrecedenceEnforced: Boolean
- Definition Classes
- SQLConf → SqlApiConf
- val settings: Map[String, String]
- Definition Classes
- ReadOnlySQLConf → SQLConf
- def shuffleChecksumMismatchFullRetryEnabled: Boolean
- Definition Classes
- SQLConf
- def shuffleOrderIndependentChecksumEnabled: Boolean
- Definition Classes
- SQLConf
- def sortBeforeRepartition: Boolean
- Definition Classes
- SQLConf
- def sortMergeJoinExecBufferInMemoryThreshold: Int
- Definition Classes
- SQLConf
- def sortMergeJoinExecBufferSpillSizeThreshold: Long
- Definition Classes
- SQLConf
- def sortMergeJoinExecBufferSpillThreshold: Int
- Definition Classes
- SQLConf
- def stackTracesInDataFrameContext: Int
- Definition Classes
- SQLConf → SqlApiConf
- def starSchemaDetection: Boolean
- Definition Classes
- SQLConf
- def starSchemaFTRatio: Double
- Definition Classes
- SQLConf
- def stateStoreCheckpointFormatVersion: Int
- Definition Classes
- SQLConf
- def stateStoreCommitValidationEnabled: Boolean
- Definition Classes
- SQLConf
- def stateStoreCompressionCodec: String
- Definition Classes
- SQLConf
- def stateStoreCoordinatorMaxLaggingStoresToReport: Int
- Definition Classes
- SQLConf
- def stateStoreCoordinatorMultiplierForMinTimeDiffToLog: Long
- Definition Classes
- SQLConf
- def stateStoreCoordinatorMultiplierForMinVersionDiffToLog: Long
- Definition Classes
- SQLConf
- def stateStoreCoordinatorReportSnapshotUploadLag: Boolean
- Definition Classes
- SQLConf
- def stateStoreCoordinatorSnapshotLagReportInterval: Long
- Definition Classes
- SQLConf
- def stateStoreEncodingFormat: String
- Definition Classes
- SQLConf
- def stateStoreFormatValidationEnabled: Boolean
- Definition Classes
- SQLConf
- def stateStoreMaintenanceProcessingTimeout: Long
- Definition Classes
- SQLConf
- def stateStoreMaintenanceShutdownTimeout: Long
- Definition Classes
- SQLConf
- def stateStoreMinDeltasForSnapshot: Int
- Definition Classes
- SQLConf
- def stateStoreProviderClass: String
- Definition Classes
- SQLConf
- def stateStoreSkipNullsForStreamStreamJoins: Boolean
- Definition Classes
- SQLConf
- def stateStoreUnloadOnCommit: Boolean
- Definition Classes
- SQLConf
- def statefulOperatorCorrectnessCheckEnabled: Boolean
- Definition Classes
- SQLConf
- def storeAnalyzedPlanForView: Boolean
- Definition Classes
- SQLConf
- def storeAssignmentPolicy: SQLConf.StoreAssignmentPolicy.Value
- Definition Classes
- SQLConf
- def streamStatePollingInterval: Long
- Definition Classes
- SQLConf
- def streamingFileCommitProtocolClass: String
- Definition Classes
- SQLConf
- def streamingMaintenanceInterval: Long
- Definition Classes
- SQLConf
- def streamingMetricsEnabled: Boolean
- Definition Classes
- SQLConf
- def streamingNoDataMicroBatchesEnabled: Boolean
- Definition Classes
- SQLConf
- def streamingNoDataProgressEventInterval: Long
- Definition Classes
- SQLConf
- def streamingPollingDelay: Long
- Definition Classes
- SQLConf
- def streamingProgressRetention: Int
- Definition Classes
- SQLConf
- def streamingSchemaInference: Boolean
- Definition Classes
- SQLConf
- def streamingSessionWindowMergeSessionInLocalPartition: Boolean
- Definition Classes
- SQLConf
- def streamingStateSchemaFilesThreshold: Int
- Definition Classes
- SQLConf
- def streamingValueStateSchemaEvolutionThreshold: Int
- Definition Classes
- SQLConf
- def stringRedactionPattern: Option[Regex]
- Definition Classes
- SQLConf
- def subexpressionEliminationCacheMaxEntries: Int
- Definition Classes
- SQLConf
- def subexpressionEliminationEnabled: Boolean
- Definition Classes
- SQLConf
- def subexpressionEliminationSkipForShotcutExpr: Boolean
- Definition Classes
- SQLConf
- def subqueryReuseEnabled: Boolean
- Definition Classes
- SQLConf
- def supportQuotedRegexColumnName: Boolean
- Definition Classes
- SQLConf
- def supportSecondOffsetFormat: Boolean
- Definition Classes
- SQLConf
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def tableRelationCacheSize: Int
- Definition Classes
- SQLConf
- def timeoutMsForTerminationJoinAndLock: Long
- Definition Classes
- SQLConf
- def timestampType: AtomicType
- Definition Classes
- SQLConf → SqlApiConf
- def toString(): String
- Definition Classes
- AnyRef → Any
- def topKSortFallbackThreshold: Int
- Definition Classes
- SQLConf
- def trimCollationEnabled: Boolean
- Definition Classes
- SQLConf
- def truncateTableIgnorePermissionAcl: Boolean
- Definition Classes
- SQLConf
- def tvfAllowMultipleTableArguments: Boolean
- Definition Classes
- SQLConf
- def uiExplainMode: String
- Definition Classes
- SQLConf
- def unionIsResolvedWhenDuplicatesPerChildResolved: Boolean
- Definition Classes
- SQLConf
- def unsetConf(entry: ConfigEntry[_]): Unit
- Definition Classes
- ReadOnlySQLConf → SQLConf
- def unsetConf(key: String): Unit
- Definition Classes
- ReadOnlySQLConf → SQLConf
- def updatePartStatsInAnalyzeTableEnabled: Boolean
- Definition Classes
- SQLConf
- def useCompression: Boolean
- Definition Classes
- SQLConf
- def useCurrentSQLConfigsForView: Boolean
- Definition Classes
- SQLConf
- def useDeprecatedKafkaOffsetFetching: Boolean
- Definition Classes
- SQLConf
- def useListFilesFileSystemList: String
- Definition Classes
- SQLConf
- def useNullsForMissingDefaultColumnValues: Boolean
- Definition Classes
- SQLConf
- def useObjectHashAggregation: Boolean
- Definition Classes
- SQLConf
- def usePartitionEvaluator: Boolean
- Definition Classes
- SQLConf
- def useV1Command: Boolean
- Definition Classes
- SQLConf
- def v2BucketingAllowCompatibleTransforms: Boolean
- Definition Classes
- SQLConf
- def v2BucketingAllowJoinKeysSubsetOfPartitionKeys: Boolean
- Definition Classes
- SQLConf
- def v2BucketingAllowSorting: Boolean
- Definition Classes
- SQLConf
- def v2BucketingEnabled: Boolean
- Definition Classes
- SQLConf
- def v2BucketingPartiallyClusteredDistributionEnabled: Boolean
- Definition Classes
- SQLConf
- def v2BucketingPushPartValuesEnabled: Boolean
- Definition Classes
- SQLConf
- def v2BucketingShuffleEnabled: Boolean
- Definition Classes
- SQLConf
- def validatePartitionColumns: Boolean
- Definition Classes
- SQLConf
- def variableSubstituteEnabled: Boolean
- Definition Classes
- SQLConf
- def vectorizedHugeVectorReserveRatio: Double
- Definition Classes
- SQLConf
- def vectorizedHugeVectorThreshold: Int
- Definition Classes
- SQLConf
- def viewSchemaBindingEnabled: Boolean
- Definition Classes
- SQLConf
- def viewSchemaCompensation: Boolean
- Definition Classes
- SQLConf
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- def warehousePath: String
- Definition Classes
- SQLConf
- def watchdogMaxRetryTimeInSeconds: Long
- Definition Classes
- SQLConf
- def watchdogMinRetryTimeInSeconds: Long
- Definition Classes
- SQLConf
- def wholeStageEnabled: Boolean
- Definition Classes
- SQLConf
- def wholeStageMaxNumFields: Int
- Definition Classes
- SQLConf
- def wholeStageSplitConsumeFuncByOperator: Boolean
- Definition Classes
- SQLConf
- def wholeStageUseIdInClassName: Boolean
- Definition Classes
- SQLConf
- def windowExecBufferInMemoryThreshold: Int
- Definition Classes
- SQLConf
- def windowExecBufferSpillSizeThreshold: Long
- Definition Classes
- SQLConf
- def windowExecBufferSpillThreshold: Int
- Definition Classes
- SQLConf
- def windowGroupLimitThreshold: Int
- Definition Classes
- SQLConf
- def withLogContext(context: Map[String, String])(body: => Unit): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def writeLegacyParquetFormat: Boolean
- Definition Classes
- SQLConf
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated
(Since version 9)