org.apache.paimon

类 CoreOptions

java.lang.Object

org.apache.paimon.CoreOptions

所有已实现的接口:

Serializable

public class CoreOptions
extends Object
implements Serializable

Core options for paimon.

另请参阅:

序列化表格

嵌套类概要

嵌套类

限定符和类型	类和说明
static class	CoreOptions.ChangelogProducer Specifies the changelog producer for table.
static class	CoreOptions.ConsumerMode Specifies the log consistency mode for table.
static class	CoreOptions.ExpireExecutionMode The execution mode for expire.
static class	CoreOptions.FileFormatType Specifies the file format type for store.
static class	CoreOptions.IncrementalBetweenScanMode Specifies this scan type for incremental scan .
static class	CoreOptions.LogChangelogMode Specifies the log changelog mode for table.
static class	CoreOptions.LogConsistency Specifies the log consistency mode for table.
static class	CoreOptions.MergeEngine Specifies the merge engine for table with primary key.
static class	CoreOptions.SequenceAutoPadding Specifies the way of making up time precision for sequence field.
static class	CoreOptions.SortEngine Specifies the sort engine for table with primary key.
static class	CoreOptions.StartupMode Specifies the startup mode for log consumer.
static class	CoreOptions.StreamingReadMode Specifies the type for streaming read.
static class	CoreOptions.StreamScanMode Inner stream scan mode for some internal requirements.
static class	CoreOptions.TagCreationMode The mode for tag creation.
static class	CoreOptions.TagCreationPeriod The period for tag creation.
static class	CoreOptions.TagPeriodFormatter The period format options for tag creation.

字段概要

字段

限定符和类型	字段和说明
static String	AGG_FUNCTION
static ConfigOption<Boolean>	AUTO_CREATE
static ConfigOption<Integer>	BUCKET
static ConfigOption<String>	BUCKET_KEY
static ConfigOption<MemorySize>	CACHE_PAGE_SIZE
static ConfigOption<CoreOptions.ChangelogProducer>	CHANGELOG_PRODUCER
static ConfigOption<Boolean>	CHANGELOG_PRODUCER_ROW_DEDUPLICATE
static ConfigOption<String>	COMMIT_CALLBACK_PARAM
static ConfigOption<String>	COMMIT_CALLBACKS
static ConfigOption<Boolean>	COMMIT_FORCE_COMPACT
static ConfigOption<Integer>	COMPACTION_MAX_FILE_NUM
static ConfigOption<Integer>	COMPACTION_MAX_SIZE_AMPLIFICATION_PERCENT
static ConfigOption<Integer>	COMPACTION_MIN_FILE_NUM
static ConfigOption<java.time.Duration>	COMPACTION_OPTIMIZATION_INTERVAL
static ConfigOption<Integer>	COMPACTION_SIZE_RATIO
static ConfigOption<CoreOptions.ConsumerMode>	CONSUMER_CONSISTENCY_MODE
static ConfigOption<java.time.Duration>	CONSUMER_EXPIRATION_TIME
static ConfigOption<String>	CONSUMER_ID
static ConfigOption<Boolean>	CONSUMER_IGNORE_PROGRESS
static ConfigOption<java.time.Duration>	CONTINUOUS_DISCOVERY_INTERVAL
static ConfigOption<Integer>	CROSS_PARTITION_UPSERT_BOOTSTRAP_PARALLELISM
static ConfigOption<java.time.Duration>	CROSS_PARTITION_UPSERT_INDEX_TTL
static ConfigOption<Boolean>	DEDUPLICATE_IGNORE_DELETE
static String	DEFAULT_VALUE_SUFFIX
static String	DISTINCT
static ConfigOption<Integer>	DYNAMIC_BUCKET_ASSIGNER_PARALLELISM
static ConfigOption<Integer>	DYNAMIC_BUCKET_INITIAL_BUCKETS
static ConfigOption<Long>	DYNAMIC_BUCKET_TARGET_ROW_NUM
static ConfigOption<Boolean>	DYNAMIC_PARTITION_OVERWRITE
static String	FIELDS_PREFIX
static ConfigOption<String>	FILE_COMPRESSION
static ConfigOption<Map<String,String>>	FILE_COMPRESSION_PER_LEVEL
static ConfigOption<CoreOptions.FileFormatType>	FILE_FORMAT
static ConfigOption<Map<String,String>>	FILE_FORMAT_PER_LEVEL
static ConfigOption<MemorySize>	FILE_READER_ASYNC_THRESHOLD
static ConfigOption<Boolean>	FIRST_ROW_IGNORE_DELETE
static ConfigOption<Integer>	FULL_COMPACTION_DELTA_COMMITS
static String	IGNORE_RETRACT
static ConfigOption<String>	INCREMENTAL_BETWEEN
static ConfigOption<CoreOptions.IncrementalBetweenScanMode>	INCREMENTAL_BETWEEN_SCAN_MODE
static ConfigOption<String>	INCREMENTAL_BETWEEN_TIMESTAMP
static ConfigOption<MemorySize>	LOCAL_MERGE_BUFFER_SIZE
static ConfigOption<Integer>	LOCAL_SORT_MAX_NUM_FILE_HANDLES
static ConfigOption<CoreOptions.LogChangelogMode>	LOG_CHANGELOG_MODE
static ConfigOption<CoreOptions.LogConsistency>	LOG_CONSISTENCY
static ConfigOption<String>	LOG_FORMAT
static ConfigOption<String>	LOG_KEY_FORMAT
static ConfigOption<Boolean>	LOOKUP_CACHE_BLOOM_FILTER_ENABLED
static ConfigOption<Double>	LOOKUP_CACHE_BLOOM_FILTER_FPP
static ConfigOption<java.time.Duration>	LOOKUP_CACHE_FILE_RETENTION
static ConfigOption<MemorySize>	LOOKUP_CACHE_MAX_DISK_SIZE
static ConfigOption<MemorySize>	LOOKUP_CACHE_MAX_MEMORY_SIZE
static ConfigOption<Float>	LOOKUP_HASH_LOAD_FACTOR
static ConfigOption<CoreOptions.FileFormatType>	MANIFEST_FORMAT
static ConfigOption<MemorySize>	MANIFEST_FULL_COMPACTION_FILE_SIZE
static ConfigOption<Integer>	MANIFEST_MERGE_MIN_COUNT
static ConfigOption<MemorySize>	MANIFEST_TARGET_FILE_SIZE
static ConfigOption<CoreOptions.MergeEngine>	MERGE_ENGINE
static ConfigOption<String>	METADATA_STATS_MODE
static ConfigOption<Boolean>	METASTORE_PARTITIONED_TABLE
static ConfigOption<String>	METASTORE_TAG_TO_PARTITION
static ConfigOption<CoreOptions.TagCreationMode>	METASTORE_TAG_TO_PARTITION_PREVIEW
static String	NESTED_KEY
static ConfigOption<Integer>	NUM_LEVELS
static ConfigOption<Integer>	NUM_SORTED_RUNS_COMPACTION_TRIGGER
static ConfigOption<Integer>	NUM_SORTED_RUNS_STOP_TRIGGER
static ConfigOption<String>	ORC_BLOOM_FILTER_COLUMNS
static ConfigOption<Double>	ORC_BLOOM_FILTER_FPP
static ConfigOption<Integer>	ORC_COLUMN_ENCODING_DIRECT
static ConfigOption<Integer>	ORC_DICTIONARY_KEY_THRESHOLD
static ConfigOption<Integer>	ORC_WRITE_BATCH_SIZE
static ConfigOption<MemorySize>	PAGE_SIZE
static ConfigOption<Integer>	PARQUET_ENABLE_DICTIONARY
static ConfigOption<Boolean>	PARTIAL_UPDATE_IGNORE_DELETE
static ConfigOption<String>	PARTITION
static ConfigOption<String>	PARTITION_DEFAULT_NAME
static ConfigOption<java.time.Duration>	PARTITION_EXPIRATION_CHECK_INTERVAL
static ConfigOption<java.time.Duration>	PARTITION_EXPIRATION_TIME
static ConfigOption<String>	PARTITION_TIMESTAMP_FORMATTER
static ConfigOption<String>	PARTITION_TIMESTAMP_PATTERN
static ConfigOption<String>	PATH
static ConfigOption<String>	PRIMARY_KEY
static ConfigOption<Integer>	READ_BATCH_SIZE
static ConfigOption<String>	ROWKIND_FIELD
static ConfigOption<Long>	SCAN_BOUNDED_WATERMARK
static ConfigOption<Long>	SCAN_FILE_CREATION_TIME_MILLIS
static ConfigOption<Integer>	SCAN_MANIFEST_PARALLELISM
static ConfigOption<Integer>	SCAN_MAX_SPLITS_PER_TASK
static ConfigOption<CoreOptions.StartupMode>	SCAN_MODE
static ConfigOption<Boolean>	SCAN_PLAN_SORT_PARTITION
static ConfigOption<Long>	SCAN_SNAPSHOT_ID
static ConfigOption<String>	SCAN_TAG_NAME
static ConfigOption<Long>	SCAN_TIMESTAMP_MILLIS
static ConfigOption<String>	SCAN_VERSION
static ConfigOption<String>	SEQUENCE_AUTO_PADDING
static ConfigOption<String>	SEQUENCE_FIELD
static ConfigOption<String>	SINK_WATERMARK_TIME_ZONE
static ConfigOption<Boolean>	SNAPSHOT_EXPIRE_CLEAN_EMPTY_DIRECTORIES
static ConfigOption<CoreOptions.ExpireExecutionMode>	SNAPSHOT_EXPIRE_EXECUTION_MODE
static ConfigOption<Integer>	SNAPSHOT_EXPIRE_LIMIT
static ConfigOption<Integer>	SNAPSHOT_NUM_RETAINED_MAX
static ConfigOption<Integer>	SNAPSHOT_NUM_RETAINED_MIN
static ConfigOption<java.time.Duration>	SNAPSHOT_TIME_RETAINED
static ConfigOption<java.time.Duration>	SNAPSHOT_WATERMARK_IDLE_TIMEOUT
static ConfigOption<CoreOptions.SortEngine>	SORT_ENGINE
static ConfigOption<MemorySize>	SORT_SPILL_BUFFER_SIZE
static ConfigOption<Integer>	SORT_SPILL_THRESHOLD
static ConfigOption<MemorySize>	SOURCE_SPLIT_OPEN_FILE_COST
static ConfigOption<MemorySize>	SOURCE_SPLIT_TARGET_SIZE
static String	STATS_MODE_SUFFIX
static ConfigOption<CoreOptions.StreamScanMode>	STREAM_SCAN_MODE
static ConfigOption<CoreOptions.StreamingReadMode>	STREAMING_READ_MODE
static ConfigOption<Boolean>	STREAMING_READ_OVERWRITE
static ConfigOption<CoreOptions.TagCreationMode>	TAG_AUTOMATIC_CREATION
static ConfigOption<String>	TAG_CALLBACK_PARAM
static ConfigOption<String>	TAG_CALLBACKS
static ConfigOption<java.time.Duration>	TAG_CREATION_DELAY
static ConfigOption<CoreOptions.TagCreationPeriod>	TAG_CREATION_PERIOD
static ConfigOption<Integer>	TAG_NUM_RETAINED_MAX
static ConfigOption<CoreOptions.TagPeriodFormatter>	TAG_PERIOD_FORMATTER
static ConfigOption<MemorySize>	TARGET_FILE_SIZE
static ConfigOption<Boolean>	WRITE_BUFFER_FOR_APPEND
static ConfigOption<MemorySize>	WRITE_BUFFER_SIZE
static ConfigOption<Boolean>	WRITE_BUFFER_SPILLABLE
static ConfigOption<MemorySize>	WRITE_MANIFEST_CACHE
static ConfigOption<Integer>	WRITE_MAX_WRITERS_TO_SPILL
static ConfigOption<Boolean>	WRITE_ONLY
static ConfigOption<Integer>	ZORDER_VAR_LENGTH_CONTRIBUTION

构造器概要

构造器

构造器和说明
CoreOptions(Map<String,String> options)
CoreOptions(Options options)

方法概要

限定符和类型	方法和说明
int	bucket()
int	cachePageSize()
CoreOptions.ChangelogProducer	changelogProducer()
boolean	changelogRowDeduplicate()
Map<String,String>	commitCallbacks()
boolean	commitForceCompact()
long	compactionFileSize()
int	compactionMaxFileNum()
int	compactionMinFileNum()
java.time.Duration	consumerExpireTime()
String	consumerId()
boolean	consumerIgnoreProgress()
java.time.Duration	continuousDiscoveryInterval()
static FileFormat	createFileFormat(Options options, ConfigOption<CoreOptions.FileFormatType> formatOption)
int	crossPartitionUpsertBootstrapParallelism()
java.time.Duration	crossPartitionUpsertIndexTtl()
Integer	dynamicBucketAssignerParallelism()
Integer	dynamicBucketInitialBuckets()
long	dynamicBucketTargetRowNum()
boolean	dynamicPartitionOverwrite()
String	fieldAggFunc(String fieldName)
boolean	fieldAggIgnoreRetract(String fieldName)
boolean	fieldCollectAggDistinct(String fieldName)
List<String>	fieldNestedUpdateAggNestedKey(String fieldName)
String	fileCompression()
Map<Integer,String>	fileCompressionPerLevel()
FileFormat	fileFormat()
Map<Integer,String>	fileFormatPerLevel()
MemorySize	fileReaderAsyncThreshold()
CoreOptions.FileFormatType	formatType()
static CoreOptions	fromMap(Map<String,String> options)
Map<String,String>	getFieldDefaultValues()
static Set<String>	getImmutableOptionKeys()
static List<ConfigOption<?>>	getOptions()
Pair<String,String>	incrementalBetween()
CoreOptions.IncrementalBetweenScanMode	incrementalBetweenScanMode()
long	localMergeBufferSize()
boolean	localMergeEnabled()
int	localSortMaxNumFileHandles()
MemorySize	lookupCacheMaxMemory()
FileFormat	manifestFormat()
MemorySize	manifestFullCompactionThresholdSize()
int	manifestMergeMinCount()
MemorySize	manifestTargetSize()
int	maxSizeAmplificationPercent()
CoreOptions.MergeEngine	mergeEngine()
int	numLevels()
int	numSortedRunCompactionTrigger()
int	numSortedRunStopTrigger()
java.time.Duration	optimizedCompactionInterval()
int	orcWriteBatch()
int	pageSize()
String	partitionDefaultName()
boolean	partitionedTableInMetastore()
java.time.Duration	partitionExpireCheckInterval()
java.time.Duration	partitionExpireTime()
String	partitionTimestampFormatter()
String	partitionTimestampPattern()
Path	path()
static Path	path(Map<String,String> options)
static Path	path(Options options)
int	readBatchSize()
Optional<String>	rowkindField()
Long	scanBoundedWatermark()
Long	scanFileCreationTimeMills()
Integer	scanManifestParallelism()
boolean	scanPlanSortPartition()
Long	scanSnapshotId()
int	scanSplitMaxPerTask()
String	scanTagName()
Long	scanTimestampMills()
String	scanVersion()
List<String>	sequenceAutoPadding()
Optional<String>	sequenceField()
static void	setDefaultValues(Options options) Set the default values of the CoreOptions via the given Options.
String	sinkWatermarkTimeZone()
boolean	snapshotExpireCleanEmptyDirectories()
CoreOptions.ExpireExecutionMode	snapshotExpireExecutionMode()
int	snapshotExpireLimit()
int	snapshotNumRetainMax()
int	snapshotNumRetainMin()
java.time.Duration	snapshotTimeRetain()
java.time.Duration	snapshotWatermarkIdleTimeout()
int	sortedRunSizeRatio()
CoreOptions.SortEngine	sortEngine()
long	sortSpillBufferSize()
int	sortSpillThreshold()
long	splitOpenFileCost()
long	splitTargetSize()
CoreOptions.StartupMode	startupMode()
static CoreOptions.StartupMode	startupMode(Options options)
boolean	streamingReadOverwrite()
static CoreOptions.StreamingReadMode	streamReadType(Options options)
Map<String,String>	tagCallbacks()
java.time.Duration	tagCreationDelay()
CoreOptions.TagCreationMode	tagCreationMode()
CoreOptions.TagCreationPeriod	tagCreationPeriod()
Integer	tagNumRetainedMax()
CoreOptions.TagPeriodFormatter	tagPeriodFormatter()
String	tagToPartitionField()
CoreOptions.TagCreationMode	tagToPartitionPreview()
long	targetFileSize()
Options	toConfiguration()
Map<String,String>	toMap()
boolean	useWriteBufferForAppend()
int	varTypeSize()
long	writeBufferSize()
boolean	writeBufferSpillable(boolean usingObjectStore, boolean isStreaming)
MemorySize	writeManifestCache()
int	writeMaxWritersToSpill()
boolean	writeOnly()

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

字段详细资料

DEFAULT_VALUE_SUFFIX

public static final String DEFAULT_VALUE_SUFFIX

另请参阅:

常量字段值

FIELDS_PREFIX

public static final String FIELDS_PREFIX

另请参阅:

常量字段值

AGG_FUNCTION

public static final String AGG_FUNCTION

另请参阅:

常量字段值

IGNORE_RETRACT

public static final String IGNORE_RETRACT

另请参阅:

常量字段值

NESTED_KEY

public static final String NESTED_KEY

另请参阅:

常量字段值

DISTINCT

public static final String DISTINCT

另请参阅:

常量字段值

BUCKET

public static final ConfigOption<Integer> BUCKET

BUCKET_KEY

public static final ConfigOption<String> BUCKET_KEY

PATH

public static final ConfigOption<String> PATH

FILE_FORMAT

public static final ConfigOption<CoreOptions.FileFormatType> FILE_FORMAT

ORC_BLOOM_FILTER_COLUMNS

public static final ConfigOption<String> ORC_BLOOM_FILTER_COLUMNS

ORC_BLOOM_FILTER_FPP

public static final ConfigOption<Double> ORC_BLOOM_FILTER_FPP

FILE_COMPRESSION_PER_LEVEL

public static final ConfigOption<Map<String,String>> FILE_COMPRESSION_PER_LEVEL

FILE_FORMAT_PER_LEVEL

public static final ConfigOption<Map<String,String>> FILE_FORMAT_PER_LEVEL

FILE_COMPRESSION

public static final ConfigOption<String> FILE_COMPRESSION

MANIFEST_FORMAT

public static final ConfigOption<CoreOptions.FileFormatType> MANIFEST_FORMAT

MANIFEST_TARGET_FILE_SIZE

public static final ConfigOption<MemorySize> MANIFEST_TARGET_FILE_SIZE

MANIFEST_FULL_COMPACTION_FILE_SIZE

public static final ConfigOption<MemorySize> MANIFEST_FULL_COMPACTION_FILE_SIZE

MANIFEST_MERGE_MIN_COUNT

public static final ConfigOption<Integer> MANIFEST_MERGE_MIN_COUNT

PARTITION_DEFAULT_NAME

public static final ConfigOption<String> PARTITION_DEFAULT_NAME

SNAPSHOT_NUM_RETAINED_MIN

public static final ConfigOption<Integer> SNAPSHOT_NUM_RETAINED_MIN

SNAPSHOT_NUM_RETAINED_MAX

public static final ConfigOption<Integer> SNAPSHOT_NUM_RETAINED_MAX

SNAPSHOT_TIME_RETAINED

public static final ConfigOption<java.time.Duration> SNAPSHOT_TIME_RETAINED

SNAPSHOT_EXPIRE_EXECUTION_MODE

public static final ConfigOption<CoreOptions.ExpireExecutionMode> SNAPSHOT_EXPIRE_EXECUTION_MODE

SNAPSHOT_EXPIRE_LIMIT

public static final ConfigOption<Integer> SNAPSHOT_EXPIRE_LIMIT

SNAPSHOT_EXPIRE_CLEAN_EMPTY_DIRECTORIES

public static final ConfigOption<Boolean> SNAPSHOT_EXPIRE_CLEAN_EMPTY_DIRECTORIES

CONTINUOUS_DISCOVERY_INTERVAL

public static final ConfigOption<java.time.Duration> CONTINUOUS_DISCOVERY_INTERVAL

SCAN_MAX_SPLITS_PER_TASK

public static final ConfigOption<Integer> SCAN_MAX_SPLITS_PER_TASK

MERGE_ENGINE

public static final ConfigOption<CoreOptions.MergeEngine> MERGE_ENGINE

DEDUPLICATE_IGNORE_DELETE

public static final ConfigOption<Boolean> DEDUPLICATE_IGNORE_DELETE

PARTIAL_UPDATE_IGNORE_DELETE

public static final ConfigOption<Boolean> PARTIAL_UPDATE_IGNORE_DELETE

FIRST_ROW_IGNORE_DELETE

public static final ConfigOption<Boolean> FIRST_ROW_IGNORE_DELETE

SORT_ENGINE

public static final ConfigOption<CoreOptions.SortEngine> SORT_ENGINE

SORT_SPILL_THRESHOLD

public static final ConfigOption<Integer> SORT_SPILL_THRESHOLD

SORT_SPILL_BUFFER_SIZE

public static final ConfigOption<MemorySize> SORT_SPILL_BUFFER_SIZE

WRITE_ONLY

public static final ConfigOption<Boolean> WRITE_ONLY

SOURCE_SPLIT_TARGET_SIZE

public static final ConfigOption<MemorySize> SOURCE_SPLIT_TARGET_SIZE

SOURCE_SPLIT_OPEN_FILE_COST

public static final ConfigOption<MemorySize> SOURCE_SPLIT_OPEN_FILE_COST

WRITE_BUFFER_SIZE

public static final ConfigOption<MemorySize> WRITE_BUFFER_SIZE

WRITE_BUFFER_SPILLABLE

public static final ConfigOption<Boolean> WRITE_BUFFER_SPILLABLE

WRITE_BUFFER_FOR_APPEND

public static final ConfigOption<Boolean> WRITE_BUFFER_FOR_APPEND

WRITE_MAX_WRITERS_TO_SPILL

public static final ConfigOption<Integer> WRITE_MAX_WRITERS_TO_SPILL

WRITE_MANIFEST_CACHE

public static final ConfigOption<MemorySize> WRITE_MANIFEST_CACHE

LOCAL_SORT_MAX_NUM_FILE_HANDLES

public static final ConfigOption<Integer> LOCAL_SORT_MAX_NUM_FILE_HANDLES

PAGE_SIZE

public static final ConfigOption<MemorySize> PAGE_SIZE

CACHE_PAGE_SIZE

public static final ConfigOption<MemorySize> CACHE_PAGE_SIZE

TARGET_FILE_SIZE

public static final ConfigOption<MemorySize> TARGET_FILE_SIZE

NUM_SORTED_RUNS_COMPACTION_TRIGGER

public static final ConfigOption<Integer> NUM_SORTED_RUNS_COMPACTION_TRIGGER

NUM_SORTED_RUNS_STOP_TRIGGER

public static final ConfigOption<Integer> NUM_SORTED_RUNS_STOP_TRIGGER

NUM_LEVELS

public static final ConfigOption<Integer> NUM_LEVELS

COMMIT_FORCE_COMPACT

public static final ConfigOption<Boolean> COMMIT_FORCE_COMPACT

COMPACTION_MAX_SIZE_AMPLIFICATION_PERCENT

public static final ConfigOption<Integer> COMPACTION_MAX_SIZE_AMPLIFICATION_PERCENT

COMPACTION_SIZE_RATIO

public static final ConfigOption<Integer> COMPACTION_SIZE_RATIO

COMPACTION_OPTIMIZATION_INTERVAL

public static final ConfigOption<java.time.Duration> COMPACTION_OPTIMIZATION_INTERVAL

COMPACTION_MIN_FILE_NUM

public static final ConfigOption<Integer> COMPACTION_MIN_FILE_NUM

COMPACTION_MAX_FILE_NUM

public static final ConfigOption<Integer> COMPACTION_MAX_FILE_NUM

CHANGELOG_PRODUCER

public static final ConfigOption<CoreOptions.ChangelogProducer> CHANGELOG_PRODUCER

CHANGELOG_PRODUCER_ROW_DEDUPLICATE

public static final ConfigOption<Boolean> CHANGELOG_PRODUCER_ROW_DEDUPLICATE

SEQUENCE_FIELD

public static final ConfigOption<String> SEQUENCE_FIELD

ROWKIND_FIELD

public static final ConfigOption<String> ROWKIND_FIELD

SEQUENCE_AUTO_PADDING

public static final ConfigOption<String> SEQUENCE_AUTO_PADDING

SCAN_MODE

public static final ConfigOption<CoreOptions.StartupMode> SCAN_MODE

SCAN_TIMESTAMP_MILLIS

public static final ConfigOption<Long> SCAN_TIMESTAMP_MILLIS

SCAN_FILE_CREATION_TIME_MILLIS

public static final ConfigOption<Long> SCAN_FILE_CREATION_TIME_MILLIS

SCAN_SNAPSHOT_ID

public static final ConfigOption<Long> SCAN_SNAPSHOT_ID

SCAN_TAG_NAME

public static final ConfigOption<String> SCAN_TAG_NAME

SCAN_VERSION

public static final ConfigOption<String> SCAN_VERSION

SCAN_BOUNDED_WATERMARK

public static final ConfigOption<Long> SCAN_BOUNDED_WATERMARK

SCAN_MANIFEST_PARALLELISM

public static final ConfigOption<Integer> SCAN_MANIFEST_PARALLELISM

LOG_CONSISTENCY

public static final ConfigOption<CoreOptions.LogConsistency> LOG_CONSISTENCY

LOG_CHANGELOG_MODE

public static final ConfigOption<CoreOptions.LogChangelogMode> LOG_CHANGELOG_MODE

LOG_KEY_FORMAT

public static final ConfigOption<String> LOG_KEY_FORMAT

LOG_FORMAT

public static final ConfigOption<String> LOG_FORMAT

AUTO_CREATE

public static final ConfigOption<Boolean> AUTO_CREATE

STREAMING_READ_OVERWRITE

public static final ConfigOption<Boolean> STREAMING_READ_OVERWRITE

DYNAMIC_PARTITION_OVERWRITE

public static final ConfigOption<Boolean> DYNAMIC_PARTITION_OVERWRITE

PARTITION_EXPIRATION_TIME

public static final ConfigOption<java.time.Duration> PARTITION_EXPIRATION_TIME

PARTITION_EXPIRATION_CHECK_INTERVAL

public static final ConfigOption<java.time.Duration> PARTITION_EXPIRATION_CHECK_INTERVAL

PARTITION_TIMESTAMP_FORMATTER

public static final ConfigOption<String> PARTITION_TIMESTAMP_FORMATTER

PARTITION_TIMESTAMP_PATTERN

public static final ConfigOption<String> PARTITION_TIMESTAMP_PATTERN

SCAN_PLAN_SORT_PARTITION

public static final ConfigOption<Boolean> SCAN_PLAN_SORT_PARTITION

PRIMARY_KEY

public static final ConfigOption<String> PRIMARY_KEY

PARTITION

public static final ConfigOption<String> PARTITION

LOOKUP_HASH_LOAD_FACTOR

public static final ConfigOption<Float> LOOKUP_HASH_LOAD_FACTOR

LOOKUP_CACHE_FILE_RETENTION

public static final ConfigOption<java.time.Duration> LOOKUP_CACHE_FILE_RETENTION

LOOKUP_CACHE_MAX_DISK_SIZE

public static final ConfigOption<MemorySize> LOOKUP_CACHE_MAX_DISK_SIZE

LOOKUP_CACHE_MAX_MEMORY_SIZE

public static final ConfigOption<MemorySize> LOOKUP_CACHE_MAX_MEMORY_SIZE

LOOKUP_CACHE_BLOOM_FILTER_ENABLED

public static final ConfigOption<Boolean> LOOKUP_CACHE_BLOOM_FILTER_ENABLED

LOOKUP_CACHE_BLOOM_FILTER_FPP

public static final ConfigOption<Double> LOOKUP_CACHE_BLOOM_FILTER_FPP

READ_BATCH_SIZE

public static final ConfigOption<Integer> READ_BATCH_SIZE

ORC_WRITE_BATCH_SIZE

public static final ConfigOption<Integer> ORC_WRITE_BATCH_SIZE

CONSUMER_ID

public static final ConfigOption<String> CONSUMER_ID

FULL_COMPACTION_DELTA_COMMITS

public static final ConfigOption<Integer> FULL_COMPACTION_DELTA_COMMITS

STREAM_SCAN_MODE

public static final ConfigOption<CoreOptions.StreamScanMode> STREAM_SCAN_MODE

STREAMING_READ_MODE

public static final ConfigOption<CoreOptions.StreamingReadMode> STREAMING_READ_MODE

CONSUMER_EXPIRATION_TIME

public static final ConfigOption<java.time.Duration> CONSUMER_EXPIRATION_TIME

CONSUMER_CONSISTENCY_MODE

public static final ConfigOption<CoreOptions.ConsumerMode> CONSUMER_CONSISTENCY_MODE

CONSUMER_IGNORE_PROGRESS

public static final ConfigOption<Boolean> CONSUMER_IGNORE_PROGRESS

DYNAMIC_BUCKET_TARGET_ROW_NUM

public static final ConfigOption<Long> DYNAMIC_BUCKET_TARGET_ROW_NUM

DYNAMIC_BUCKET_INITIAL_BUCKETS

public static final ConfigOption<Integer> DYNAMIC_BUCKET_INITIAL_BUCKETS

DYNAMIC_BUCKET_ASSIGNER_PARALLELISM

public static final ConfigOption<Integer> DYNAMIC_BUCKET_ASSIGNER_PARALLELISM

INCREMENTAL_BETWEEN

public static final ConfigOption<String> INCREMENTAL_BETWEEN

INCREMENTAL_BETWEEN_SCAN_MODE

public static final ConfigOption<CoreOptions.IncrementalBetweenScanMode> INCREMENTAL_BETWEEN_SCAN_MODE

INCREMENTAL_BETWEEN_TIMESTAMP

public static final ConfigOption<String> INCREMENTAL_BETWEEN_TIMESTAMP

STATS_MODE_SUFFIX

public static final String STATS_MODE_SUFFIX

另请参阅:

常量字段值

METADATA_STATS_MODE

public static final ConfigOption<String> METADATA_STATS_MODE

COMMIT_CALLBACKS

public static final ConfigOption<String> COMMIT_CALLBACKS

COMMIT_CALLBACK_PARAM

public static final ConfigOption<String> COMMIT_CALLBACK_PARAM

TAG_CALLBACKS

public static final ConfigOption<String> TAG_CALLBACKS

TAG_CALLBACK_PARAM

public static final ConfigOption<String> TAG_CALLBACK_PARAM

METASTORE_PARTITIONED_TABLE

public static final ConfigOption<Boolean> METASTORE_PARTITIONED_TABLE

METASTORE_TAG_TO_PARTITION

public static final ConfigOption<String> METASTORE_TAG_TO_PARTITION

METASTORE_TAG_TO_PARTITION_PREVIEW

public static final ConfigOption<CoreOptions.TagCreationMode> METASTORE_TAG_TO_PARTITION_PREVIEW

TAG_AUTOMATIC_CREATION

public static final ConfigOption<CoreOptions.TagCreationMode> TAG_AUTOMATIC_CREATION

TAG_CREATION_PERIOD

public static final ConfigOption<CoreOptions.TagCreationPeriod> TAG_CREATION_PERIOD

TAG_CREATION_DELAY

public static final ConfigOption<java.time.Duration> TAG_CREATION_DELAY

TAG_PERIOD_FORMATTER

public static final ConfigOption<CoreOptions.TagPeriodFormatter> TAG_PERIOD_FORMATTER

TAG_NUM_RETAINED_MAX

public static final ConfigOption<Integer> TAG_NUM_RETAINED_MAX

SNAPSHOT_WATERMARK_IDLE_TIMEOUT

public static final ConfigOption<java.time.Duration> SNAPSHOT_WATERMARK_IDLE_TIMEOUT

PARQUET_ENABLE_DICTIONARY

public static final ConfigOption<Integer> PARQUET_ENABLE_DICTIONARY

ORC_COLUMN_ENCODING_DIRECT

public static final ConfigOption<Integer> ORC_COLUMN_ENCODING_DIRECT

ORC_DICTIONARY_KEY_THRESHOLD

public static final ConfigOption<Integer> ORC_DICTIONARY_KEY_THRESHOLD

SINK_WATERMARK_TIME_ZONE

public static final ConfigOption<String> SINK_WATERMARK_TIME_ZONE

LOCAL_MERGE_BUFFER_SIZE

public static final ConfigOption<MemorySize> LOCAL_MERGE_BUFFER_SIZE

CROSS_PARTITION_UPSERT_INDEX_TTL

public static final ConfigOption<java.time.Duration> CROSS_PARTITION_UPSERT_INDEX_TTL

CROSS_PARTITION_UPSERT_BOOTSTRAP_PARALLELISM

public static final ConfigOption<Integer> CROSS_PARTITION_UPSERT_BOOTSTRAP_PARALLELISM

ZORDER_VAR_LENGTH_CONTRIBUTION

public static final ConfigOption<Integer> ZORDER_VAR_LENGTH_CONTRIBUTION

FILE_READER_ASYNC_THRESHOLD

public static final ConfigOption<MemorySize> FILE_READER_ASYNC_THRESHOLD

构造器详细资料

CoreOptions

public CoreOptions(Map<String,String> options)

CoreOptions

public CoreOptions(Options options)

方法详细资料

fromMap

public static CoreOptions fromMap(Map<String,String> options)

toConfiguration

public Options toConfiguration()

toMap

public Map<String,String> toMap()

bucket

public int bucket()

path

public Path path()

path

public static Path path(Map<String,String> options)

path

public static Path path(Options options)

formatType

public CoreOptions.FileFormatType formatType()

fileFormat

public FileFormat fileFormat()

manifestFormat

public FileFormat manifestFormat()

manifestTargetSize

public MemorySize manifestTargetSize()

manifestFullCompactionThresholdSize

public MemorySize manifestFullCompactionThresholdSize()

writeManifestCache

public MemorySize writeManifestCache()

partitionDefaultName

public String partitionDefaultName()

createFileFormat

public static FileFormat createFileFormat(Options options,
                                          ConfigOption<CoreOptions.FileFormatType> formatOption)

fileCompressionPerLevel

public Map<Integer,String> fileCompressionPerLevel()

fileFormatPerLevel

public Map<Integer,String> fileFormatPerLevel()

fieldAggFunc

public String fieldAggFunc(String fieldName)

fieldAggIgnoreRetract

public boolean fieldAggIgnoreRetract(String fieldName)

fieldNestedUpdateAggNestedKey

public List<String> fieldNestedUpdateAggNestedKey(String fieldName)

fieldCollectAggDistinct

public boolean fieldCollectAggDistinct(String fieldName)

fileCompression

public String fileCompression()

fileReaderAsyncThreshold

public MemorySize fileReaderAsyncThreshold()

snapshotNumRetainMin

public int snapshotNumRetainMin()

snapshotNumRetainMax

public int snapshotNumRetainMax()

snapshotTimeRetain

public java.time.Duration snapshotTimeRetain()

snapshotExpireExecutionMode

public CoreOptions.ExpireExecutionMode snapshotExpireExecutionMode()

snapshotExpireLimit

public int snapshotExpireLimit()

snapshotExpireCleanEmptyDirectories

public boolean snapshotExpireCleanEmptyDirectories()

manifestMergeMinCount

public int manifestMergeMinCount()

mergeEngine

public CoreOptions.MergeEngine mergeEngine()

sortEngine

public CoreOptions.SortEngine sortEngine()

sortSpillThreshold

public int sortSpillThreshold()

splitTargetSize

public long splitTargetSize()

splitOpenFileCost

public long splitOpenFileCost()

writeBufferSize

public long writeBufferSize()

writeBufferSpillable

public boolean writeBufferSpillable(boolean usingObjectStore,
                                    boolean isStreaming)

useWriteBufferForAppend

public boolean useWriteBufferForAppend()

writeMaxWritersToSpill

public int writeMaxWritersToSpill()

sortSpillBufferSize

public long sortSpillBufferSize()

continuousDiscoveryInterval

public java.time.Duration continuousDiscoveryInterval()

scanSplitMaxPerTask

public int scanSplitMaxPerTask()

localSortMaxNumFileHandles

public int localSortMaxNumFileHandles()

pageSize

public int pageSize()

cachePageSize

public int cachePageSize()

lookupCacheMaxMemory

public MemorySize lookupCacheMaxMemory()

targetFileSize

public long targetFileSize()

compactionFileSize

public long compactionFileSize()

numSortedRunCompactionTrigger

public int numSortedRunCompactionTrigger()

optimizedCompactionInterval

@Nullable
public java.time.Duration optimizedCompactionInterval()

numSortedRunStopTrigger

public int numSortedRunStopTrigger()

numLevels

public int numLevels()

commitForceCompact

public boolean commitForceCompact()

maxSizeAmplificationPercent

public int maxSizeAmplificationPercent()

sortedRunSizeRatio

public int sortedRunSizeRatio()

compactionMinFileNum

public int compactionMinFileNum()

compactionMaxFileNum

public int compactionMaxFileNum()

dynamicBucketTargetRowNum

public long dynamicBucketTargetRowNum()

changelogProducer

public CoreOptions.ChangelogProducer changelogProducer()

changelogRowDeduplicate

public boolean changelogRowDeduplicate()

scanPlanSortPartition

public boolean scanPlanSortPartition()

startupMode

public CoreOptions.StartupMode startupMode()

startupMode

public static CoreOptions.StartupMode startupMode(Options options)

scanTimestampMills

public Long scanTimestampMills()

scanFileCreationTimeMills

public Long scanFileCreationTimeMills()

scanBoundedWatermark

public Long scanBoundedWatermark()

scanSnapshotId

public Long scanSnapshotId()

scanTagName

public String scanTagName()

scanVersion

public String scanVersion()

incrementalBetween

public Pair<String,String> incrementalBetween()

incrementalBetweenScanMode

public CoreOptions.IncrementalBetweenScanMode incrementalBetweenScanMode()

scanManifestParallelism

public Integer scanManifestParallelism()

dynamicBucketInitialBuckets

public Integer dynamicBucketInitialBuckets()

dynamicBucketAssignerParallelism

public Integer dynamicBucketAssignerParallelism()

sequenceField

public Optional<String> sequenceField()

rowkindField

public Optional<String> rowkindField()

sequenceAutoPadding

public List<String> sequenceAutoPadding()

writeOnly

public boolean writeOnly()

streamingReadOverwrite

public boolean streamingReadOverwrite()

dynamicPartitionOverwrite

public boolean dynamicPartitionOverwrite()

partitionExpireTime

public java.time.Duration partitionExpireTime()

partitionExpireCheckInterval

public java.time.Duration partitionExpireCheckInterval()

partitionTimestampFormatter

public String partitionTimestampFormatter()

partitionTimestampPattern

public String partitionTimestampPattern()

readBatchSize

public int readBatchSize()

consumerId

public String consumerId()

streamReadType

public static CoreOptions.StreamingReadMode streamReadType(Options options)

consumerExpireTime

public java.time.Duration consumerExpireTime()

consumerIgnoreProgress

public boolean consumerIgnoreProgress()

partitionedTableInMetastore

public boolean partitionedTableInMetastore()

tagToPartitionField

@Nullable
public String tagToPartitionField()

tagToPartitionPreview

public CoreOptions.TagCreationMode tagToPartitionPreview()

tagCreationMode

public CoreOptions.TagCreationMode tagCreationMode()

tagCreationPeriod

public CoreOptions.TagCreationPeriod tagCreationPeriod()

tagCreationDelay

public java.time.Duration tagCreationDelay()

tagPeriodFormatter

public CoreOptions.TagPeriodFormatter tagPeriodFormatter()

tagNumRetainedMax

public Integer tagNumRetainedMax()

snapshotWatermarkIdleTimeout

public java.time.Duration snapshotWatermarkIdleTimeout()

sinkWatermarkTimeZone

public String sinkWatermarkTimeZone()

getFieldDefaultValues

public Map<String,String> getFieldDefaultValues()

commitCallbacks

public Map<String,String> commitCallbacks()

tagCallbacks

public Map<String,String> tagCallbacks()

orcWriteBatch

public int orcWriteBatch()

localMergeEnabled

public boolean localMergeEnabled()

localMergeBufferSize

public long localMergeBufferSize()

crossPartitionUpsertIndexTtl

public java.time.Duration crossPartitionUpsertIndexTtl()

crossPartitionUpsertBootstrapParallelism

public int crossPartitionUpsertBootstrapParallelism()

varTypeSize

public int varTypeSize()

setDefaultValues

public static void setDefaultValues(Options options)

Set the default values of the CoreOptions via the given Options.

参数:

options - the options to set default values

getOptions

public static List<ConfigOption<?>> getOptions()

getImmutableOptionKeys

public static Set<String> getImmutableOptionKeys()