org.apache.hudi.common.config

Class HoodieMetadataConfig

java.lang.Object

org.apache.hudi.common.config.HoodieConfig

org.apache.hudi.common.config.HoodieMetadataConfig

All Implemented Interfaces:

Serializable

@Immutable
public final class HoodieMetadataConfig
extends HoodieConfig

Configurations used by the HUDI Metadata Table.

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HoodieMetadataConfig.Builder

Field Summary

Fields

Modifier and Type	Field and Description
static ConfigProperty<String>	ASSUME_DATE_PARTITIONING
static ConfigProperty<Boolean>	ASYNC_INDEX_ENABLE
static ConfigProperty<Boolean>	AUTO_INITIALIZE
static ConfigProperty<String>	BLOOM_FILTER_INDEX_FOR_COLUMNS
static ConfigProperty<Integer>	BLOOM_FILTER_INDEX_PARALLELISM
static ConfigProperty<String>	COLUMN_STATS_INDEX_FOR_COLUMNS
static ConfigProperty<Integer>	COLUMN_STATS_INDEX_IN_MEMORY_PROJECTION_THRESHOLD
static ConfigProperty<Integer>	COLUMN_STATS_INDEX_PARALLELISM
static String	COLUMN_STATS_INDEX_PROCESSING_MODE_ENGINE
static String	COLUMN_STATS_INDEX_PROCESSING_MODE_IN_MEMORY
static ConfigProperty<String>	COLUMN_STATS_INDEX_PROCESSING_MODE_OVERRIDE
static ConfigProperty<Integer>	COMPACT_NUM_DELTA_COMMITS
static String	DEFAULT_ASSUME_DATE_PARTITIONING Deprecated. Use ASSUME_DATE_PARTITIONING and its methods.
static String	DEFAULT_DIRECTORY_FILTER_REGEX Deprecated. Use DIR_FILTER_REGEX and its methods.
static String	DEFAULT_ENABLE_FALLBACK Deprecated. No longer takes any effect.
static int	DEFAULT_FILE_LISTING_PARALLELISM Deprecated. Use FILE_LISTING_PARALLELISM_VALUE and its methods.
static boolean	DEFAULT_METADATA_ASYNC_CLEAN
static int	DEFAULT_METADATA_CLEANER_COMMITS_RETAINED
static int	DEFAULT_METADATA_COMPACT_NUM_DELTA_COMMITS Deprecated. Use COMPACT_NUM_DELTA_COMMITS and its methods.
static boolean	DEFAULT_METADATA_ENABLE Deprecated. Use ENABLE and its methods.
static boolean	DEFAULT_METADATA_ENABLE_FOR_READERS
static boolean	DEFAULT_METADATA_ENABLE_FULL_SCAN_LOG_FILES
static boolean	DEFAULT_METADATA_METRICS_ENABLE Deprecated. Use METRICS_ENABLE and its methods.
static boolean	DEFAULT_METADATA_POPULATE_META_FIELDS
static ConfigProperty<String>	DIR_FILTER_REGEX
static String	DIRECTORY_FILTER_REGEX Deprecated. Use DIR_FILTER_REGEX and its methods.
static ConfigProperty<Boolean>	ENABLE
static String	ENABLE_FALLBACK_PROP Deprecated. No longer takes any effect.
static ConfigProperty<String>	ENABLE_LOG_COMPACTION_ON_METADATA_TABLE
static ConfigProperty<Boolean>	ENABLE_METADATA_INDEX_BLOOM_FILTER
static ConfigProperty<Boolean>	ENABLE_METADATA_INDEX_COLUMN_STATS
static ConfigProperty<Boolean>	ENABLE_OPTIMIZED_LOG_BLOCKS_SCAN
static String	FILE_LISTING_PARALLELISM_PROP Deprecated. Use FILE_LISTING_PARALLELISM_VALUE and its methods.
static ConfigProperty<Integer>	FILE_LISTING_PARALLELISM_VALUE
static String	HOODIE_ASSUME_DATE_PARTITIONING_PROP Deprecated. Use ASSUME_DATE_PARTITIONING and its methods.
static ConfigProperty<Boolean>	IGNORE_SPURIOUS_DELETES
static ConfigProperty<Integer>	LOG_COMPACT_BLOCKS_THRESHOLD
static ConfigProperty<Long>	MAX_LOG_FILE_SIZE_BYTES_PROP
static ConfigProperty<Integer>	MAX_READER_BUFFER_SIZE_PROP
static ConfigProperty<Long>	MAX_READER_MEMORY_PROP
static String	METADATA_COMPACT_NUM_DELTA_COMMITS_PROP Deprecated. Use COMPACT_NUM_DELTA_COMMITS and its methods.
static String	METADATA_ENABLE_PROP Deprecated. Use ENABLE and its methods.
static ConfigProperty<Integer>	METADATA_INDEX_BLOOM_FILTER_FILE_GROUP_COUNT
static ConfigProperty<Integer>	METADATA_INDEX_CHECK_TIMEOUT_SECONDS
static ConfigProperty<Integer>	METADATA_INDEX_COLUMN_STATS_FILE_GROUP_COUNT
static ConfigProperty<Integer>	METADATA_MAX_NUM_DELTACOMMITS_WHEN_PENDING
static String	METADATA_METRICS_ENABLE_PROP Deprecated. Use METRICS_ENABLE and its methods.
static String	METADATA_PREFIX
static ConfigProperty<Boolean>	METRICS_ENABLE
static String	OPTIMIZED_LOG_BLOCKS_SCAN
static ConfigProperty<Boolean>	RECORD_INDEX_ENABLE_PROP
static ConfigProperty<Float>	RECORD_INDEX_GROWTH_FACTOR_PROP
static ConfigProperty<Integer>	RECORD_INDEX_MAX_FILE_GROUP_COUNT_PROP
static ConfigProperty<Integer>	RECORD_INDEX_MAX_FILE_GROUP_SIZE_BYTES_PROP
static ConfigProperty<Integer>	RECORD_INDEX_MAX_PARALLELISM
static ConfigProperty<Integer>	RECORD_INDEX_MIN_FILE_GROUP_COUNT_PROP
static ConfigProperty<String>	SPILLABLE_MAP_DIR_PROP

Fields inherited from class org.apache.hudi.common.config.HoodieConfig

CONFIG_VALUES_DELIMITER, props

Method Summary

Modifier and Type	Method and Description
int	getBloomFilterIndexFileGroupCount()
int	getBloomFilterIndexParallelism()
List<String>	getColumnsEnabledForBloomFilterIndex()
List<String>	getColumnsEnabledForColumnStatsIndex()
int	getColumnStatsIndexFileGroupCount()
Integer	getColumnStatsIndexInMemoryProjectionThreshold()
int	getColumnStatsIndexParallelism()
String	getColumnStatsIndexProcessingModeOverride()
String	getDirectoryFilterRegex()
int	getFileListingParallelism()
int	getIndexingCheckTimeoutSeconds()
long	getMaxLogFileSize()
int	getMaxNumDeltacommitsWhenPending()
int	getMaxReaderBufferSize()
long	getMaxReaderMemory()
float	getRecordIndexGrowthFactor()
int	getRecordIndexMaxFileGroupCount()
int	getRecordIndexMaxFileGroupSizeBytes()
int	getRecordIndexMaxParallelism()
int	getRecordIndexMinFileGroupCount()
String	getSplliableMapDir()
boolean	isBloomFilterIndexEnabled()
boolean	isColumnStatsIndexEnabled()
boolean	isEnabled()
boolean	isMetricsEnabled()
boolean	isOptimizedLogBlocksScanEnabled()
boolean	isRecordIndexEnabled()
static HoodieMetadataConfig.Builder	newBuilder()
Boolean	shouldAssumeDatePartitioning()
boolean	shouldAutoInitialize()
boolean	shouldIgnoreSpuriousDeletes()

Methods inherited from class org.apache.hudi.common.config.HoodieConfig

contains, contains, getBoolean, getBooleanOrDefault, getBooleanOrDefault, getBooleanOrDefault, getDouble, getDoubleOrDefault, getFloat, getFloatOrDefault, getInt, getIntOrDefault, getLong, getLongOrDefault, getProps, getProps, getSplitStrings, getSplitStrings, getString, getString, getStringOrDefault, getStringOrDefault, getStringOrThrow, setAll, setDefault, setDefaultOnCondition, setDefaults, setDefaultValue, setDefaultValue, setValue, setValue

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DEFAULT_METADATA_ASYNC_CLEAN

public static final boolean DEFAULT_METADATA_ASYNC_CLEAN

See Also:

Constant Field Values

DEFAULT_METADATA_ENABLE_FULL_SCAN_LOG_FILES

public static final boolean DEFAULT_METADATA_ENABLE_FULL_SCAN_LOG_FILES

See Also:

Constant Field Values

DEFAULT_METADATA_POPULATE_META_FIELDS

public static final boolean DEFAULT_METADATA_POPULATE_META_FIELDS

See Also:

Constant Field Values

DEFAULT_METADATA_CLEANER_COMMITS_RETAINED

public static final int DEFAULT_METADATA_CLEANER_COMMITS_RETAINED

See Also:

Constant Field Values

METADATA_PREFIX

public static final String METADATA_PREFIX

See Also:

Constant Field Values

OPTIMIZED_LOG_BLOCKS_SCAN

public static final String OPTIMIZED_LOG_BLOCKS_SCAN

See Also:

Constant Field Values

ENABLE

public static final ConfigProperty<Boolean> ENABLE

DEFAULT_METADATA_ENABLE_FOR_READERS

public static final boolean DEFAULT_METADATA_ENABLE_FOR_READERS

See Also:

Constant Field Values

METRICS_ENABLE

public static final ConfigProperty<Boolean> METRICS_ENABLE

ASYNC_INDEX_ENABLE

public static final ConfigProperty<Boolean> ASYNC_INDEX_ENABLE

COMPACT_NUM_DELTA_COMMITS

public static final ConfigProperty<Integer> COMPACT_NUM_DELTA_COMMITS

ENABLE_LOG_COMPACTION_ON_METADATA_TABLE

public static final ConfigProperty<String> ENABLE_LOG_COMPACTION_ON_METADATA_TABLE

LOG_COMPACT_BLOCKS_THRESHOLD

public static final ConfigProperty<Integer> LOG_COMPACT_BLOCKS_THRESHOLD

DIR_FILTER_REGEX

public static final ConfigProperty<String> DIR_FILTER_REGEX

ASSUME_DATE_PARTITIONING

public static final ConfigProperty<String> ASSUME_DATE_PARTITIONING

FILE_LISTING_PARALLELISM_VALUE

public static final ConfigProperty<Integer> FILE_LISTING_PARALLELISM_VALUE

ENABLE_METADATA_INDEX_BLOOM_FILTER

public static final ConfigProperty<Boolean> ENABLE_METADATA_INDEX_BLOOM_FILTER

METADATA_INDEX_BLOOM_FILTER_FILE_GROUP_COUNT

public static final ConfigProperty<Integer> METADATA_INDEX_BLOOM_FILTER_FILE_GROUP_COUNT

BLOOM_FILTER_INDEX_PARALLELISM

public static final ConfigProperty<Integer> BLOOM_FILTER_INDEX_PARALLELISM

ENABLE_METADATA_INDEX_COLUMN_STATS

public static final ConfigProperty<Boolean> ENABLE_METADATA_INDEX_COLUMN_STATS

METADATA_INDEX_COLUMN_STATS_FILE_GROUP_COUNT

public static final ConfigProperty<Integer> METADATA_INDEX_COLUMN_STATS_FILE_GROUP_COUNT

COLUMN_STATS_INDEX_PARALLELISM

public static final ConfigProperty<Integer> COLUMN_STATS_INDEX_PARALLELISM

COLUMN_STATS_INDEX_FOR_COLUMNS

public static final ConfigProperty<String> COLUMN_STATS_INDEX_FOR_COLUMNS

COLUMN_STATS_INDEX_PROCESSING_MODE_IN_MEMORY

public static final String COLUMN_STATS_INDEX_PROCESSING_MODE_IN_MEMORY

See Also:

Constant Field Values

COLUMN_STATS_INDEX_PROCESSING_MODE_ENGINE

public static final String COLUMN_STATS_INDEX_PROCESSING_MODE_ENGINE

See Also:

Constant Field Values

COLUMN_STATS_INDEX_PROCESSING_MODE_OVERRIDE

public static final ConfigProperty<String> COLUMN_STATS_INDEX_PROCESSING_MODE_OVERRIDE

COLUMN_STATS_INDEX_IN_MEMORY_PROJECTION_THRESHOLD

public static final ConfigProperty<Integer> COLUMN_STATS_INDEX_IN_MEMORY_PROJECTION_THRESHOLD

BLOOM_FILTER_INDEX_FOR_COLUMNS

public static final ConfigProperty<String> BLOOM_FILTER_INDEX_FOR_COLUMNS

METADATA_INDEX_CHECK_TIMEOUT_SECONDS

public static final ConfigProperty<Integer> METADATA_INDEX_CHECK_TIMEOUT_SECONDS

IGNORE_SPURIOUS_DELETES

public static final ConfigProperty<Boolean> IGNORE_SPURIOUS_DELETES

ENABLE_OPTIMIZED_LOG_BLOCKS_SCAN

public static final ConfigProperty<Boolean> ENABLE_OPTIMIZED_LOG_BLOCKS_SCAN

METADATA_MAX_NUM_DELTACOMMITS_WHEN_PENDING

public static final ConfigProperty<Integer> METADATA_MAX_NUM_DELTACOMMITS_WHEN_PENDING

RECORD_INDEX_ENABLE_PROP

public static final ConfigProperty<Boolean> RECORD_INDEX_ENABLE_PROP

RECORD_INDEX_MIN_FILE_GROUP_COUNT_PROP

public static final ConfigProperty<Integer> RECORD_INDEX_MIN_FILE_GROUP_COUNT_PROP

RECORD_INDEX_MAX_FILE_GROUP_COUNT_PROP

public static final ConfigProperty<Integer> RECORD_INDEX_MAX_FILE_GROUP_COUNT_PROP

RECORD_INDEX_MAX_FILE_GROUP_SIZE_BYTES_PROP

public static final ConfigProperty<Integer> RECORD_INDEX_MAX_FILE_GROUP_SIZE_BYTES_PROP

RECORD_INDEX_GROWTH_FACTOR_PROP

public static final ConfigProperty<Float> RECORD_INDEX_GROWTH_FACTOR_PROP

RECORD_INDEX_MAX_PARALLELISM

public static final ConfigProperty<Integer> RECORD_INDEX_MAX_PARALLELISM

MAX_READER_MEMORY_PROP

public static final ConfigProperty<Long> MAX_READER_MEMORY_PROP

MAX_READER_BUFFER_SIZE_PROP

public static final ConfigProperty<Integer> MAX_READER_BUFFER_SIZE_PROP

SPILLABLE_MAP_DIR_PROP

public static final ConfigProperty<String> SPILLABLE_MAP_DIR_PROP

MAX_LOG_FILE_SIZE_BYTES_PROP

public static final ConfigProperty<Long> MAX_LOG_FILE_SIZE_BYTES_PROP

AUTO_INITIALIZE

public static final ConfigProperty<Boolean> AUTO_INITIALIZE

METADATA_ENABLE_PROP

@Deprecated
public static final String METADATA_ENABLE_PROP

Deprecated. Use ENABLE and its methods.

DEFAULT_METADATA_ENABLE

@Deprecated
public static final boolean DEFAULT_METADATA_ENABLE

Deprecated. Use ENABLE and its methods.

METADATA_METRICS_ENABLE_PROP

@Deprecated
public static final String METADATA_METRICS_ENABLE_PROP

Deprecated. Use METRICS_ENABLE and its methods.

DEFAULT_METADATA_METRICS_ENABLE

@Deprecated
public static final boolean DEFAULT_METADATA_METRICS_ENABLE

Deprecated. Use METRICS_ENABLE and its methods.

METADATA_COMPACT_NUM_DELTA_COMMITS_PROP

@Deprecated
public static final String METADATA_COMPACT_NUM_DELTA_COMMITS_PROP

Deprecated. Use COMPACT_NUM_DELTA_COMMITS and its methods.

DEFAULT_METADATA_COMPACT_NUM_DELTA_COMMITS

@Deprecated
public static final int DEFAULT_METADATA_COMPACT_NUM_DELTA_COMMITS

Deprecated. Use COMPACT_NUM_DELTA_COMMITS and its methods.

ENABLE_FALLBACK_PROP

@Deprecated
public static final String ENABLE_FALLBACK_PROP

Deprecated. No longer takes any effect.

See Also:

Constant Field Values

DEFAULT_ENABLE_FALLBACK

@Deprecated
public static final String DEFAULT_ENABLE_FALLBACK

Deprecated. No longer takes any effect.

See Also:

Constant Field Values

DIRECTORY_FILTER_REGEX

@Deprecated
public static final String DIRECTORY_FILTER_REGEX

Deprecated. Use DIR_FILTER_REGEX and its methods.

DEFAULT_DIRECTORY_FILTER_REGEX

@Deprecated
public static final String DEFAULT_DIRECTORY_FILTER_REGEX

Deprecated. Use DIR_FILTER_REGEX and its methods.

HOODIE_ASSUME_DATE_PARTITIONING_PROP

@Deprecated
public static final String HOODIE_ASSUME_DATE_PARTITIONING_PROP

Deprecated. Use ASSUME_DATE_PARTITIONING and its methods.

DEFAULT_ASSUME_DATE_PARTITIONING

@Deprecated
public static final String DEFAULT_ASSUME_DATE_PARTITIONING

Deprecated. Use ASSUME_DATE_PARTITIONING and its methods.

FILE_LISTING_PARALLELISM_PROP

@Deprecated
public static final String FILE_LISTING_PARALLELISM_PROP

Deprecated. Use FILE_LISTING_PARALLELISM_VALUE and its methods.

DEFAULT_FILE_LISTING_PARALLELISM

@Deprecated
public static final int DEFAULT_FILE_LISTING_PARALLELISM

Deprecated. Use FILE_LISTING_PARALLELISM_VALUE and its methods.

Method Detail

getMaxLogFileSize

public long getMaxLogFileSize()

newBuilder

public static HoodieMetadataConfig.Builder newBuilder()

getFileListingParallelism

public int getFileListingParallelism()

shouldAssumeDatePartitioning

public Boolean shouldAssumeDatePartitioning()

isEnabled

public boolean isEnabled()

isBloomFilterIndexEnabled

public boolean isBloomFilterIndexEnabled()

isColumnStatsIndexEnabled

public boolean isColumnStatsIndexEnabled()

isRecordIndexEnabled

public boolean isRecordIndexEnabled()

getColumnsEnabledForColumnStatsIndex

public List<String> getColumnsEnabledForColumnStatsIndex()

getColumnStatsIndexProcessingModeOverride

public String getColumnStatsIndexProcessingModeOverride()

getColumnStatsIndexInMemoryProjectionThreshold

public Integer getColumnStatsIndexInMemoryProjectionThreshold()

getColumnsEnabledForBloomFilterIndex

public List<String> getColumnsEnabledForBloomFilterIndex()

getBloomFilterIndexFileGroupCount

public int getBloomFilterIndexFileGroupCount()

getColumnStatsIndexFileGroupCount

public int getColumnStatsIndexFileGroupCount()

getBloomFilterIndexParallelism

public int getBloomFilterIndexParallelism()

getColumnStatsIndexParallelism

public int getColumnStatsIndexParallelism()

getIndexingCheckTimeoutSeconds

public int getIndexingCheckTimeoutSeconds()

isMetricsEnabled

public boolean isMetricsEnabled()

getDirectoryFilterRegex

public String getDirectoryFilterRegex()

shouldIgnoreSpuriousDeletes

public boolean shouldIgnoreSpuriousDeletes()

isOptimizedLogBlocksScanEnabled

public boolean isOptimizedLogBlocksScanEnabled()

getMaxNumDeltacommitsWhenPending

public int getMaxNumDeltacommitsWhenPending()

getRecordIndexMinFileGroupCount

public int getRecordIndexMinFileGroupCount()

getRecordIndexMaxFileGroupCount

public int getRecordIndexMaxFileGroupCount()

getRecordIndexGrowthFactor

public float getRecordIndexGrowthFactor()

getRecordIndexMaxFileGroupSizeBytes

public int getRecordIndexMaxFileGroupSizeBytes()

getSplliableMapDir

public String getSplliableMapDir()

getMaxReaderMemory

public long getMaxReaderMemory()

getMaxReaderBufferSize

public int getMaxReaderBufferSize()

getRecordIndexMaxParallelism

public int getRecordIndexMaxParallelism()

shouldAutoInitialize

public boolean shouldAutoInitialize()