Package org.apache.flink.connector.file.table.batch

Class BatchSink

java.lang.Object

org.apache.flink.connector.file.table.batch.BatchSink

@Internal
public class BatchSink
extends Object

Helper for creating batch file sink.

Field Summary

Fields

Modifier and Type	Field	Description
static String	COMPACT_OP_NAME
static String	COORDINATOR_OP_NAME

Method Summary

Modifier and Type	Method	Description
static <T> org.apache.flink.streaming.api.datastream.DataStreamSink<?>	createBatchCompactSink(org.apache.flink.streaming.api.datastream.DataStream<CompactMessages.CoordinatorInput> dataStream, org.apache.flink.streaming.api.functions.sink.filesystem.legacy.StreamingFileSink.BucketsBuilder<T,String,? extends org.apache.flink.streaming.api.functions.sink.filesystem.legacy.StreamingFileSink.BucketsBuilder<T,String,?>> builder, CompactReader.Factory<T> readFactory, FileSystemFactory fsFactory, TableMetaStoreFactory metaStoreFactory, PartitionCommitPolicyFactory partitionCommitPolicyFactory, String[] partitionColumns, LinkedHashMap<String,String> staticPartitionSpec, org.apache.flink.core.fs.Path tmpPath, org.apache.flink.table.catalog.ObjectIdentifier identifier, long compactAverageSize, long compactTargetSize, boolean isToLocal, boolean overwrite, int compactParallelism, boolean compactParallelismConfigured)
static org.apache.flink.streaming.api.datastream.DataStreamSink<org.apache.flink.types.Row>	createBatchNoCompactSink(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> dataStream, org.apache.flink.table.connector.sink.DynamicTableSink.DataStructureConverter converter, FileSystemOutputFormat<org.apache.flink.types.Row> fileSystemOutputFormat, int parallelism, boolean parallelismConfigured)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

COORDINATOR_OP_NAME

public static final String COORDINATOR_OP_NAME

See Also:

Constant Field Values

COMPACT_OP_NAME

public static final String COMPACT_OP_NAME

See Also:

Constant Field Values

Method Detail

createBatchNoCompactSink

public static org.apache.flink.streaming.api.datastream.DataStreamSink<org.apache.flink.types.Row> createBatchNoCompactSink(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> dataStream,
                                                                                                                            org.apache.flink.table.connector.sink.DynamicTableSink.DataStructureConverter converter,
                                                                                                                            FileSystemOutputFormat<org.apache.flink.types.Row> fileSystemOutputFormat,
                                                                                                                            int parallelism,
                                                                                                                            boolean parallelismConfigured)

createBatchCompactSink

public static <T> org.apache.flink.streaming.api.datastream.DataStreamSink<?> createBatchCompactSink(org.apache.flink.streaming.api.datastream.DataStream<CompactMessages.CoordinatorInput> dataStream,
                                                                                                     org.apache.flink.streaming.api.functions.sink.filesystem.legacy.StreamingFileSink.BucketsBuilder<T,String,? extends org.apache.flink.streaming.api.functions.sink.filesystem.legacy.StreamingFileSink.BucketsBuilder<T,String,?>> builder,
                                                                                                     CompactReader.Factory<T> readFactory,
                                                                                                     FileSystemFactory fsFactory,
                                                                                                     TableMetaStoreFactory metaStoreFactory,
                                                                                                     PartitionCommitPolicyFactory partitionCommitPolicyFactory,
                                                                                                     String[] partitionColumns,
                                                                                                     LinkedHashMap<String,String> staticPartitionSpec,
                                                                                                     org.apache.flink.core.fs.Path tmpPath,
                                                                                                     org.apache.flink.table.catalog.ObjectIdentifier identifier,
                                                                                                     long compactAverageSize,
                                                                                                     long compactTargetSize,
                                                                                                     boolean isToLocal,
                                                                                                     boolean overwrite,
                                                                                                     int compactParallelism,
                                                                                                     boolean compactParallelismConfigured)