Package org.apache.flink.runtime.io.network.partition.hybrid.tiered.file

Class SegmentPartitionFile

java.lang.Object

org.apache.flink.runtime.io.network.partition.hybrid.tiered.file.SegmentPartitionFile

public class SegmentPartitionFile
extends Object

The partition file with segment file mode. In this mode, each segment of one subpartition is written to an independent file.

Field Summary

Fields

Modifier and Type	Field	Description
static String	SEGMENT_FINISH_DIR_NAME

Constructor Summary

Constructors

Constructor	Description
SegmentPartitionFile()

Method Summary

Modifier and Type	Method	Description
static SegmentPartitionFileReader	createPartitionFileReader(String dataFilePath)
static SegmentPartitionFileWriter	createPartitionFileWriter(String dataFilePath, int numSubpartitions)
static void	deletePathQuietly(String toDelete)
static String	getPartitionPath(TieredStoragePartitionId partitionId, String basePath)
static org.apache.flink.core.fs.Path	getSegmentFinishDirPath(String basePath, TieredStoragePartitionId partitionId, int subpartitionId)
static org.apache.flink.core.fs.Path	getSegmentPath(String basePath, TieredStoragePartitionId partitionId, int subpartitionId, long segmentId)
static String	getSubpartitionPath(String basePath, TieredStoragePartitionId partitionId, int subpartitionId)
static String	getTieredStoragePath(String basePath)
static void	writeBuffers(WritableByteChannel writeChannel, long expectedBytes, ByteBuffer[] bufferWithHeaders)
static void	writeSegmentFinishFile(String basePath, TieredStoragePartitionId partitionId, int subpartitionId, int segmentId)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SEGMENT_FINISH_DIR_NAME

@VisibleForTesting
public static final String SEGMENT_FINISH_DIR_NAME

See Also:

Constant Field Values

Constructor Detail

SegmentPartitionFile

public SegmentPartitionFile()

Method Detail

createPartitionFileWriter

public static SegmentPartitionFileWriter createPartitionFileWriter(String dataFilePath,
                                                                   int numSubpartitions)

createPartitionFileReader

public static SegmentPartitionFileReader createPartitionFileReader(String dataFilePath)

getTieredStoragePath

public static String getTieredStoragePath(String basePath)

getPartitionPath

public static String getPartitionPath(TieredStoragePartitionId partitionId,
                                      String basePath)

getSubpartitionPath

public static String getSubpartitionPath(String basePath,
                                         TieredStoragePartitionId partitionId,
                                         int subpartitionId)

getSegmentPath

public static org.apache.flink.core.fs.Path getSegmentPath(String basePath,
                                                           TieredStoragePartitionId partitionId,
                                                           int subpartitionId,
                                                           long segmentId)

getSegmentFinishDirPath

public static org.apache.flink.core.fs.Path getSegmentFinishDirPath(String basePath,
                                                                    TieredStoragePartitionId partitionId,
                                                                    int subpartitionId)

writeBuffers

public static void writeBuffers(WritableByteChannel writeChannel,
                                long expectedBytes,
                                ByteBuffer[] bufferWithHeaders)
                         throws IOException

Throws:

IOException

writeSegmentFinishFile

public static void writeSegmentFinishFile(String basePath,
                                          TieredStoragePartitionId partitionId,
                                          int subpartitionId,
                                          int segmentId)
                                   throws IOException

Throws:

IOException

deletePathQuietly

public static void deletePathQuietly(String toDelete)