| Modifier and Type | Method and Description |
|---|---|
static TieredStorageSubpartitionId |
TieredStorageIdMappingUtils.convertId(int subpartitionId) |
| Modifier and Type | Method and Description |
|---|---|
static int |
TieredStorageIdMappingUtils.convertId(TieredStorageSubpartitionId subpartitionId) |
| Modifier and Type | Method and Description |
|---|---|
long |
PartitionFileReader.getPriority(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId,
int bufferIndex,
PartitionFileReader.ReadProgress readProgress)
Get the priority for reading a particular buffer from the partitioned file.
|
long |
ProducerMergedPartitionFileReader.getPriority(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId,
int bufferIndex,
PartitionFileReader.ReadProgress readProgress) |
long |
SegmentPartitionFileReader.getPriority(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId,
int bufferIndex,
PartitionFileReader.ReadProgress readProgress) |
PartitionFileReader.ReadBufferResult |
PartitionFileReader.readBuffer(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId,
int bufferIndex,
org.apache.flink.core.memory.MemorySegment memorySegment,
BufferRecycler recycler,
PartitionFileReader.ReadProgress readProgress,
CompositeBuffer partialBuffer)
Read a buffer from the partition file.
|
PartitionFileReader.ReadBufferResult |
ProducerMergedPartitionFileReader.readBuffer(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId,
int bufferIndex,
org.apache.flink.core.memory.MemorySegment memorySegment,
BufferRecycler recycler,
PartitionFileReader.ReadProgress readProgress,
CompositeBuffer partialBuffer) |
PartitionFileReader.ReadBufferResult |
SegmentPartitionFileReader.readBuffer(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId,
int bufferIndex,
org.apache.flink.core.memory.MemorySegment memorySegment,
BufferRecycler recycler,
PartitionFileReader.ReadProgress readProgress,
CompositeBuffer partialBuffer) |
| Modifier and Type | Method and Description |
|---|---|
void |
HashBufferAccumulator.flushAccumulatedBuffers(TieredStorageSubpartitionId subpartitionId,
Buffer accumulatedBuffer,
int numRemainingConsecutiveBuffers) |
void |
HashSubpartitionBufferAccumulatorContext.flushAccumulatedBuffers(TieredStorageSubpartitionId subpartitionId,
Buffer accumulatedBuffer,
int numRemainingConsecutiveBuffers)
Flush the accumulated
Buffers of the subpartition. |
Optional<Buffer> |
TieredStorageConsumerClient.getNextBuffer(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId) |
void |
HashBufferAccumulator.receive(ByteBuffer record,
TieredStorageSubpartitionId subpartitionId,
Buffer.DataType dataType,
boolean isBroadcast) |
void |
SortBufferAccumulator.receive(ByteBuffer record,
TieredStorageSubpartitionId subpartitionId,
Buffer.DataType dataType,
boolean isBroadcast) |
void |
BufferAccumulator.receive(ByteBuffer record,
TieredStorageSubpartitionId subpartitionId,
Buffer.DataType dataType,
boolean isBroadcast)
Receives the records from tiered store producer, these records will be accumulated and
transformed into finished buffers.
|
void |
TieredStorageConsumerClient.updateTierShuffleDescriptors(TieredStoragePartitionId partitionId,
TieredStorageInputChannelId inputChannelId,
TieredStorageSubpartitionId subpartitionId,
List<TierShuffleDescriptor> tierShuffleDescriptors) |
void |
TieredStorageProducerClient.write(ByteBuffer record,
TieredStorageSubpartitionId subpartitionId,
Buffer.DataType dataType,
boolean isBroadcast)
Write records to the producer client.
|
| Modifier and Type | Method and Description |
|---|---|
void |
HashBufferAccumulator.setup(org.apache.flink.util.function.TriConsumer<TieredStorageSubpartitionId,Buffer,Integer> accumulatedBufferFlusher) |
void |
SortBufferAccumulator.setup(org.apache.flink.util.function.TriConsumer<TieredStorageSubpartitionId,Buffer,Integer> bufferFlusher) |
void |
BufferAccumulator.setup(org.apache.flink.util.function.TriConsumer<TieredStorageSubpartitionId,Buffer,Integer> bufferFlusher)
Setup the accumulator.
|
| Constructor and Description |
|---|
HashSubpartitionBufferAccumulator(TieredStorageSubpartitionId subpartitionId,
int bufferSize,
HashSubpartitionBufferAccumulatorContext bufferAccumulatorContext,
boolean isPartialRecordAllowed) |
| Modifier and Type | Method and Description |
|---|---|
Optional<Buffer> |
TierConsumerAgent.getNextBuffer(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId)
Get buffer from the consumer agent.
|
boolean |
TierProducerAgent.tryStartNewSegment(TieredStorageSubpartitionId subpartitionId,
int segmentId,
int minNumBuffers)
Try to start a new segment in the Tier.
|
boolean |
TierProducerAgent.tryWrite(TieredStorageSubpartitionId subpartitionId,
Buffer finishedBuffer,
Object bufferOwner,
int numRemainingConsecutiveBuffers)
Writes the finished
Buffer to the consumer. |
void |
TierConsumerAgent.updateTierShuffleDescriptor(TieredStoragePartitionId partitionId,
TieredStorageInputChannelId inputChannelId,
TieredStorageSubpartitionId subpartitionId,
TierShuffleDescriptor tierShuffleDescriptor)
Update the
TierShuffleDescriptor for the consumer agent. |
| Modifier and Type | Method and Description |
|---|---|
void |
DiskIOScheduler.connectionEstablished(TieredStorageSubpartitionId subpartitionId,
NettyConnectionWriter nettyConnectionWriter) |
void |
DiskTierProducerAgent.connectionEstablished(TieredStorageSubpartitionId subpartitionId,
NettyConnectionWriter nettyConnectionWriter) |
Optional<Buffer> |
DiskTierConsumerAgent.getNextBuffer(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId) |
boolean |
DiskTierProducerAgent.tryStartNewSegment(TieredStorageSubpartitionId subpartitionId,
int segmentId,
int minNumBuffers) |
boolean |
DiskTierProducerAgent.tryWrite(TieredStorageSubpartitionId subpartitionId,
Buffer finishedBuffer,
Object bufferOwner,
int numRemainingConsecutiveBuffers) |
void |
DiskTierConsumerAgent.updateTierShuffleDescriptor(TieredStoragePartitionId partitionId,
TieredStorageInputChannelId inputChannelId,
TieredStorageSubpartitionId subpartitionId,
TierShuffleDescriptor tierShuffleDescriptor) |
| Modifier and Type | Method and Description |
|---|---|
void |
MemoryTierProducerAgent.connectionEstablished(TieredStorageSubpartitionId subpartitionId,
NettyConnectionWriter nettyConnectionWriter) |
Optional<Buffer> |
MemoryTierConsumerAgent.getNextBuffer(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId) |
boolean |
MemoryTierProducerAgent.tryStartNewSegment(TieredStorageSubpartitionId subpartitionId,
int segmentId,
int minNumBuffers) |
boolean |
MemoryTierProducerAgent.tryWrite(TieredStorageSubpartitionId subpartitionId,
Buffer finishedBuffer,
Object bufferOwner,
int numRemainingConsecutiveBuffers) |
void |
MemoryTierConsumerAgent.updateTierShuffleDescriptor(TieredStoragePartitionId partitionId,
TieredStorageInputChannelId inputChannelId,
TieredStorageSubpartitionId subpartitionId,
TierShuffleDescriptor tierShuffleDescriptor) |
| Modifier and Type | Method and Description |
|---|---|
Optional<Buffer> |
RemoteTierConsumerAgent.getNextBuffer(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId) |
void |
RemoteTierConsumerAgent.notifyAvailable(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId) |
boolean |
RemoteTierProducerAgent.tryStartNewSegment(TieredStorageSubpartitionId subpartitionId,
int segmentId,
int minNumBuffers) |
boolean |
RemoteTierProducerAgent.tryWrite(TieredStorageSubpartitionId subpartitionId,
Buffer buffer,
Object bufferOwner,
int numRemainingConsecutiveBuffers) |
void |
RemoteTierConsumerAgent.updateTierShuffleDescriptor(TieredStoragePartitionId partitionId,
TieredStorageInputChannelId inputChannelId,
TieredStorageSubpartitionId subpartitionId,
TierShuffleDescriptor tierShuffleDescriptor) |
void |
RemoteStorageScanner.watchSegment(TieredStoragePartitionId partitionId,
TieredStorageSubpartitionId subpartitionId,
int segmentId)
Watch the segment for a specific subpartition in the
RemoteStorageScanner. |
| Modifier and Type | Method and Description |
|---|---|
void |
RemoteStorageScanner.registerAvailabilityAndPriorityNotifier(BiConsumer<TieredStoragePartitionId,TieredStorageSubpartitionId> availabilityNotifier) |
Copyright © 2014–2025 The Apache Software Foundation. All rights reserved.