| Modifier and Type | Method and Description |
|---|---|
BatchShuffleReadBufferPool |
NettyShuffleEnvironment.getBatchShuffleReadBufferPool() |
| Constructor and Description |
|---|
ResultPartitionFactory(ResultPartitionManager partitionManager,
FileChannelManager channelManager,
BufferPoolFactory bufferPoolFactory,
BatchShuffleReadBufferPool batchShuffleReadBufferPool,
ScheduledExecutorService batchShuffleReadIOExecutor,
BoundedBlockingSubpartitionType blockingSubpartitionType,
int configuredNetworkBuffersPerChannel,
int floatingNetworkBuffersPerGate,
int networkBufferSize,
boolean batchShuffleCompressionEnabled,
String compressionCodec,
int maxBuffersPerChannel,
int sortShuffleMinBuffers,
int sortShuffleMinParallelism,
boolean sslEnabled,
int maxOverdraftBuffersPerGate,
int hybridShuffleSpilledIndexRegionGroupSize,
long hybridShuffleNumRetainedInMemoryRegionsMax,
Optional<TieredResultPartitionFactory> tieredStorage) |
SortMergeResultPartition(String owningTaskName,
int partitionIndex,
ResultPartitionID partitionId,
ResultPartitionType partitionType,
int numSubpartitions,
int numTargetKeyGroups,
BatchShuffleReadBufferPool readBufferPool,
Executor readIOExecutor,
ResultPartitionManager partitionManager,
String resultFileBasePath,
BufferCompressor bufferCompressor,
org.apache.flink.util.function.SupplierWithException<BufferPool,IOException> bufferPoolFactory) |
| Constructor and Description |
|---|
HsFileDataManager(BatchShuffleReadBufferPool bufferPool,
ScheduledExecutorService ioExecutor,
HsFileDataIndex dataIndex,
Path dataFilePath,
HsSubpartitionFileReader.Factory fileReaderFactory,
HybridShuffleConfiguration hybridShuffleConfiguration) |
HsResultPartition(String owningTaskName,
int partitionIndex,
ResultPartitionID partitionId,
ResultPartitionType partitionType,
int numSubpartitions,
int numTargetKeyGroups,
BatchShuffleReadBufferPool readBufferPool,
ScheduledExecutorService readIOExecutor,
ResultPartitionManager partitionManager,
String dataFileBashPath,
int networkBufferSize,
HybridShuffleConfiguration hybridShuffleConfiguration,
BufferCompressor bufferCompressor,
boolean isBroadcastOnly,
org.apache.flink.util.function.SupplierWithException<BufferPool,IOException> bufferPoolFactory) |
| Modifier and Type | Method and Description |
|---|---|
TieredResultPartition |
TieredResultPartitionFactory.createTieredResultPartition(String owningTaskName,
int partitionIndex,
ResultPartitionID partitionId,
ResultPartitionType partitionType,
int numSubpartitions,
int maxParallelism,
Boolean isBroadCastOnly,
ResultPartitionManager partitionManager,
BufferCompressor bufferCompressor,
org.apache.flink.util.function.SupplierWithException<BufferPool,IOException> bufferPoolFactory,
FileChannelManager fileChannelManager,
BatchShuffleReadBufferPool batchShuffleReadBufferPool,
ScheduledExecutorService batchShuffleReadIOExecutor,
boolean isNumberOfPartitionConsumerUndefined) |
| Modifier and Type | Method and Description |
|---|---|
TierProducerAgent |
TierFactory.createProducerAgent(int numSubpartitions,
TieredStoragePartitionId partitionID,
String dataFileBasePath,
boolean isBroadcastOnly,
TieredStorageMemoryManager storageMemoryManager,
TieredStorageNettyService nettyService,
TieredStorageResourceRegistry resourceRegistry,
BatchShuffleReadBufferPool bufferPool,
ScheduledExecutorService ioExecutor,
int maxRequestedBuffers,
java.time.Duration bufferRequestTimeout)
Creates the producer-side agent of a Tier.
|
| Modifier and Type | Method and Description |
|---|---|
TierProducerAgent |
DiskTierFactory.createProducerAgent(int numSubpartitions,
TieredStoragePartitionId partitionId,
String dataFileBasePath,
boolean isBroadcastOnly,
TieredStorageMemoryManager storageMemoryManager,
TieredStorageNettyService nettyService,
TieredStorageResourceRegistry resourceRegistry,
BatchShuffleReadBufferPool bufferPool,
ScheduledExecutorService ioExecutor,
int maxRequestedBuffers,
java.time.Duration bufferRequestTimeout) |
| Constructor and Description |
|---|
DiskIOScheduler(TieredStoragePartitionId partitionId,
BatchShuffleReadBufferPool bufferPool,
ScheduledExecutorService ioExecutor,
int maxRequestedBuffers,
java.time.Duration bufferRequestTimeout,
java.util.function.BiFunction<Integer,Integer,Integer> segmentIdGetter,
PartitionFileReader partitionFileReader) |
| Modifier and Type | Method and Description |
|---|---|
TierProducerAgent |
MemoryTierFactory.createProducerAgent(int numSubpartitions,
TieredStoragePartitionId partitionID,
String dataFileBasePath,
boolean isBroadcastOnly,
TieredStorageMemoryManager memoryManager,
TieredStorageNettyService nettyService,
TieredStorageResourceRegistry resourceRegistry,
BatchShuffleReadBufferPool bufferPool,
ScheduledExecutorService ioExecutor,
int maxRequestedBuffers,
java.time.Duration bufferRequestTimeout) |
| Modifier and Type | Method and Description |
|---|---|
TierProducerAgent |
RemoteTierFactory.createProducerAgent(int numSubpartitions,
TieredStoragePartitionId partitionID,
String dataFileBasePath,
boolean isBroadcastOnly,
TieredStorageMemoryManager storageMemoryManager,
TieredStorageNettyService nettyService,
TieredStorageResourceRegistry resourceRegistry,
BatchShuffleReadBufferPool bufferPool,
ScheduledExecutorService ioExecutor,
int maxRequestedBuffers,
java.time.Duration bufferRequestTimeout) |
Copyright © 2014–2024 The Apache Software Foundation. All rights reserved.