Package org.apache.flink.runtime.io.network.partition.hybrid.tiered.storage

Class TieredStorageMasterClient

java.lang.Object

org.apache.flink.runtime.io.network.partition.hybrid.tiered.storage.TieredStorageMasterClient

public class TieredStorageMasterClient
extends Object

Client of the Tiered Storage used by the master.

Constructor Summary

Constructors

Constructor	Description
TieredStorageMasterClient(List<org.apache.flink.api.java.tuple.Tuple2<String,TierMasterAgent>> tiers, ShuffleDescriptorRetriever shuffleDescriptorRetriever)

Method Summary

Modifier and Type	Method	Description
List<TierShuffleDescriptor>	addPartitionAndGetShuffleDescriptor(org.apache.flink.api.common.JobID jobID, int numSubpartitions, ResultPartitionID resultPartitionID)
void	close()
CompletableFuture<Collection<PartitionWithMetrics>>	getPartitionWithMetrics(JobShuffleContext jobShuffleContext, Duration timeout, Set<ResultPartitionID> expectedPartitions)
void	registerJob(org.apache.flink.api.common.JobID jobID, TierShuffleHandler shuffleHandler)
void	releasePartition(ShuffleDescriptor shuffleDescriptor)
void	restoreState(List<TieredInternalShuffleMasterSnapshot> snapshots, org.apache.flink.api.common.JobID jobId)
void	restoreState(TieredInternalShuffleMasterSnapshot clusterSnapshot)
void	snapshotState(CompletableFuture<AllTieredShuffleMasterSnapshots> snapshotFuture)
void	snapshotState(CompletableFuture<AllTieredShuffleMasterSnapshots> snapshotFuture, ShuffleMasterSnapshotContext context, org.apache.flink.api.common.JobID jobId)
void	unregisterJob(org.apache.flink.api.common.JobID jobID)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TieredStorageMasterClient

public TieredStorageMasterClient(List<org.apache.flink.api.java.tuple.Tuple2<String,TierMasterAgent>> tiers,
                                 ShuffleDescriptorRetriever shuffleDescriptorRetriever)

Method Detail

registerJob

public void registerJob(org.apache.flink.api.common.JobID jobID,
                        TierShuffleHandler shuffleHandler)

unregisterJob

public void unregisterJob(org.apache.flink.api.common.JobID jobID)

addPartitionAndGetShuffleDescriptor

public List<TierShuffleDescriptor> addPartitionAndGetShuffleDescriptor(org.apache.flink.api.common.JobID jobID,
                                                                       int numSubpartitions,
                                                                       ResultPartitionID resultPartitionID)

releasePartition

public void releasePartition(ShuffleDescriptor shuffleDescriptor)

snapshotState

public void snapshotState(CompletableFuture<AllTieredShuffleMasterSnapshots> snapshotFuture,
                          ShuffleMasterSnapshotContext context,
                          org.apache.flink.api.common.JobID jobId)

snapshotState

public void snapshotState(CompletableFuture<AllTieredShuffleMasterSnapshots> snapshotFuture)

restoreState

public void restoreState(TieredInternalShuffleMasterSnapshot clusterSnapshot)

restoreState

public void restoreState(List<TieredInternalShuffleMasterSnapshot> snapshots,
                         org.apache.flink.api.common.JobID jobId)

getPartitionWithMetrics

public CompletableFuture<Collection<PartitionWithMetrics>> getPartitionWithMetrics(JobShuffleContext jobShuffleContext,
                                                                                   Duration timeout,
                                                                                   Set<ResultPartitionID> expectedPartitions)

close

public void close()