A B C D E F G H I K L M N O P R S T U V W Y

A

abort() - Method in class org.apache.tez.runtime.library.shuffle.common.DiskFetchedInput

abort() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

Abort the output.

abort() - Method in class org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

actualSize - Variable in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

addCompletedInputWithData(InputAttemptIdentifier, FetchedInput) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

addCompletedInputWithNoData(InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

additionalSpillBytesRead - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

additionalSpillBytesWritten - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

addKnownInput(String, int, InputAttemptIdentifier, int) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

addKnownInput(InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

allInputsFetched() - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

allocate(long, long, InputAttemptIdentifier) - Method in interface org.apache.tez.runtime.library.shuffle.common.FetchedInputAllocator

allocate(long, long, InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.SimpleFetchedInputAllocator

append(Object, Object) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryWriter

append(DataInputBuffer, DataInputBuffer) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryWriter

append(Object, Object) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

append(DataInputBuffer, DataInputBuffer) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

assignMemory(long, int, int, Iterable<InitialMemoryRequestContext>) - Method in class org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor

assignWork(String, int, int, List<InputAttemptIdentifier>) - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher.FetcherBuilder

availableMemoryMb - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

B

BASE_PARTITION_RANGE_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

buffer - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

bufferSize - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

BufferUtils - Class in org.apache.hadoop.io

BufferUtils() - Constructor for class org.apache.hadoop.io.BufferUtils

build() - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher.FetcherBuilder

build() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

build() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

build() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

build() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

build() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

buildMsgFrom(URL) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

Shuffle specific utils - build string for encoding from URL

buildMsgFrom(HttpServletRequest) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

Shuffle specific utils - build string for encoding from URL

buildPartial() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

buildPartial() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

buildPartial() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

buildPartial() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

buildPartial() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

bytesRead - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

C

call() - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher

callback - Variable in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

clearAndGetPendingInputs() - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

clearBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 base_partition_range = 3;

clearCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional int32 compressed_length = 2;

clearData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional .DataProto data = 6;

clearData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional bytes data = 3;

clearEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional bytes empty_partitions = 1;

clearHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string host = 2;

clearNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 num_destination_tasks = 2;

clearNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 num_source_task_outputs = 1;

clearOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

optional int64 output_size = 1;

clearPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

optional int32 partition_range = 1;

clearPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string path_component = 4;

clearPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional int32 port = 3;

clearRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional int32 raw_length = 1;

clearRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 remainder_range_for_last_shuffler = 4;

clearRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional int32 run_duration = 5;

clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

close() - Method in class org.apache.tez.runtime.library.broadcast.output.FileBasedKVWriter

close() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryReader

close() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryWriter

close() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.MergeManager

close() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

close() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator

close() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

close() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

close() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

close() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

Close the input stream.

close() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileOutputStream

close() - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter

close() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator

Closes the iterator so that the underlying streams can be closed.

close() - Method in class org.apache.tez.runtime.library.input.LocalMergedInput

close() - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

close() - Method in class org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput

close() - Method in class org.apache.tez.runtime.library.output.LocalOnFileSorterOutput

close() - Method in class org.apache.tez.runtime.library.output.OnFileSortedOutput

close() - Method in class org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput

close() - Method in class org.apache.tez.runtime.library.processor.SleepProcessor

closeInMemoryFile(MapOutput) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.MergeManager

closeInMemoryMergedFile(MapOutput) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.MergeManager

closeOnDiskFile(Path) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.MergeManager

codec - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

combine(TezRawKeyValueIterator, IFile.Writer) - Method in interface org.apache.tez.runtime.library.common.combine.Combiner

Combiner - Interface in org.apache.tez.runtime.library.common.combine

Combiner Initialization

combiner - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

commit() - Method in class org.apache.tez.runtime.library.shuffle.common.DiskFetchedInput

commit() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

Commit the output.

commit() - Method in class org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

comparator - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

compare(DataInputBuffer, DataInputBuffer) - Static method in class org.apache.hadoop.io.BufferUtils

compare(DataOutputBuffer, DataOutputBuffer) - Static method in class org.apache.hadoop.io.BufferUtils

compare(DataInputBuffer, DataOutputBuffer) - Static method in class org.apache.hadoop.io.BufferUtils

compare(DataOutputBuffer, DataInputBuffer) - Static method in class org.apache.hadoop.io.BufferUtils

compare(int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

Compare logical range, st i, j MOD offset capacity.

COMPRESSED_LENGTH_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

compressedSize - Variable in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

ConcatenatedMergedKeyValueInput - Class in org.apache.tez.runtime.library.input

ConcatenatedMergedKeyValueInput() - Constructor for class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput

ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader - Class in org.apache.tez.runtime.library.input

ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader() - Constructor for class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader

ConcatenatedMergedKeyValuesInput - Class in org.apache.tez.runtime.library.input

ConcatenatedMergedKeyValuesInput() - Constructor for class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput

ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader - Class in org.apache.tez.runtime.library.input

ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader() - Constructor for class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader

conf - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

conf - Variable in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

conf - Variable in class org.apache.tez.runtime.library.input.ShuffledMergedInput

conf - Variable in class org.apache.tez.runtime.library.output.OnFileSortedOutput

ConfigUtils - Class in org.apache.tez.runtime.library.common

ConfigUtils() - Constructor for class org.apache.tez.runtime.library.common.ConfigUtils

Constants - Class in org.apache.tez.runtime.library.common

Constants() - Constructor for class org.apache.tez.runtime.library.common.Constants

constructBaseURIForShuffleHandler(String, int, int, ApplicationId) - Static method in class org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

convertJobTokenToBytes(Token<JobTokenIdentifier>) - Static method in class org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

copy(DataInputBuffer, DataOutputBuffer) - Static method in class org.apache.hadoop.io.BufferUtils

copy(DataOutputBuffer, DataOutputBuffer) - Static method in class org.apache.hadoop.io.BufferUtils

createValuesIterator() - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

currentKeyLength - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

currentValueLength - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

D

DATA_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

DATA_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

dataIn - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

DEFAULT_HTTP_HEADER_NAME - Static variable in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

DEFAULT_HTTP_HEADER_VERSION - Static variable in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

DefaultSorter - Class in org.apache.tez.runtime.library.common.sort.impl.dflt

DefaultSorter(TezOutputContext, Configuration, int, long) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

DefaultSorter.BlockingBuffer - Class in org.apache.tez.runtime.library.common.sort.impl.dflt

Inner class managing the spill of serialized records to disk.

DefaultSorter.BlockingBuffer() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.BlockingBuffer

DefaultSorter.Buffer - Class in org.apache.tez.runtime.library.common.sort.impl.dflt

DefaultSorter.Buffer() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.Buffer

DefaultSorter.MRResultIterator - Class in org.apache.tez.runtime.library.common.sort.impl.dflt

DefaultSorter.MRResultIterator(int, int) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator

DefaultSorter.SpillThread - Class in org.apache.tez.runtime.library.common.sort.impl.dflt

DefaultSorter.SpillThread() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.SpillThread

deserializeShuffleProviderMetaData(ByteBuffer) - Static method in class org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

disableChecksumValidation() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

DiskFetchedInput - Class in org.apache.tez.runtime.library.shuffle.common

DiskFetchedInput(long, long, InputAttemptIdentifier, FetchedInputCallback, Configuration, LocalDirAllocator, TezTaskOutputFiles) - Constructor for class org.apache.tez.runtime.library.shuffle.common.DiskFetchedInput

E

EMPTY_PARTITIONS_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

eof - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

EOF_MARKER - Static variable in class org.apache.tez.runtime.library.common.sort.impl.IFile

equals(Object) - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier

equals(Object) - Method in class org.apache.tez.runtime.library.common.InputIdentifier

equals(Object) - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

equals(Object) - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher

equals(Object) - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

equals(Object) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

equals(Object) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

equals(Object) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

equals(Object) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

equals(Object) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

ExternalSorter - Class in org.apache.tez.runtime.library.common.sort.impl

ExternalSorter(TezOutputContext, Configuration, int, long) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

ExternalSorter.MapBufferTooSmallException - Exception in org.apache.tez.runtime.library.common.sort.impl

Exception indicating that the allocated sort buffer is insufficient to hold the current record.

ExternalSorter.MapBufferTooSmallException(String) - Constructor for exception org.apache.tez.runtime.library.common.sort.impl.ExternalSorter.MapBufferTooSmallException

F

fetchComplete(FetchedInput) - Method in interface org.apache.tez.runtime.library.shuffle.common.FetchedInputCallback

fetchComplete(FetchedInput) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.SimpleFetchedInputAllocator

FetchedInput - Class in org.apache.tez.runtime.library.shuffle.common

FetchedInput(FetchedInput.Type, long, long, InputAttemptIdentifier, FetchedInputCallback) - Constructor for class org.apache.tez.runtime.library.shuffle.common.FetchedInput

FetchedInput.State - Enum in org.apache.tez.runtime.library.shuffle.common

FetchedInput.Type - Enum in org.apache.tez.runtime.library.shuffle.common

FetchedInputAllocator - Interface in org.apache.tez.runtime.library.shuffle.common

FetchedInputCallback - Interface in org.apache.tez.runtime.library.shuffle.common

Fetcher - Class in org.apache.tez.runtime.library.shuffle.common

Responsible for fetching inputs served by the ShuffleHandler for a single host.

Fetcher.FetcherBuilder - Class in org.apache.tez.runtime.library.shuffle.common

Builder for the construction of Fetchers

Fetcher.FetcherBuilder(FetcherCallback, FetchedInputAllocator, ApplicationId, SecretKey, Configuration) - Constructor for class org.apache.tez.runtime.library.shuffle.common.Fetcher.FetcherBuilder

FetcherCallback - Interface in org.apache.tez.runtime.library.shuffle.common

fetchFailed(FetchedInput) - Method in interface org.apache.tez.runtime.library.shuffle.common.FetchedInputCallback

fetchFailed(String, InputAttemptIdentifier, boolean) - Method in interface org.apache.tez.runtime.library.shuffle.common.FetcherCallback

fetchFailed(String, InputAttemptIdentifier, boolean) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

fetchFailed(FetchedInput) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.SimpleFetchedInputAllocator

FetchResult - Class in org.apache.tez.runtime.library.shuffle.common

FetchResult(String, int, int, Iterable<InputAttemptIdentifier>) - Constructor for class org.apache.tez.runtime.library.shuffle.common.FetchResult

fetchSucceeded(String, InputAttemptIdentifier, FetchedInput, long, long, long) - Method in interface org.apache.tez.runtime.library.shuffle.common.FetcherCallback

fetchSucceeded(String, InputAttemptIdentifier, FetchedInput, long, long, long) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

FileBasedKVWriter - Class in org.apache.tez.runtime.library.broadcast.output

FileBasedKVWriter(TezOutputContext, Configuration) - Constructor for class org.apache.tez.runtime.library.broadcast.output.FileBasedKVWriter

fileLength - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

fileOutputByteCounter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

finish() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileOutputStream

Finishes writing data to the output stream, by writing the checksum bytes to the end.

flush() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

flush() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

flush() - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter

free() - Method in class org.apache.tez.runtime.library.shuffle.common.DiskFetchedInput

free() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

Called when this input has been consumed, so that resources can be reclaimed.

free() - Method in class org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

freeResources(FetchedInput) - Method in interface org.apache.tez.runtime.library.shuffle.common.FetchedInputCallback

freeResources(FetchedInput) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.SimpleFetchedInputAllocator

fromUserPayload(byte[]) - Method in class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig

G

generateEventsOnClose() - Method in class org.apache.tez.runtime.library.output.LocalOnFileSorterOutput

generateEventsOnClose() - Method in class org.apache.tez.runtime.library.output.OnFileSortedOutput

generateHash(byte[], SecretKey) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

Base64 encoded hash of msg

getActualSize() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

getAttemptNumber() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier

getBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 base_partition_range = 3;

getBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

optional int32 base_partition_range = 3;

getBasePartitionRange() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder

optional int32 base_partition_range = 3;

getBytes() - Method in class org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

getChecksum() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

getCompressedLength() - Method in class org.apache.tez.runtime.library.broadcast.output.FileBasedKVWriter

getCompressedLength() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

getCompressedLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

getCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional int32 compressed_length = 2;

getCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

optional int32 compressed_length = 2;

getCompressedLength() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder

optional int32 compressed_length = 2;

getCompressedSize() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

getConf() - Method in class org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor

getCurrentKey() - Method in interface org.apache.tez.runtime.library.api.KeyValueReader

Returns the current key

getCurrentKey() - Method in interface org.apache.tez.runtime.library.api.KeyValuesReader

Returns the current key

getCurrentKey() - Method in class org.apache.tez.runtime.library.common.readers.ShuffledUnorderedKVReader

getCurrentKey() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader

getCurrentKey() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader

getCurrentValue() - Method in interface org.apache.tez.runtime.library.api.KeyValueReader

Returns the current value

getCurrentValue() - Method in class org.apache.tez.runtime.library.common.readers.ShuffledUnorderedKVReader

getCurrentValue() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader

getCurrentValues() - Method in interface org.apache.tez.runtime.library.api.KeyValuesReader

Returns an Iterable view of the values associated with the current key

getCurrentValues() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader

getData() - Method in class org.apache.tez.runtime.library.broadcast.output.FileBasedKVWriter

getData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional .DataProto data = 6;

getData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional .DataProto data = 6;

getData() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional .DataProto data = 6;

getData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional bytes data = 3;

getData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

optional bytes data = 3;

getData() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder

optional bytes data = 3;

getDataBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional .DataProto data = 6;

getDataOrBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional .DataProto data = 6;

getDataOrBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional .DataProto data = 6;

getDataOrBuilder() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional .DataProto data = 6;

getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

getEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional bytes empty_partitions = 1;

getEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional bytes empty_partitions = 1;

getEmptyPartitions() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional bytes empty_partitions = 1;

getHashCode(KEY) - Method in interface org.apache.hadoop.io.HashComparator

getHost() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchResult

getHost() - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

getHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string host = 2;

getHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional string host = 2;

getHost() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional string host = 2;

getHostBytes() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string host = 2;

getHostBytes() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional string host = 2;

getHostBytes() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional string host = 2;

getIndex(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

Get spill offsets for given partition.

getInitialMemoryReq(Configuration, long) - Static method in class org.apache.tez.runtime.library.shuffle.common.impl.SimpleFetchedInputAllocator

getInitialMemoryRequirement(Configuration, long) - Static method in class org.apache.tez.runtime.library.common.shuffle.impl.Shuffle

getInitialMemoryRequirement(Configuration, long) - Static method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

getInMemVBytesLength(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

getInputAttemptIdentifier() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

getInputFile(InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Return a local reduce input file created earlier

getInputFile(InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Return a local reduce input file created earlier

getInputFile(InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Return a local reduce input file created earlier

getInputFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Create a local reduce input file name.

getInputFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Create a local reduce input file name.

getInputFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Create a local reduce input file name.

getInputIdentifier() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier

getInputIndex() - Method in class org.apache.tez.runtime.library.common.InputIdentifier

getInputKeySecondaryGroupingComparator(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getInputStream() - Method in class org.apache.tez.runtime.library.shuffle.common.DiskFetchedInput

getInputStream() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

Return an input stream to be used to read the previously fetched data.

getInputStream() - Method in class org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

getIntermediateInputCompressorClass(Configuration, Class<DefaultCodec>) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getIntermediateInputKeyClass(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getIntermediateInputKeyComparator(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getIntermediateInputValueClass(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getIntermediateOutputCompressorClass(Configuration, Class<DefaultCodec>) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getIntermediateOutputKeyClass(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getIntermediateOutputKeyComparator(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getIntermediateOutputValueClass(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

getIterator() - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy

getJobTokenSecretFromTokenBytes(ByteBuffer) - Static method in class org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

getKey() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator

getKey() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator

Gets the current raw key.

getKey() - Method in class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

The current key.

getKey() - Method in class org.apache.tez.runtime.library.common.ValuesIterator

The current key.

getLength() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryReader

getLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

getLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment

getMapId() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

getMapOutput() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

getMasterAddress(Configuration) - Static method in class org.apache.tez.runtime.library.common.YARNMaster

getMasterPrincipal(Configuration) - Static method in class org.apache.tez.runtime.library.common.YARNMaster

getMasterUserName(Configuration) - Static method in class org.apache.tez.runtime.library.common.YARNMaster

getMemoryAssigned() - Method in class org.apache.tez.runtime.library.common.MemoryUpdateCallbackHandler

getNextInput() - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

getNumDestinationConsumerTasks(int, int) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

getNumDestinationTaskPhysicalInputs(int, int) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

getNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 num_destination_tasks = 2;

getNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

optional int32 num_destination_tasks = 2;

getNumDestinationTasks() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder

optional int32 num_destination_tasks = 2;

getNumPendingInputs() - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

getNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 num_source_task_outputs = 1;

getNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

optional int32 num_source_task_outputs = 1;

getNumSourceTaskOutputs() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder

optional int32 num_source_task_outputs = 1;

getNumSourceTaskPhysicalOutputs(int, int) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

getOutputFile() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Return the path to local map output file created earlier

getOutputFile() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Return the path to local map output file created earlier

getOutputFile() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Return the path to local map output file created earlier

getOutputFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Create a local map output file name.

getOutputFileForWrite() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Create a local map output file name.

getOutputFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Create a local map output file name.

getOutputFileForWrite() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Create a local output file name.

getOutputFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Create a local map output file name.

getOutputFileForWrite() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Create a local map output file name.

getOutputFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Create a local map output file name on the same volume.

getOutputFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Create a local map output file name on the same volume.

getOutputFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Create a local map output file name on the same volume.

getOutputIndexFile() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Return the path to a local map output index file created earlier

getOutputIndexFile() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Return the path to a local map output index file created earlier

getOutputIndexFile() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Return the path to a local map output index file created earlier

getOutputIndexFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Create a local map output index file name.

getOutputIndexFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Create a local map output index file name.

getOutputIndexFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Create a local map output index file name.

getOutputIndexFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Create a local map output index file name on the same volume.

getOutputIndexFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Create a local map output index file name on the same volume.

getOutputIndexFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Create a local map output index file name on the same volume.

getOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

optional int64 output_size = 1;

getOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

optional int64 output_size = 1;

getOutputSize() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProtoOrBuilder

optional int64 output_size = 1;

getOutputStream() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

getOutputStream() - Method in class org.apache.tez.runtime.library.shuffle.common.DiskFetchedInput

getOutputStream() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

Returns the output stream to be used to write fetched data.

getOutputStream() - Method in class org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

getPartition(Object, Object, int) - Method in interface org.apache.tez.runtime.library.api.Partitioner

Get partition for given key/value.

getPartition() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

getPartition() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchResult

getPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

optional int32 partition_range = 1;

getPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

optional int32 partition_range = 1;

getPartitionRange() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProtoOrBuilder

optional int32 partition_range = 1;

getPartLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord

getPathComponent() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier

getPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string path_component = 4;

getPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional string path_component = 4;

getPathComponent() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional string path_component = 4;

getPathComponentBytes() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string path_component = 4;

getPathComponentBytes() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional string path_component = 4;

getPathComponentBytes() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional string path_component = 4;

getPendingInputs() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchResult

getPort() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchResult

getPort() - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

getPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional int32 port = 3;

getPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional int32 port = 3;

getPort() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional int32 port = 3;

getPosition() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryReader

getPosition() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

getPosition() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

getPosition() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment

getProgress() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator

getProgress() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator

Gets the Progress object; this has a float (0.0 - 1.0) indicating the bytes processed by the iterator so far

getRawLength() - Method in class org.apache.tez.runtime.library.broadcast.output.FileBasedKVWriter

getRawLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

getRawLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord

getRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional int32 raw_length = 1;

getRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

optional int32 raw_length = 1;

getRawLength() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder

optional int32 raw_length = 1;

getReader() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput

getReader() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput

getReader() - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

Get a KVReader for the Input.

getReader() - Method in class org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput

getRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 remainder_range_for_last_shuffler = 4;

getRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

optional int32 remainder_range_for_last_shuffler = 4;

getRemainderRangeForLastShuffler() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder

optional int32 remainder_range_for_last_shuffler = 4;

getRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional int32 run_duration = 5;

getRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional int32 run_duration = 5;

getRunDuration() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional int32 run_duration = 5;

getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

getShuffleHeader(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

getSize() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

getSortedStream(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

getSpillFile(int) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Return a local map spill file created earlier.

getSpillFile(int) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Return a local map spill file created earlier.

getSpillFile(int) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Return a local map spill file created earlier.

getSpillFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Create a local map spill file name.

getSpillFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Create a local map spill file name.

getSpillFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Create a local map spill file name.

getSpillIndexFile(int) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Return a local map spill index file created earlier

getSpillIndexFile(int) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Return a local map spill index file created earlier

getSpillIndexFile(int) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Return a local map spill index file created earlier

getSpillIndexFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Create a local map spill index file name.

getSpillIndexFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Create a local map spill index file name.

getSpillIndexFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Create a local map spill index file name.

getSrcPhysicalIndex() - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

getStartOffset() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord

getTaskAttemptIdentifier(int, int) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils

getTaskAttemptIdentifier(String, int, int) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils

getTaskIdentifier(String, int) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils

getTimeToSleepMS() - Method in class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig

getType() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

getUncompressedLength() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

getValue() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator

getValue() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator

Gets the current raw value.

getValues() - Method in class org.apache.tez.runtime.library.common.ValuesIterator

getWriter() - Method in class org.apache.tez.runtime.library.output.OnFileSortedOutput

getWriter() - Method in class org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput

H

handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.Shuffle

handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleInputEventHandler

handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput

handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.output.OnFileSortedOutput

handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput

handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.processor.SleepProcessor

handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleInputEventHandlerImpl

handleEvents(List<Event>) - Method in interface org.apache.tez.runtime.library.shuffle.common.ShuffleEventHandler

hasBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 base_partition_range = 3;

hasBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

optional int32 base_partition_range = 3;

hasBasePartitionRange() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder

optional int32 base_partition_range = 3;

hasCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional int32 compressed_length = 2;

hasCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

optional int32 compressed_length = 2;

hasCompressedLength() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder

optional int32 compressed_length = 2;

hasData() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord

hasData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional .DataProto data = 6;

hasData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional .DataProto data = 6;

hasData() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional .DataProto data = 6;

hasData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional bytes data = 3;

hasData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

optional bytes data = 3;

hasData() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder

optional bytes data = 3;

hasEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional bytes empty_partitions = 1;

hasEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional bytes empty_partitions = 1;

hasEmptyPartitions() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional bytes empty_partitions = 1;

hashCode() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier

hashCode() - Method in class org.apache.tez.runtime.library.common.InputIdentifier

hashCode() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

hashCode() - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher

hashCode() - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

HashComparator<KEY> - Interface in org.apache.hadoop.io

hashFromString(String, SecretKey) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

Aux util to calculate hash of a String

hasHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string host = 2;

hasHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional string host = 2;

hasHost() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional string host = 2;

hasNext() - Method in class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

hasNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 num_destination_tasks = 2;

hasNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

optional int32 num_destination_tasks = 2;

hasNumDestinationTasks() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder

optional int32 num_destination_tasks = 2;

hasNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 num_source_task_outputs = 1;

hasNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

optional int32 num_source_task_outputs = 1;

hasNumSourceTaskOutputs() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder

optional int32 num_source_task_outputs = 1;

hasOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

optional int64 output_size = 1;

hasOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

optional int64 output_size = 1;

hasOutputSize() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProtoOrBuilder

optional int64 output_size = 1;

hasPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

optional int32 partition_range = 1;

hasPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

optional int32 partition_range = 1;

hasPartitionRange() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProtoOrBuilder

optional int32 partition_range = 1;

hasPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string path_component = 4;

hasPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional string path_component = 4;

hasPathComponent() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional string path_component = 4;

hasPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional int32 port = 3;

hasPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional int32 port = 3;

hasPort() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional int32 port = 3;

hasRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional int32 raw_length = 1;

hasRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

optional int32 raw_length = 1;

hasRawLength() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder

optional int32 raw_length = 1;

hasRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 remainder_range_for_last_shuffler = 4;

hasRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

optional int32 remainder_range_for_last_shuffler = 4;

hasRemainderRangeForLastShuffler() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder

optional int32 remainder_range_for_last_shuffler = 4;

hasRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional int32 run_duration = 5;

hasRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

optional int32 run_duration = 5;

hasRunDuration() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder

optional int32 run_duration = 5;

HOST_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

HTTP_HEADER_NAME - Static variable in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

Header info of the shuffle http request/response

HTTP_HEADER_REPLY_URL_HASH - Static variable in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

HTTP_HEADER_URL_HASH - Static variable in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

HTTP_HEADER_VERSION - Static variable in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

I

id - Variable in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

IFile - Class in org.apache.tez.runtime.library.common.sort.impl

IFile is the simple format for the intermediate map-outputs in Map-Reduce.

IFile() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFile

IFile.Reader - Class in org.apache.tez.runtime.library.common.sort.impl

IFile.Reader to read intermediate map-outputs.

IFile.Reader(FileSystem, Path, CompressionCodec, TezCounter, TezCounter, boolean, int, int) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

Construct an IFile Reader.

IFile.Reader(InputStream, long, CompressionCodec, TezCounter, TezCounter, boolean, int, int) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

Construct an IFile Reader.

IFile.Reader.KeyState - Enum in org.apache.tez.runtime.library.common.sort.impl

IFile.Writer - Class in org.apache.tez.runtime.library.common.sort.impl

IFile.Writer to write out intermediate map-outputs.

IFile.Writer(Configuration, FileSystem, Path, Class, Class, CompressionCodec, TezCounter, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

IFile.Writer(TezCounter, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

IFile.Writer(Configuration, FSDataOutputStream, Class, Class, CompressionCodec, TezCounter, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

IFile.Writer(Configuration, FileSystem, Path) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

ifileBufferSize - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

IFileInputStream - Class in org.apache.tez.runtime.library.common.sort.impl

A checksum input stream, used for IFiles.

IFileInputStream(InputStream, long) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

Create a checksum input stream that reads without readAhead.

IFileInputStream(InputStream, long, boolean, int) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

Create a checksum input stream that reads

IFileOutputStream - Class in org.apache.tez.runtime.library.common.sort.impl

A Checksum output stream.

IFileOutputStream(OutputStream) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.IFileOutputStream

Create a checksum output stream that writes the bytes to the given stream.

ifileReadAhead - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

ifileReadAheadLength - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

in - Variable in class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

in - Variable in class org.apache.tez.runtime.library.common.ValuesIterator

INDEX_RECORD_LENGTH - Static variable in class org.apache.tez.runtime.library.broadcast.output.FileBasedKVWriter

initialize(EdgeManagerContext) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

initialize(VertexManagerPluginContext) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

initialize(TezInputContext) - Method in class org.apache.tez.runtime.library.input.LocalMergedInput

initialize(TezInputContext) - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

initialize(TezInputContext) - Method in class org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput

initialize(TezOutputContext) - Method in class org.apache.tez.runtime.library.output.OnFileSortedOutput

initialize(TezOutputContext) - Method in class org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput

initialize(TezProcessorContext) - Method in class org.apache.tez.runtime.library.processor.SleepProcessor

InMemoryReader - Class in org.apache.tez.runtime.library.common.shuffle.impl

IFile.InMemoryReader to read map-outputs present in-memory.

InMemoryReader(MergeManager, InputAttemptIdentifier, byte[], int, int) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryReader

InMemoryWriter - Class in org.apache.tez.runtime.library.common.shuffle.impl

InMemoryWriter(BoundedByteArrayOutputStream) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryWriter

InputAttemptIdentifier - Class in org.apache.tez.runtime.library.common

Container for a task number and an attempt number for the task.

InputAttemptIdentifier(int, int) - Constructor for class org.apache.tez.runtime.library.common.InputAttemptIdentifier

InputAttemptIdentifier(InputIdentifier, int, String) - Constructor for class org.apache.tez.runtime.library.common.InputAttemptIdentifier

InputAttemptIdentifier(int, int, String) - Constructor for class org.apache.tez.runtime.library.common.InputAttemptIdentifier

inputAttemptIdentifier - Variable in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

inputContext - Variable in class org.apache.tez.runtime.library.input.ShuffledMergedInput

InputHost - Class in org.apache.tez.runtime.library.shuffle.common

Represents a Host with respect to the MapReduce ShuffleHandler.

InputHost(String, int, ApplicationId, int) - Constructor for class org.apache.tez.runtime.library.shuffle.common.InputHost

InputIdentifier - Class in org.apache.tez.runtime.library.common

InputIdentifier(int) - Constructor for class org.apache.tez.runtime.library.common.InputIdentifier

instantiateCombiner(Configuration, TezTaskContext) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils

instantiatePartitioner(Configuration) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils

instantiateTaskOutputManager(Configuration, TezOutputContext) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

internalGetFieldAccessorTable() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

isInitialized() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

isInputReady() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.Shuffle

Indicates whether the Shuffle and Merge processing is complete.

isInputReady() - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

Check if the input is ready for consumption

isIntermediateInputCompressed(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

isMergeComplete() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.MergeManager

Should only be used after the Shuffle phaze is complete, otherwise can return an invalid state since a merge may not be in progress dur to inadequate inputs

K

keyClass - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

keySerializer - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

KEYSTART - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

KeyValueReader - Interface in org.apache.tez.runtime.library.api

A key/value(s) pair based Reader.

KeyValuesReader - Interface in org.apache.tez.runtime.library.api

A key/value(s) pair based Reader.

KeyValueWriter - Interface in org.apache.tez.runtime.library.api

A key/value(s) pair based Writer

L

LocalMergedInput - Class in org.apache.tez.runtime.library.input

LocalMergedInput in an LogicalInput which shuffles intermediate sorted data, merges them and provides key/ to the consumer.

LocalMergedInput() - Constructor for class org.apache.tez.runtime.library.input.LocalMergedInput

LocalOnFileSorterOutput - Class in org.apache.tez.runtime.library.output

LocalOnFileSorterOutput() - Constructor for class org.apache.tez.runtime.library.output.LocalOnFileSorterOutput

LocalShuffle - Class in org.apache.tez.runtime.library.common.localshuffle

LocalShuffle(TezInputContext, Configuration, int) - Constructor for class org.apache.tez.runtime.library.common.localshuffle.LocalShuffle

LOG - Static variable in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

M

MAP_OUTPUT_FILENAME_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants

MAP_OUTPUT_INDEX_RECORD_LENGTH - Static variable in class org.apache.tez.runtime.library.common.Constants

MAP_OUTPUT_INDEX_RECORD_LENGTH - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

The size of each record in the index file for the map-outputs.

MAP_OUTPUT_INDEX_RECORD_LENGTH - Static variable in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter

The size of each record in the index file for the map-outputs.

MAP_OUTPUT_INDEX_SUFFIX_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants

mapOutputByteCounter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

mapOutputFile - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

mapOutputRecordCounter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

markRecord() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.BlockingBuffer

Mark end of record.

memoryAssigned(long) - Method in class org.apache.tez.runtime.library.common.MemoryUpdateCallbackHandler

MemoryFetchedInput - Class in org.apache.tez.runtime.library.shuffle.common

MemoryFetchedInput(long, long, InputAttemptIdentifier, FetchedInputCallback) - Constructor for class org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

MemoryUpdateCallbackHandler - Class in org.apache.tez.runtime.library.common

MemoryUpdateCallbackHandler() - Constructor for class org.apache.tez.runtime.library.common.MemoryUpdateCallbackHandler

memoryUpdateCallbackHandler - Variable in class org.apache.tez.runtime.library.input.ShuffledMergedInput

memoryUpdateCallbackHandler - Variable in class org.apache.tez.runtime.library.output.OnFileSortedOutput

merge(Configuration, FileSystem, Class, Class, CompressionCodec, boolean, int, int, Path[], boolean, int, Path, RawComparator, Progressable, TezCounter, TezCounter, TezCounter, Progress) - Static method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger

merge(Configuration, FileSystem, Class, Class, CompressionCodec, boolean, int, int, Path[], boolean, int, Path, RawComparator, Progressable, TezCounter, TezCounter, TezCounter, TezCounter, Progress) - Static method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger

merge(Configuration, FileSystem, Class, Class, List<TezMerger.Segment>, int, Path, RawComparator, Progressable, TezCounter, TezCounter, TezCounter, Progress) - Static method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger

merge(Configuration, FileSystem, Class, Class, List<TezMerger.Segment>, int, Path, RawComparator, Progressable, boolean, TezCounter, TezCounter, TezCounter, Progress) - Static method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger

merge(Configuration, FileSystem, Class, Class, CompressionCodec, List<TezMerger.Segment>, int, Path, RawComparator, Progressable, boolean, boolean, TezCounter, TezCounter, TezCounter, Progress) - Static method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger

merge(Configuration, FileSystem, Class, Class, CompressionCodec, List<TezMerger.Segment>, int, int, Path, RawComparator, Progressable, boolean, TezCounter, TezCounter, TezCounter, Progress) - Static method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger

MERGED_OUTPUT_PREFIX - Static variable in class org.apache.tez.runtime.library.common.Constants

mergeData(ShuffleUserPayloads.DataProto) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional .DataProto data = 6;

mergeFrom(Message) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

mergeFrom(ShuffleUserPayloads.DataMovementEventPayloadProto) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

mergeFrom(CodedInputStream, ExtensionRegistryLite) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

mergeFrom(Message) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

mergeFrom(ShuffleUserPayloads.DataProto) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

mergeFrom(CodedInputStream, ExtensionRegistryLite) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

mergeFrom(Message) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

mergeFrom(ShuffleUserPayloads.InputInformationEventPayloadProto) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

mergeFrom(CodedInputStream, ExtensionRegistryLite) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

mergeFrom(Message) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

mergeFrom(ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

mergeFrom(CodedInputStream, ExtensionRegistryLite) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

mergeFrom(Message) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

mergeFrom(ShuffleUserPayloads.VertexManagerEventPayloadProto) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

mergeFrom(CodedInputStream, ExtensionRegistryLite) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

MergeManager - Class in org.apache.tez.runtime.library.common.shuffle.impl

Usage.

MergeManager(Configuration, FileSystem, LocalDirAllocator, TezInputContext, Combiner, TezCounter, TezCounter, TezCounter, ExceptionReporter, long, CompressionCodec, boolean, int) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.MergeManager

Construct the MergeManager.

METASIZE - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

more() - Method in class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

True iff more keys remain.

moveToNext() - Method in class org.apache.tez.runtime.library.common.ValuesIterator

Move to the next K-Vs pair

N

newBuilder() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

newBuilder(ShuffleUserPayloads.DataMovementEventPayloadProto) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

newBuilder() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

newBuilder(ShuffleUserPayloads.DataProto) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

newBuilder() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

newBuilder(ShuffleUserPayloads.InputInformationEventPayloadProto) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

newBuilder() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

newBuilder(ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

newBuilder() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

newBuilder(ShuffleUserPayloads.VertexManagerEventPayloadProto) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

newBuilderForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

newBuilderForType(GeneratedMessage.BuilderParent) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

newBuilderForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

newBuilderForType(GeneratedMessage.BuilderParent) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

newBuilderForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

newBuilderForType(GeneratedMessage.BuilderParent) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

newBuilderForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

newBuilderForType(GeneratedMessage.BuilderParent) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

newBuilderForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

newBuilderForType(GeneratedMessage.BuilderParent) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

newInputAvailable() - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

next() - Method in interface org.apache.tez.runtime.library.api.KeyValueReader

Moves to the next key/values(s) pair

next() - Method in interface org.apache.tez.runtime.library.api.KeyValuesReader

Moves to the next key/values(s) pair

next() - Method in class org.apache.tez.runtime.library.common.readers.ShuffledUnorderedKVReader

Moves to the next key/values(s) pair

next() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator

next() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator

Sets up the current key and value (for getKey and getValue).

next() - Method in class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

next() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader

next() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader

nextKey() - Method in class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

Start processing next unique key.

nextRawKey(DataInputBuffer) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

nextRawValue(DataInputBuffer) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryReader

nextRawValue(DataInputBuffer) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

NMETA - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

notifyFetchComplete() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

Inform the Allocator about a committed resource.

notifyFetchFailure() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

Inform the Allocator about a failed resource.

notifyFreedResource() - Method in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

Inform the Allocator about a completed resource being released.

nullProgressable - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

NullProgressable - Class in org.apache.tez.runtime.library.hadoop.compat

NullProgressable() - Constructor for class org.apache.tez.runtime.library.hadoop.compat.NullProgressable

NUM_DESTINATION_TASKS_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

NUM_SOURCE_TASK_OUTPUTS_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

numAdditionalSpills - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

numInputs - Variable in class org.apache.tez.runtime.library.input.ShuffledMergedInput

numOutputs - Variable in class org.apache.tez.runtime.library.output.OnFileSortedOutput

O

obsoleteKnownInput(InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

OnFileSortedOutput - Class in org.apache.tez.runtime.library.output

OnFileSortedOutput is an LogicalOutput which sorts key/value pairs written to it and persists it to a file.

OnFileSortedOutput() - Constructor for class org.apache.tez.runtime.library.output.OnFileSortedOutput

OnFileUnorderedKVOutput - Class in org.apache.tez.runtime.library.output

OnFileUnorderedKVOutput() - Constructor for class org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput

OnFileUnorderedPartitionedKVOutput - Class in org.apache.tez.runtime.library.output

OnFileUnorderedPartitionedKVOutput is a LogicalOutput which can be used to write Key-Value pairs.

OnFileUnorderedPartitionedKVOutput() - Constructor for class org.apache.tez.runtime.library.output.OnFileUnorderedPartitionedKVOutput

onRootVertexInitialized(String, InputDescriptor, List<Event>) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

onSourceTaskCompleted(String, Integer) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

onVertexManagerEventReceived(VertexManagerEvent) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

onVertexStarted(Map<String, List<Integer>>) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

openConnection(URL) - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher

openIFileReader(FetchedInput) - Method in class org.apache.tez.runtime.library.common.readers.ShuffledUnorderedKVReader

org.apache.hadoop.io - package org.apache.hadoop.io

org.apache.tez.dag.library.vertexmanager - package org.apache.tez.dag.library.vertexmanager

org.apache.tez.runtime.library.api - package org.apache.tez.runtime.library.api

org.apache.tez.runtime.library.broadcast.output - package org.apache.tez.runtime.library.broadcast.output

org.apache.tez.runtime.library.common - package org.apache.tez.runtime.library.common

org.apache.tez.runtime.library.common.combine - package org.apache.tez.runtime.library.common.combine

org.apache.tez.runtime.library.common.localshuffle - package org.apache.tez.runtime.library.common.localshuffle

org.apache.tez.runtime.library.common.readers - package org.apache.tez.runtime.library.common.readers

org.apache.tez.runtime.library.common.security - package org.apache.tez.runtime.library.common.security

org.apache.tez.runtime.library.common.shuffle.impl - package org.apache.tez.runtime.library.common.shuffle.impl

org.apache.tez.runtime.library.common.sort.impl - package org.apache.tez.runtime.library.common.sort.impl

org.apache.tez.runtime.library.common.sort.impl.dflt - package org.apache.tez.runtime.library.common.sort.impl.dflt

org.apache.tez.runtime.library.common.task.impl - package org.apache.tez.runtime.library.common.task.impl

org.apache.tez.runtime.library.common.task.local.output - package org.apache.tez.runtime.library.common.task.local.output

org.apache.tez.runtime.library.hadoop.compat - package org.apache.tez.runtime.library.hadoop.compat

org.apache.tez.runtime.library.input - package org.apache.tez.runtime.library.input

org.apache.tez.runtime.library.output - package org.apache.tez.runtime.library.output

org.apache.tez.runtime.library.processor - package org.apache.tez.runtime.library.processor

org.apache.tez.runtime.library.resources - package org.apache.tez.runtime.library.resources

org.apache.tez.runtime.library.shuffle.common - package org.apache.tez.runtime.library.shuffle.common

org.apache.tez.runtime.library.shuffle.common.impl - package org.apache.tez.runtime.library.shuffle.common.impl

org.apache.tez.runtime.library.shuffle.impl - package org.apache.tez.runtime.library.shuffle.impl

OUTPUT_SIZE_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

outputBytesWithOverheadCounter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

outputContext - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

outputContext - Variable in class org.apache.tez.runtime.library.output.OnFileSortedOutput

P

parseDelimitedFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseDelimitedFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseDelimitedFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseDelimitedFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseDelimitedFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseDelimitedFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseDelimitedFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseDelimitedFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseDelimitedFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseDelimitedFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseFrom(ByteString) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseFrom(ByteString, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseFrom(byte[]) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseFrom(byte[], ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseFrom(CodedInputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseFrom(CodedInputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

parseFrom(ByteString) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseFrom(ByteString, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseFrom(byte[]) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseFrom(byte[], ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseFrom(CodedInputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseFrom(CodedInputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

parseFrom(ByteString) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseFrom(ByteString, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseFrom(byte[]) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseFrom(byte[], ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseFrom(CodedInputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseFrom(CodedInputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

parseFrom(ByteString) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseFrom(ByteString, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseFrom(byte[]) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseFrom(byte[], ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseFrom(CodedInputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseFrom(CodedInputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

parseFrom(ByteString) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseFrom(ByteString, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseFrom(byte[]) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseFrom(byte[], ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseFrom(InputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseFrom(InputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseFrom(CodedInputStream) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

parseFrom(CodedInputStream, ExtensionRegistryLite) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

PARSER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

PARSER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

PARSER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

PARSER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

PARSER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

PARTITION - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

PARTITION_RANGE_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

Partitioner - Interface in org.apache.tez.runtime.library.api

Partitioner is used by the TEZ framework to partition output key/value pairs.

partitioner - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

partitions - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

PATH_COMPONENT_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

PATH_PREFIX - Static variable in class org.apache.tez.runtime.library.common.InputAttemptIdentifier

PipelinedSorter - Class in org.apache.tez.runtime.library.common.sort.impl

PipelinedSorter(TezOutputContext, Configuration, int, long) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter

PipelinedSorter.InputByteBuffer - Class in org.apache.tez.runtime.library.common.sort.impl

PipelinedSorter.InputByteBuffer() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.InputByteBuffer

PORT_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

positionToNextRecord(DataInput) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

prevKeyLength - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

progress() - Method in class org.apache.tez.runtime.library.hadoop.compat.NullProgressable

putIndex(TezIndexRecord, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

Set spill offsets for given partition.

R

RAW_LENGTH_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

rawIter - Variable in class org.apache.tez.runtime.library.input.ShuffledMergedInput

read(byte[], int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

Read bytes from the stream.

read() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

readFields(DataInput) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

readRawKey(DataInputBuffer) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryReader

readRawKey(DataInputBuffer) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

readWithChecksum(byte[], int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

Read bytes from the stream.

recNo - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

REDUCE_INPUT_FILE_FORMAT_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants

registerAllExtensions(ExtensionRegistry) - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads

REMAINDER_RANGE_FOR_LAST_SHUFFLER_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

remove() - Method in class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

removeAll() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

Removes all of the files related to a task.

removeAll() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

Removes all of the files related to a task.

removeAll() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

Removes all of the files related to a task.

REPEAT_KEY - Static variable in class org.apache.tez.runtime.library.common.sort.impl.IFile

reporter - Variable in class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

reportException(Throwable) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.Shuffle

reserve(InputAttemptIdentifier, long, int) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.MergeManager

reset(int) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.InMemoryReader

reset(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader

reset(ByteBuffer, int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.InputByteBuffer

reset(DataInputBuffer) - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.InputByteBuffer

rfs - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

RLE_MARKER - Static variable in class org.apache.tez.runtime.library.common.sort.impl.IFile

routeDataMovementEventToDestination(DataMovementEvent, int, int, Map<Integer, List<Integer>>) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

routeInputErrorEventToSource(InputReadErrorEvent, int) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

routeInputSourceTaskFailedEventToDestination(int, int, Map<Integer, List<Integer>>) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

run() - Method in class org.apache.tez.runtime.library.common.localshuffle.LocalShuffle

run() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.Shuffle

run() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.SpillThread

run(Map<String, LogicalInput>, Map<String, LogicalOutput>) - Method in class org.apache.tez.runtime.library.processor.SleepProcessor

run() - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

RUN_DURATION_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

runCombineProcessor(TezRawKeyValueIterator, IFile.Writer) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

S

sameVolRename(Path, Path) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

Rename srcPath to dstPath on the same volume.

SecureShuffleUtils - Class in org.apache.tez.runtime.library.common.security

utilities for generating kyes, hashes and verifying them for shuffle

SecureShuffleUtils() - Constructor for class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

serializationFactory - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

setBasePartitionRange(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 base_partition_range = 3;

setCompressedLength(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional int32 compressed_length = 2;

setCompressionParameters(CompressionCodec) - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher.FetcherBuilder

setConf(Configuration) - Method in class org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor

setConnectionParameters(int, int) - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher.FetcherBuilder

setConstituentInputIsReady(Input) - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput

setConstituentInputIsReady(Input) - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput

setData(ShuffleUserPayloads.DataProto) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional .DataProto data = 6;

setData(ShuffleUserPayloads.DataProto.Builder) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional .DataProto data = 6;

setData(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional bytes data = 3;

setEmptyPartitions(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional bytes empty_partitions = 1;

setHost(String) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string host = 2;

setHostBytes(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string host = 2;

setIFileParams(boolean, int) - Method in class org.apache.tez.runtime.library.shuffle.common.Fetcher.FetcherBuilder

setNumDestinationTasks(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 num_destination_tasks = 2;

setNumPhysicalInputs(int) - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

setNumPhysicalInputs(int) - Method in class org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput

setNumPhysicalOutputs(int) - Method in class org.apache.tez.runtime.library.output.OnFileSortedOutput

setNumPhysicalOutputs(int) - Method in class org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput

setNumSourceTaskOutputs(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 num_source_task_outputs = 1;

setOutputSize(long) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder

optional int64 output_size = 1;

setPartitionRange(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder

optional int32 partition_range = 1;

setPathComponent(String) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string path_component = 4;

setPathComponentBytes(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional string path_component = 4;

setPort(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional int32 port = 3;

setRawLength(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder

optional int32 raw_length = 1;

setRemainderRangeForLastShuffler(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder

optional int32 remainder_range_for_last_shuffler = 4;

setRLE(boolean) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

setRunDuration(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder

optional int32 run_duration = 5;

shiftBufferedKey() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.BlockingBuffer

Set position from last mark to end of writable buffer, then rewrite the data between last mark and kvindex.

shouldCompressIntermediateOutput(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

Shuffle - Class in org.apache.tez.runtime.library.common.shuffle.impl

Usage: Create instance, setInitialMemoryAllocated(long), run()

Shuffle(TezInputContext, Configuration, int, long) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.Shuffle

shuffle - Variable in class org.apache.tez.runtime.library.input.ShuffledMergedInput

Shuffle.ShuffleError - Exception in org.apache.tez.runtime.library.common.shuffle.impl

SHUFFLE_HANDLER_SERVICE_ID - Static variable in class org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

ShuffledMergedInput - Class in org.apache.tez.runtime.library.input

ShuffleMergedInput in a LogicalInput which shuffles intermediate sorted data, merges them and provides key/ to the consumer.

ShuffledMergedInput() - Constructor for class org.apache.tez.runtime.library.input.ShuffledMergedInput

ShuffledMergedInputLegacy - Class in org.apache.tez.runtime.library.input

ShuffledMergedInputLegacy() - Constructor for class org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy

ShuffledUnorderedKVInput - Class in org.apache.tez.runtime.library.input

ShuffledUnorderedKVInput() - Constructor for class org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput

ShuffledUnorderedKVReader<K,V> - Class in org.apache.tez.runtime.library.common.readers

ShuffledUnorderedKVReader(ShuffleManager, Configuration, CompressionCodec, boolean, int, int, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.readers.ShuffledUnorderedKVReader

ShuffleEventHandler - Interface in org.apache.tez.runtime.library.shuffle.common

ShuffleHeader - Class in org.apache.tez.runtime.library.common.shuffle.impl

Shuffle Header information that is sent by the TaskTracker and deciphered by the Fetcher thread of Reduce task

ShuffleHeader() - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

ShuffleHeader(String, long, long, int) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

ShuffleInputEventHandler - Class in org.apache.tez.runtime.library.common.shuffle.impl

ShuffleInputEventHandler(TezInputContext, ShuffleScheduler) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleInputEventHandler

ShuffleInputEventHandlerImpl - Class in org.apache.tez.runtime.library.shuffle.common.impl

A base class for generic Event handling for Inputs which need to Shuffle data.

ShuffleInputEventHandlerImpl(TezInputContext, ShuffleManager, FetchedInputAllocator, CompressionCodec, boolean, int) - Constructor for class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleInputEventHandlerImpl

ShuffleManager - Class in org.apache.tez.runtime.library.shuffle.common.impl

ShuffleManager(TezInputContext, Configuration, int, int, boolean, int, CompressionCodec, FetchedInputAllocator) - Constructor for class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

shuffleToDisk(DiskFetchedInput, InputStream, long, Log) - Static method in class org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

shuffleToMemory(MemoryFetchedInput, InputStream, int, int, CompressionCodec, boolean, int, Log) - Static method in class org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

ShuffleUserPayloads - Class in org.apache.tez.runtime.library.shuffle.impl

ShuffleUserPayloads.DataMovementEventPayloadProto - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type DataMovementEventPayloadProto

ShuffleUserPayloads.DataMovementEventPayloadProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type DataMovementEventPayloadProto

ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl

ShuffleUserPayloads.DataProto - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type DataProto

ShuffleUserPayloads.DataProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type DataProto

ShuffleUserPayloads.DataProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl

ShuffleUserPayloads.InputInformationEventPayloadProto - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type InputInformationEventPayloadProto

ShuffleUserPayloads.InputInformationEventPayloadProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type InputInformationEventPayloadProto

ShuffleUserPayloads.InputInformationEventPayloadProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl

ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type ShuffleEdgeManagerConfigPayloadProto

ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type ShuffleEdgeManagerConfigPayloadProto

ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl

ShuffleUserPayloads.VertexManagerEventPayloadProto - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type VertexManagerEventPayloadProto

ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl

Protobuf type VertexManagerEventPayloadProto

ShuffleUserPayloads.VertexManagerEventPayloadProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl

ShuffleUtils - Class in org.apache.tez.runtime.library.shuffle.common

ShuffleUtils() - Constructor for class org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

ShuffleVertexManager - Class in org.apache.tez.dag.library.vertexmanager

Starts scheduling tasks when number of completed source tasks crosses slowStartMinSrcCompletionFraction and schedules all tasks when slowStartMaxSrcCompletionFraction is reached

ShuffleVertexManager() - Constructor for class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

ShuffleVertexManager.CustomShuffleEdgeManager - Class in org.apache.tez.dag.library.vertexmanager

ShuffleVertexManager.CustomShuffleEdgeManager() - Constructor for class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

shutdown() - Method in class org.apache.tez.runtime.library.shuffle.common.impl.ShuffleManager

SimpleFetchedInputAllocator - Class in org.apache.tez.runtime.library.shuffle.common.impl

Usage: Create instance, setInitialMemoryAvailable(long), configureAndStart()

SimpleFetchedInputAllocator(String, Configuration, long, long) - Constructor for class org.apache.tez.runtime.library.shuffle.common.impl.SimpleFetchedInputAllocator

size() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

Return number of IndexRecord entries in this spill.

skip(long) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream

SleepProcessor - Class in org.apache.tez.runtime.library.processor

A simple sleep processor implementation that sleeps for the configured time in milliseconds.

SleepProcessor() - Constructor for class org.apache.tez.runtime.library.processor.SleepProcessor

SleepProcessor.SleepProcessorConfig - Class in org.apache.tez.runtime.library.processor

Configuration for the Sleep Processor.

SleepProcessor.SleepProcessorConfig() - Constructor for class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig

SleepProcessor.SleepProcessorConfig(int) - Constructor for class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig

sort() - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter

sortAndSpill() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

sorter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

sorter - Variable in class org.apache.tez.runtime.library.output.OnFileSortedOutput

spill(int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

spill() - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter

spilledRecordsCounter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

start() - Method in class org.apache.tez.runtime.library.input.LocalMergedInput

start() - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

start() - Method in class org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput

start() - Method in class org.apache.tez.runtime.library.output.OnFileSortedOutput

start() - Method in class org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput

state - Variable in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

swap(int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

Swap metadata for items i,j

T

TEZ - Static variable in class org.apache.tez.runtime.library.common.Constants

TEZ_AM_SHUFFLE_VERTEX_MANAGER_DESIRED_TASK_INPUT_SIZE - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

TEZ_AM_SHUFFLE_VERTEX_MANAGER_DESIRED_TASK_INPUT_SIZE_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

TEZ_AM_SHUFFLE_VERTEX_MANAGER_ENABLE_AUTO_PARALLEL - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

TEZ_AM_SHUFFLE_VERTEX_MANAGER_ENABLE_AUTO_PARALLEL_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

TEZ_AM_SHUFFLE_VERTEX_MANAGER_MAX_SRC_FRACTION - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

In case of a ScatterGather connection, once this fraction of source tasks have completed, all tasks on the current vertex can be scheduled.

TEZ_AM_SHUFFLE_VERTEX_MANAGER_MAX_SRC_FRACTION_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_SRC_FRACTION - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

In case of a ScatterGather connection, the fraction of source tasks which should complete before tasks for the current vertex are scheduled

TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_SRC_FRACTION_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager

TEZ_RUNTIME_JOB_CREDENTIALS - Static variable in class org.apache.tez.runtime.library.common.Constants

TEZ_RUNTIME_TASK_ATTEMPT_ID - Static variable in class org.apache.tez.runtime.library.common.Constants

TEZ_RUNTIME_TASK_INPUT_FILE_FORMAT_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants

TEZ_RUNTIME_TASK_MEMORY - Static variable in class org.apache.tez.runtime.library.common.Constants

TEZ_RUNTIME_TASK_OUTPUT_DIR - Static variable in class org.apache.tez.runtime.library.common.Constants

TEZ_RUNTIME_TASK_OUTPUT_FILENAME_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants

TEZ_RUNTIME_TASK_OUTPUT_INDEX_SUFFIX_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants

TEZ_RUNTIME_TASK_OUTPUT_MANAGER - Static variable in class org.apache.tez.runtime.library.common.Constants

TezIndexRecord - Class in org.apache.tez.runtime.library.common.sort.impl

TezIndexRecord() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord

TezIndexRecord(long, long, long) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord

TezLocalTaskOutputFiles - Class in org.apache.tez.runtime.library.common.task.local.output

Manipulate the working area for the transient store for maps and reduces.

TezLocalTaskOutputFiles(Configuration, String) - Constructor for class org.apache.tez.runtime.library.common.task.local.output.TezLocalTaskOutputFiles

TezMerger - Class in org.apache.tez.runtime.library.common.sort.impl

Merger is an utility class used by the Map and Reduce tasks for merging both their memory and disk segments

TezMerger() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger

TezMerger.Segment<K,V> - Class in org.apache.tez.runtime.library.common.sort.impl

TezMerger.Segment(Configuration, FileSystem, Path, CompressionCodec, boolean, int, int, boolean) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment

TezMerger.Segment(Configuration, FileSystem, Path, CompressionCodec, boolean, int, int, boolean, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment

TezMerger.Segment(Configuration, FileSystem, Path, long, long, CompressionCodec, boolean, int, int, boolean) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment

TezMerger.Segment(Configuration, FileSystem, Path, long, long, CompressionCodec, boolean, int, int, boolean, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment

TezMerger.Segment(IFile.Reader, boolean) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment

TezMerger.Segment(IFile.Reader, boolean, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment

TezRawKeyValueIterator - Interface in org.apache.tez.runtime.library.common.sort.impl

TezRawKeyValueIterator is an iterator used to iterate over the raw keys and values during sort/merge of intermediate data.

TezRuntimeUtils - Class in org.apache.tez.runtime.library.common

TezRuntimeUtils() - Constructor for class org.apache.tez.runtime.library.common.TezRuntimeUtils

TezSpillRecord - Class in org.apache.tez.runtime.library.common.sort.impl

TezSpillRecord(int) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

TezSpillRecord(Path, Configuration) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

TezSpillRecord(Path, Configuration, String) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

TezSpillRecord(Path, Configuration, Checksum, String) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

TezTaskOutput - Class in org.apache.tez.runtime.library.common.task.local.output

Manipulate the working area for the transient store for maps and reduces.

TezTaskOutput(Configuration, String) - Constructor for class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

TezTaskOutputFiles - Class in org.apache.tez.runtime.library.common.task.local.output

Manipulate the working area for the transient store for maps and reduces.

TezTaskOutputFiles(Configuration, String) - Constructor for class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles

toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

toDetailedString() - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

toHex(byte[]) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

byte array to Hex String

toString() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier

toString() - Method in class org.apache.tez.runtime.library.common.InputIdentifier

toString() - Method in class org.apache.tez.runtime.library.shuffle.common.DiskFetchedInput

toString() - Method in class org.apache.tez.runtime.library.shuffle.common.InputHost

toString() - Method in class org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

toUserPayload() - Method in class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig

type - Variable in class org.apache.tez.runtime.library.shuffle.common.FetchedInput

U

uniqueId - Variable in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput

updateCountersForExternalAppend(long) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

useNewApi(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils

V

valClass - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

validateUpdateReceived() - Method in class org.apache.tez.runtime.library.common.MemoryUpdateCallbackHandler

VALLEN - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

valSerializer - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

VALSTART - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

valueOf(String) - Static method in enum org.apache.tez.runtime.library.common.sort.impl.IFile.Reader.KeyState

Returns the enum constant of this type with the specified name.

valueOf(String) - Static method in enum org.apache.tez.runtime.library.common.YARNMaster.State

Returns the enum constant of this type with the specified name.

valueOf(String) - Static method in enum org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor.RequestType

Returns the enum constant of this type with the specified name.

valueOf(String) - Static method in enum org.apache.tez.runtime.library.shuffle.common.FetchedInput.State

Returns the enum constant of this type with the specified name.

valueOf(String) - Static method in enum org.apache.tez.runtime.library.shuffle.common.FetchedInput.Type

Returns the enum constant of this type with the specified name.

values() - Static method in enum org.apache.tez.runtime.library.common.sort.impl.IFile.Reader.KeyState

Returns an array containing the constants of this enum type, in the order they are declared.

values() - Static method in enum org.apache.tez.runtime.library.common.YARNMaster.State

Returns an array containing the constants of this enum type, in the order they are declared.

values() - Static method in enum org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor.RequestType

Returns an array containing the constants of this enum type, in the order they are declared.

values() - Static method in enum org.apache.tez.runtime.library.shuffle.common.FetchedInput.State

Returns an array containing the constants of this enum type, in the order they are declared.

values() - Static method in enum org.apache.tez.runtime.library.shuffle.common.FetchedInput.Type

Returns an array containing the constants of this enum type, in the order they are declared.

ValuesIterator<KEY,VALUE> - Class in org.apache.tez.runtime.library.common.task.impl

Iterates values while keys match in sorted input.

ValuesIterator(TezRawKeyValueIterator, RawComparator<KEY>, Class<KEY>, Class<VALUE>, Configuration, Progressable) - Constructor for class org.apache.tez.runtime.library.common.task.impl.ValuesIterator

ValuesIterator<KEY,VALUE> - Class in org.apache.tez.runtime.library.common

Iterates values while keys match in sorted input.

ValuesIterator(TezRawKeyValueIterator, RawComparator<KEY>, Class<KEY>, Class<VALUE>, Configuration, TezCounter, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.ValuesIterator

verifyReply(String, String, SecretKey) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils

verify that base64Hash is same as HMacHash(msg)

vIter - Variable in class org.apache.tez.runtime.library.input.ShuffledMergedInput

W

waitForInMemoryMerge() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.MergeManager

waitForInput() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.Shuffle

Waits for the Shuffle and Merge to complete, and returns an iterator over the input.

waitForInputReady() - Method in class org.apache.tez.runtime.library.input.ShuffledMergedInput

Waits for the input to become ready for consumption

WeightedScalingMemoryDistributor - Class in org.apache.tez.runtime.library.resources

Distributes memory between various requesting components by applying a weighted scaling function.

WeightedScalingMemoryDistributor() - Constructor for class org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor

WeightedScalingMemoryDistributor.RequestType - Enum in org.apache.tez.runtime.library.resources

write(Object, Object) - Method in interface org.apache.tez.runtime.library.api.KeyValueWriter

Writes a key/value pair.

write(Object, Object) - Method in class org.apache.tez.runtime.library.broadcast.output.FileBasedKVWriter

write(DataOutput) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleHeader

write(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.Buffer

write(byte[], int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.Buffer

Attempt to write a sequence of bytes to the collection buffer.

write(Object, Object) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter

write(Object, Object) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter

write(byte[], int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileOutputStream

Write bytes to the stream.

write(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileOutputStream

write(Object, Object) - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter

writeFile(TezRawKeyValueIterator, IFile.Writer, Progressable, long) - Static method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger

writeReplace() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

writeReplace() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

writeReplace() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

writeReplace() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

writeReplace() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

writeTo(CodedOutputStream) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto

writeTo(CodedOutputStream) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto

writeTo(CodedOutputStream) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto

writeTo(CodedOutputStream) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto

writeTo(CodedOutputStream) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto

writeToFile(Path, Configuration) - Method in class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

Write this spill record to the location provided.

writeToFile(Path, Configuration, Checksum) - Method in class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord

Y

YARNMaster - Class in org.apache.tez.runtime.library.common

YARNMaster() - Constructor for class org.apache.tez.runtime.library.common.YARNMaster

YARNMaster.State - Enum in org.apache.tez.runtime.library.common

A B C D E F G H I K L M N O P R S T U V W Y