org.apache.tez.runtime.library.shuffle.common
Class ShuffleUtils

java.lang.Object
  org.apache.tez.runtime.library.shuffle.common.ShuffleUtils

public class ShuffleUtils
extends Object

Field Summary

static String

SHUFFLE_HANDLER_SERVICE_ID

Constructor Summary

ShuffleUtils()

Method Summary

static StringBuilder	constructBaseURIForShuffleHandler(String host, int port, int partition, org.apache.hadoop.yarn.api.records.ApplicationId appId)
static ByteBuffer	convertJobTokenToBytes(org.apache.hadoop.security.token.Token<org.apache.tez.common.security.JobTokenIdentifier> jobToken)
static int	deserializeShuffleProviderMetaData(ByteBuffer meta)
static SecretKey	getJobTokenSecretFromTokenBytes(ByteBuffer meta)
static void	shuffleToDisk(DiskFetchedInput fetchedInput, InputStream input, long compressedLength, org.apache.commons.logging.Log LOG)
static void	shuffleToMemory(MemoryFetchedInput fetchedInput, InputStream input, int decompressedLength, int compressedLength, org.apache.hadoop.io.compress.CompressionCodec codec, boolean ifileReadAhead, int ifileReadAheadLength, org.apache.commons.logging.Log LOG)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SHUFFLE_HANDLER_SERVICE_ID

public static String SHUFFLE_HANDLER_SERVICE_ID

Constructor Detail

ShuffleUtils

public ShuffleUtils()

Method Detail

getJobTokenSecretFromTokenBytes

public static SecretKey getJobTokenSecretFromTokenBytes(ByteBuffer meta)
                                                 throws IOException

Throws:

IOException

convertJobTokenToBytes

public static ByteBuffer convertJobTokenToBytes(org.apache.hadoop.security.token.Token<org.apache.tez.common.security.JobTokenIdentifier> jobToken)
                                         throws IOException

Throws:

IOException

deserializeShuffleProviderMetaData

public static int deserializeShuffleProviderMetaData(ByteBuffer meta)
                                              throws IOException

Throws:

IOException

shuffleToMemory

public static void shuffleToMemory(MemoryFetchedInput fetchedInput,
                                   InputStream input,
                                   int decompressedLength,
                                   int compressedLength,
                                   org.apache.hadoop.io.compress.CompressionCodec codec,
                                   boolean ifileReadAhead,
                                   int ifileReadAheadLength,
                                   org.apache.commons.logging.Log LOG)
                            throws IOException

Throws:

IOException

shuffleToDisk

public static void shuffleToDisk(DiskFetchedInput fetchedInput,
                                 InputStream input,
                                 long compressedLength,
                                 org.apache.commons.logging.Log LOG)
                          throws IOException

Throws:

IOException

constructBaseURIForShuffleHandler

public static StringBuilder constructBaseURIForShuffleHandler(String host,
                                                              int port,
                                                              int partition,
                                                              org.apache.hadoop.yarn.api.records.ApplicationId appId)