org.apache.tez.mapreduce.hadoop
Class MultiStageMRConfigUtil
java.lang.Object
org.apache.tez.mapreduce.hadoop.MultiStageMRConfigUtil
public class MultiStageMRConfigUtil
- extends Object
|
Method Summary |
static void |
addConfigurationForVertex(org.apache.hadoop.conf.Configuration baseConf,
String vertexName,
org.apache.hadoop.conf.Configuration vertexConf)
|
static org.apache.hadoop.conf.Configuration |
getAndRemoveBasicConfForVertex(org.apache.hadoop.conf.Configuration baseConf,
String vertexName)
|
static org.apache.hadoop.conf.Configuration |
getAndRemoveBasicIntermediateStageConf(org.apache.hadoop.conf.Configuration baseConf,
int i)
|
static org.apache.hadoop.conf.Configuration |
getAndRemoveBasicNonIntermediateStageConf(org.apache.hadoop.conf.Configuration baseConf)
|
static org.apache.hadoop.conf.Configuration |
getBasicConfForVertex(org.apache.hadoop.conf.Configuration baseConf,
String vertexName)
|
static org.apache.hadoop.conf.Configuration |
getBasicIntermediateStageConf(org.apache.hadoop.conf.Configuration baseConf,
int i)
|
static org.apache.hadoop.conf.Configuration |
getConfForVertex(org.apache.hadoop.conf.Configuration baseConf,
String vertexName)
|
static String |
getFinalReduceVertexName()
|
static String |
getInitialMapVertexName()
|
static org.apache.hadoop.conf.Configuration |
getIntermediateStageConf(org.apache.hadoop.conf.Configuration baseConf,
int i)
|
static int |
getIntermediateStageNum(String vertexName)
|
static String |
getIntermediateStageVertexName(int stageNum)
|
static int |
getNumIntermediateStages(org.apache.hadoop.conf.Configuration conf)
|
static String |
getPropertyNameForIntermediateStage(int intermediateStage,
String originalPropertyName)
|
static String |
getPropertyNameForVertex(String vertexName,
String originalPropertyName)
|
boolean |
isFinalReduceVertex(String vertexName)
|
boolean |
isInitialMapVertex(String vertexName)
|
static void |
printConf(org.apache.hadoop.conf.Configuration conf)
|
| Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
MultiStageMRConfigUtil
public MultiStageMRConfigUtil()
getBasicIntermediateStageConf
public static org.apache.hadoop.conf.Configuration getBasicIntermediateStageConf(org.apache.hadoop.conf.Configuration baseConf,
int i)
getAndRemoveBasicIntermediateStageConf
public static org.apache.hadoop.conf.Configuration getAndRemoveBasicIntermediateStageConf(org.apache.hadoop.conf.Configuration baseConf,
int i)
getIntermediateStageConf
public static org.apache.hadoop.conf.Configuration getIntermediateStageConf(org.apache.hadoop.conf.Configuration baseConf,
int i)
getAndRemoveBasicNonIntermediateStageConf
public static org.apache.hadoop.conf.Configuration getAndRemoveBasicNonIntermediateStageConf(org.apache.hadoop.conf.Configuration baseConf)
getNumIntermediateStages
public static int getNumIntermediateStages(org.apache.hadoop.conf.Configuration conf)
getPropertyNameForIntermediateStage
public static String getPropertyNameForIntermediateStage(int intermediateStage,
String originalPropertyName)
getInitialMapVertexName
public static String getInitialMapVertexName()
isInitialMapVertex
public boolean isInitialMapVertex(String vertexName)
getFinalReduceVertexName
public static String getFinalReduceVertexName()
isFinalReduceVertex
public boolean isFinalReduceVertex(String vertexName)
getIntermediateStageVertexName
public static String getIntermediateStageVertexName(int stageNum)
getIntermediateStageNum
public static int getIntermediateStageNum(String vertexName)
getBasicConfForVertex
public static org.apache.hadoop.conf.Configuration getBasicConfForVertex(org.apache.hadoop.conf.Configuration baseConf,
String vertexName)
getAndRemoveBasicConfForVertex
public static org.apache.hadoop.conf.Configuration getAndRemoveBasicConfForVertex(org.apache.hadoop.conf.Configuration baseConf,
String vertexName)
getConfForVertex
public static org.apache.hadoop.conf.Configuration getConfForVertex(org.apache.hadoop.conf.Configuration baseConf,
String vertexName)
addConfigurationForVertex
public static void addConfigurationForVertex(org.apache.hadoop.conf.Configuration baseConf,
String vertexName,
org.apache.hadoop.conf.Configuration vertexConf)
getPropertyNameForVertex
public static String getPropertyNameForVertex(String vertexName,
String originalPropertyName)
printConf
public static void printConf(org.apache.hadoop.conf.Configuration conf)
Copyright © 2014 Apache Software Foundation. All rights reserved.