org.elasticsearch.hadoop.mr

Class HadoopCfgUtils

java.lang.Object

org.elasticsearch.hadoop.mr.HadoopCfgUtils

public abstract class HadoopCfgUtils
extends Object

Class which handles the various Hadoop properties, aware of the changes between YARN (Hadoop 2) and 1.

Constructor Summary

Constructors

Constructor and Description
HadoopCfgUtils()

Method Summary

Modifier and Type	Method and Description
static JobConf	asJobConf(Configuration cfg)
static Properties	asProperties(Configuration cfg)
static String	getFileOutputFormatDir(Configuration cfg)
static String	getFileSystem(Configuration cfg)
static String	getJobTracker(Configuration cfg)
static String	getMapValueClass(Configuration cfg)
static String	getOutputCommitterClass(Configuration cfg)
static String	getReduceTasks(Configuration cfg)
static boolean	getSpeculativeMap(Configuration cfg)
static boolean	getSpeculativeReduce(Configuration cfg)
static String	getTaskAttemptId(Configuration cfg)
static String	getTaskId(Configuration cfg)
static TaskID	getTaskID(Configuration cfg)
static org.elasticsearch.hadoop.util.unit.TimeValue	getTaskTimeout(Configuration cfg)
static boolean	isLocal(Configuration cfg)
static void	setFileOutputFormatDir(Configuration cfg, String value)
static void	setFileSystem(Configuration cfg, String value)
static void	setGenericOptions(Configuration cfg)
static void	setJobTracker(Configuration cfg, String value)
static void	setOutputCommitterClass(Configuration cfg, String value)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopCfgUtils

public HadoopCfgUtils()

Method Detail

isLocal

public static boolean isLocal(Configuration cfg)

getFileSystem

public static String getFileSystem(Configuration cfg)

setFileSystem

public static void setFileSystem(Configuration cfg,
                                 String value)

getJobTracker

public static String getJobTracker(Configuration cfg)

setJobTracker

public static void setJobTracker(Configuration cfg,
                                 String value)

getFileOutputFormatDir

public static String getFileOutputFormatDir(Configuration cfg)

setFileOutputFormatDir

public static void setFileOutputFormatDir(Configuration cfg,
                                          String value)

getOutputCommitterClass

public static String getOutputCommitterClass(Configuration cfg)

setOutputCommitterClass

public static void setOutputCommitterClass(Configuration cfg,
                                           String value)

getTaskAttemptId

public static String getTaskAttemptId(Configuration cfg)

getTaskId

public static String getTaskId(Configuration cfg)

getReduceTasks

public static String getReduceTasks(Configuration cfg)

getSpeculativeReduce

public static boolean getSpeculativeReduce(Configuration cfg)

getSpeculativeMap

public static boolean getSpeculativeMap(Configuration cfg)

setGenericOptions

public static void setGenericOptions(Configuration cfg)

getTaskTimeout

public static org.elasticsearch.hadoop.util.unit.TimeValue getTaskTimeout(Configuration cfg)

asProperties

public static Properties asProperties(Configuration cfg)

asJobConf

public static JobConf asJobConf(Configuration cfg)

getMapValueClass

public static String getMapValueClass(Configuration cfg)

getTaskID

public static TaskID getTaskID(Configuration cfg)