|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectcom.cloudera.sqoop.mapreduce.JobBase
public class JobBase
Base class for configuring and running a MapReduce job. Allows dependency injection, etc, for easy customization of import job types.
Field Summary | |
---|---|
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.InputFormat> |
inputFormatClass
|
static org.apache.commons.logging.Log |
LOG
|
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.Mapper> |
mapperClass
|
protected SqoopOptions |
options
|
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.OutputFormat> |
outputFormatClass
|
Constructor Summary | |
---|---|
JobBase()
|
|
JobBase(SqoopOptions opts)
|
|
JobBase(SqoopOptions opts,
java.lang.Class<? extends org.apache.hadoop.mapreduce.Mapper> mapperClass,
java.lang.Class<? extends org.apache.hadoop.mapreduce.InputFormat> inputFormatClass,
java.lang.Class<? extends org.apache.hadoop.mapreduce.OutputFormat> outputFormatClass)
|
Method Summary | |
---|---|
protected void |
configureInputFormat(org.apache.hadoop.mapreduce.Job job,
java.lang.String tableName,
java.lang.String tableClassName,
java.lang.String splitByCol)
Configure the inputformat to use for the job. |
protected void |
configureMapper(org.apache.hadoop.mapreduce.Job job,
java.lang.String tableName,
java.lang.String tableClassName)
Set the mapper class implementation to use in the job, as well as any related configuration (e.g., map output types). |
protected int |
configureNumTasks(org.apache.hadoop.mapreduce.Job job)
Configure the number of map/reduce tasks to use in the job. |
protected void |
configureOutputFormat(org.apache.hadoop.mapreduce.Job job,
java.lang.String tableName,
java.lang.String tableClassName)
Configure the output format to use for the job. |
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.InputFormat> |
getInputFormatClass()
|
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.Mapper> |
getMapperClass()
|
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.OutputFormat> |
getOutputFormatClass()
|
protected void |
loadJars(org.apache.hadoop.conf.Configuration conf,
java.lang.String ormJarFile,
java.lang.String tableClassName)
If jars must be loaded into the local environment, do so here. |
protected boolean |
runJob(org.apache.hadoop.mapreduce.Job job)
Actually run the MapReduce job. |
void |
setInputFormatClass(java.lang.Class<? extends org.apache.hadoop.mapreduce.InputFormat> cls)
Set the InputFormat class to use for this job. |
void |
setMapperClass(java.lang.Class<? extends org.apache.hadoop.mapreduce.Mapper> cls)
Set the Mapper class to use for this job. |
void |
setOptions(SqoopOptions opts)
Set the SqoopOptions configuring this job. |
void |
setOutputFormatClass(java.lang.Class<? extends org.apache.hadoop.mapreduce.OutputFormat> cls)
Set the OutputFormat class to use for this job. |
protected void |
unloadJars()
If any classloader was invoked by loadJars, free it here. |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
public static final org.apache.commons.logging.Log LOG
protected SqoopOptions options
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.Mapper> mapperClass
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.InputFormat> inputFormatClass
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.OutputFormat> outputFormatClass
Constructor Detail |
---|
public JobBase()
public JobBase(SqoopOptions opts)
public JobBase(SqoopOptions opts, java.lang.Class<? extends org.apache.hadoop.mapreduce.Mapper> mapperClass, java.lang.Class<? extends org.apache.hadoop.mapreduce.InputFormat> inputFormatClass, java.lang.Class<? extends org.apache.hadoop.mapreduce.OutputFormat> outputFormatClass)
Method Detail |
---|
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.Mapper> getMapperClass() throws java.lang.ClassNotFoundException
java.lang.ClassNotFoundException
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.InputFormat> getInputFormatClass() throws java.lang.ClassNotFoundException
java.lang.ClassNotFoundException
protected java.lang.Class<? extends org.apache.hadoop.mapreduce.OutputFormat> getOutputFormatClass() throws java.lang.ClassNotFoundException
java.lang.ClassNotFoundException
public void setOutputFormatClass(java.lang.Class<? extends org.apache.hadoop.mapreduce.OutputFormat> cls)
public void setInputFormatClass(java.lang.Class<? extends org.apache.hadoop.mapreduce.InputFormat> cls)
public void setMapperClass(java.lang.Class<? extends org.apache.hadoop.mapreduce.Mapper> cls)
public void setOptions(SqoopOptions opts)
protected void loadJars(org.apache.hadoop.conf.Configuration conf, java.lang.String ormJarFile, java.lang.String tableClassName) throws java.io.IOException
java.io.IOException
protected void unloadJars()
protected void configureInputFormat(org.apache.hadoop.mapreduce.Job job, java.lang.String tableName, java.lang.String tableClassName, java.lang.String splitByCol) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
protected void configureOutputFormat(org.apache.hadoop.mapreduce.Job job, java.lang.String tableName, java.lang.String tableClassName) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
protected void configureMapper(org.apache.hadoop.mapreduce.Job job, java.lang.String tableName, java.lang.String tableClassName) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
protected int configureNumTasks(org.apache.hadoop.mapreduce.Job job) throws java.io.IOException
java.io.IOException
protected boolean runJob(org.apache.hadoop.mapreduce.Job job) throws java.lang.ClassNotFoundException, java.io.IOException, java.lang.InterruptedException
java.lang.ClassNotFoundException
java.io.IOException
java.lang.InterruptedException
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |