|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectcom.cloudera.sqoop.tool.SqoopTool
com.cloudera.sqoop.tool.BaseSqoopTool
public abstract class BaseSqoopTool
Layer on top of SqoopTool that provides some basic common code that most SqoopTool implementations will use. Subclasses should call init() at the top of their run() method, and call destroy() at the end in a finally block.
Field Summary | |
---|---|
static java.lang.String |
APPEND_ARG
|
static java.lang.String |
BIN_OUT_DIR_ARG
|
static java.lang.String |
CLASS_NAME_ARG
|
static java.lang.String |
CODE_OUT_DIR_ARG
|
static java.lang.String |
COLUMNS_ARG
|
static java.lang.String |
COMPRESS_ARG
|
static java.lang.String |
COMPRESS_SHORT_ARG
|
static java.lang.String |
CONNECT_STRING_ARG
|
static java.lang.String |
DEBUG_SQL_ARG
|
static java.lang.String |
DEBUG_SQL_SHORT_ARG
|
static java.lang.String |
DIRECT_ARG
|
static java.lang.String |
DIRECT_SPLIT_SIZE_ARG
|
static java.lang.String |
DRIVER_ARG
|
static java.lang.String |
ENCLOSED_BY_ARG
|
static java.lang.String |
ESCAPED_BY_ARG
|
static java.lang.String |
EXPORT_PATH_ARG
|
static java.lang.String |
FIELDS_TERMINATED_BY_ARG
|
static java.lang.String |
FMT_SEQUENCEFILE_ARG
|
static java.lang.String |
FMT_TEXTFILE_ARG
|
static java.lang.String |
HADOOP_HOME_ARG
|
static java.lang.String |
HELP_ARG
|
static java.lang.String |
HELP_STR
|
static java.lang.String |
HIVE_HOME_ARG
|
static java.lang.String |
HIVE_IMPORT_ARG
|
static java.lang.String |
HIVE_OVERWRITE_ARG
|
static java.lang.String |
HIVE_TABLE_ARG
|
static java.lang.String |
INLINE_LOB_LIMIT_ARG
|
static java.lang.String |
INPUT_ENCLOSED_BY_ARG
|
static java.lang.String |
INPUT_ESCAPED_BY_ARG
|
static java.lang.String |
INPUT_FIELDS_TERMINATED_BY_ARG
|
static java.lang.String |
INPUT_LINES_TERMINATED_BY_ARG
|
static java.lang.String |
INPUT_OPTIONALLY_ENCLOSED_BY_ARG
|
static java.lang.String |
JAR_FILE_NAME_ARG
|
static java.lang.String |
LINES_TERMINATED_BY_ARG
|
static org.apache.commons.logging.Log |
LOG
|
protected ConnManager |
manager
|
static java.lang.String |
MYSQL_DELIMITERS_ARG
|
static java.lang.String |
NUM_MAPPERS_ARG
|
static java.lang.String |
NUM_MAPPERS_SHORT_ARG
|
static java.lang.String |
OPTIONALLY_ENCLOSED_BY_ARG
|
static java.lang.String |
PACKAGE_NAME_ARG
|
static java.lang.String |
PASSWORD_ARG
|
static java.lang.String |
PASSWORD_PROMPT_ARG
|
static java.lang.String |
SPLIT_BY_ARG
|
static java.lang.String |
TABLE_ARG
|
static java.lang.String |
TARGET_DIR_ARG
|
static java.lang.String |
USERNAME_ARG
|
static java.lang.String |
VERBOSE_ARG
|
static java.lang.String |
WAREHOUSE_DIR_ARG
|
static java.lang.String |
WHERE_ARG
|
Fields inherited from class com.cloudera.sqoop.tool.SqoopTool |
---|
extraArguments |
Constructor Summary | |
---|---|
BaseSqoopTool()
|
|
BaseSqoopTool(java.lang.String toolName)
|
Method Summary | |
---|---|
protected void |
applyCodeGenOptions(org.apache.commons.cli.CommandLine in,
SqoopOptions out,
boolean multiTable)
|
protected void |
applyCommonOptions(org.apache.commons.cli.CommandLine in,
SqoopOptions out)
Apply common command-line to the state. |
protected void |
applyHiveOptions(org.apache.commons.cli.CommandLine in,
SqoopOptions out)
|
protected void |
applyInputFormatOptions(org.apache.commons.cli.CommandLine in,
SqoopOptions out)
|
protected void |
applyOutputFormatOptions(org.apache.commons.cli.CommandLine in,
SqoopOptions out)
|
protected void |
destroy(SqoopOptions sqoopOpts)
Should be called in a 'finally' block at the end of the run() method. |
protected RelatedOptions |
getCodeGenOpts(boolean multiTable)
|
protected RelatedOptions |
getCommonOptions()
|
protected RelatedOptions |
getHiveOptions(boolean explicitHiveImport)
|
protected RelatedOptions |
getInputFormatOptions()
|
ConnManager |
getManager()
|
protected RelatedOptions |
getOutputFormatOptions()
|
protected java.lang.String[] |
getSubcommandArgs(java.lang.String[] argv)
If argv contains an entry "--", return an array containing all elements after the "--" separator. |
protected boolean |
hasUnrecognizedArgs(java.lang.String[] argv)
|
protected boolean |
hasUnrecognizedArgs(java.lang.String[] argv,
int offset,
int len)
Examines a subset of the arrray presented, and determines if it contains any non-empty arguments. |
protected boolean |
init(SqoopOptions sqoopOpts)
Should be called at the beginning of the run() method to initialize the connection manager, etc. |
protected void |
setManager(ConnManager mgr)
|
protected void |
validateCodeGenOptions(SqoopOptions options)
|
protected void |
validateCommonOptions(SqoopOptions options)
|
protected void |
validateHiveOptions(SqoopOptions options)
|
protected void |
validateOutputFormatOptions(SqoopOptions options)
|
Methods inherited from class com.cloudera.sqoop.tool.SqoopTool |
---|
appendArgs, applyOptions, configureOptions, getTool, getToolDescription, getToolName, getToolNames, parseArguments, printHelp, run, setToolName, toString, validateOptions |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait |
Field Detail |
---|
public static final org.apache.commons.logging.Log LOG
public static final java.lang.String HELP_STR
public static final java.lang.String CONNECT_STRING_ARG
public static final java.lang.String DRIVER_ARG
public static final java.lang.String USERNAME_ARG
public static final java.lang.String PASSWORD_ARG
public static final java.lang.String PASSWORD_PROMPT_ARG
public static final java.lang.String DIRECT_ARG
public static final java.lang.String TABLE_ARG
public static final java.lang.String COLUMNS_ARG
public static final java.lang.String SPLIT_BY_ARG
public static final java.lang.String WHERE_ARG
public static final java.lang.String HADOOP_HOME_ARG
public static final java.lang.String HIVE_HOME_ARG
public static final java.lang.String WAREHOUSE_DIR_ARG
public static final java.lang.String TARGET_DIR_ARG
public static final java.lang.String APPEND_ARG
public static final java.lang.String FMT_SEQUENCEFILE_ARG
public static final java.lang.String FMT_TEXTFILE_ARG
public static final java.lang.String HIVE_IMPORT_ARG
public static final java.lang.String HIVE_TABLE_ARG
public static final java.lang.String HIVE_OVERWRITE_ARG
public static final java.lang.String NUM_MAPPERS_ARG
public static final java.lang.String NUM_MAPPERS_SHORT_ARG
public static final java.lang.String COMPRESS_ARG
public static final java.lang.String COMPRESS_SHORT_ARG
public static final java.lang.String DIRECT_SPLIT_SIZE_ARG
public static final java.lang.String INLINE_LOB_LIMIT_ARG
public static final java.lang.String EXPORT_PATH_ARG
public static final java.lang.String FIELDS_TERMINATED_BY_ARG
public static final java.lang.String LINES_TERMINATED_BY_ARG
public static final java.lang.String OPTIONALLY_ENCLOSED_BY_ARG
public static final java.lang.String ENCLOSED_BY_ARG
public static final java.lang.String ESCAPED_BY_ARG
public static final java.lang.String MYSQL_DELIMITERS_ARG
public static final java.lang.String INPUT_FIELDS_TERMINATED_BY_ARG
public static final java.lang.String INPUT_LINES_TERMINATED_BY_ARG
public static final java.lang.String INPUT_OPTIONALLY_ENCLOSED_BY_ARG
public static final java.lang.String INPUT_ENCLOSED_BY_ARG
public static final java.lang.String INPUT_ESCAPED_BY_ARG
public static final java.lang.String CODE_OUT_DIR_ARG
public static final java.lang.String BIN_OUT_DIR_ARG
public static final java.lang.String PACKAGE_NAME_ARG
public static final java.lang.String CLASS_NAME_ARG
public static final java.lang.String JAR_FILE_NAME_ARG
public static final java.lang.String DEBUG_SQL_ARG
public static final java.lang.String DEBUG_SQL_SHORT_ARG
public static final java.lang.String VERBOSE_ARG
public static final java.lang.String HELP_ARG
protected ConnManager manager
Constructor Detail |
---|
public BaseSqoopTool()
public BaseSqoopTool(java.lang.String toolName)
Method Detail |
---|
public ConnManager getManager()
protected void setManager(ConnManager mgr)
protected boolean init(SqoopOptions sqoopOpts)
protected void destroy(SqoopOptions sqoopOpts)
protected boolean hasUnrecognizedArgs(java.lang.String[] argv, int offset, int len)
argv
- an array of strings to check.offset
- the first element of the array to checklen
- the number of elements to check
protected boolean hasUnrecognizedArgs(java.lang.String[] argv)
protected java.lang.String[] getSubcommandArgs(java.lang.String[] argv)
argv
- a set of arguments to scan for the subcommand arguments.protected RelatedOptions getCommonOptions()
protected RelatedOptions getHiveOptions(boolean explicitHiveImport)
explicitHiveImport
- true if the user has an explicit --hive-import
available, or false if this is implied by the tool.
protected RelatedOptions getOutputFormatOptions()
protected RelatedOptions getInputFormatOptions()
protected RelatedOptions getCodeGenOpts(boolean multiTable)
multiTable
- true if these options will be used for bulk code-gen.
protected void applyCommonOptions(org.apache.commons.cli.CommandLine in, SqoopOptions out) throws SqoopOptions.InvalidOptionsException
SqoopOptions.InvalidOptionsException
protected void applyHiveOptions(org.apache.commons.cli.CommandLine in, SqoopOptions out) throws SqoopOptions.InvalidOptionsException
SqoopOptions.InvalidOptionsException
protected void applyOutputFormatOptions(org.apache.commons.cli.CommandLine in, SqoopOptions out) throws SqoopOptions.InvalidOptionsException
SqoopOptions.InvalidOptionsException
protected void applyInputFormatOptions(org.apache.commons.cli.CommandLine in, SqoopOptions out) throws SqoopOptions.InvalidOptionsException
SqoopOptions.InvalidOptionsException
protected void applyCodeGenOptions(org.apache.commons.cli.CommandLine in, SqoopOptions out, boolean multiTable) throws SqoopOptions.InvalidOptionsException
SqoopOptions.InvalidOptionsException
protected void validateCommonOptions(SqoopOptions options) throws SqoopOptions.InvalidOptionsException
SqoopOptions.InvalidOptionsException
protected void validateCodeGenOptions(SqoopOptions options) throws SqoopOptions.InvalidOptionsException
SqoopOptions.InvalidOptionsException
protected void validateOutputFormatOptions(SqoopOptions options) throws SqoopOptions.InvalidOptionsException
SqoopOptions.InvalidOptionsException
protected void validateHiveOptions(SqoopOptions options)
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |