/** @return the argv to supply to a code-gen only job for Hive imports. */
protected String[] getCodeGenArgs() {
ArrayList<String> args = new ArrayList<String>();
args.add("--table");
args.add(getTableName());
args.add("--connect");
args.add(HsqldbTestServer.getUrl());
args.add("--hive-import");
return args.toArray(new String[0]);
}
/** @return the argv to supply to a ddl-executing-only job for Hive imports. */
protected String[] getCreateHiveTableArgs(String[] extraArgs) {
ArrayList<String> args = new ArrayList<String>();
args.add("--table");
args.add(getTableName());
args.add("--connect");
args.add(HsqldbTestServer.getUrl());
if (null != extraArgs) {
for (String arg : extraArgs) {
args.add(arg);
}
}
return args.toArray(new String[0]);
}
/**
* Create the argv to pass to Sqoop.
*
* @return the argv as an array of strings.
*/
private String[] getArgv(
boolean includeHadoopFlags,
String fieldTerminator,
String lineTerminator,
String encloser,
String escape,
boolean encloserRequired) {
ArrayList<String> args = new ArrayList<String>();
if (includeHadoopFlags) {
CommonArgs.addHadoopFlags(args);
}
args.add("--table");
args.add(getTableName());
args.add("--warehouse-dir");
args.add(getWarehouseDir());
args.add("--connect");
args.add(HsqldbTestServer.getUrl());
args.add("--as-textfile");
args.add("--split-by");
args.add("DATA_COL0"); // always split by first column.
args.add("--fields-terminated-by");
args.add(fieldTerminator);
args.add("--lines-terminated-by");
args.add(lineTerminator);
args.add("--escaped-by");
args.add(escape);
if (encloserRequired) {
args.add("--enclosed-by");
} else {
args.add("--optionally-enclosed-by");
}
args.add(encloser);
args.add("--num-mappers");
args.add("1");
return args.toArray(new String[0]);
}
/**
* Create the argv to pass to Sqoop.
*
* @return the argv as an array of strings.
*/
protected String[] getArgv(boolean includeHadoopFlags, String[] moreArgs) {
ArrayList<String> args = new ArrayList<String>();
if (includeHadoopFlags) {
CommonArgs.addHadoopFlags(args);
}
if (null != moreArgs) {
for (String arg : moreArgs) {
args.add(arg);
}
}
args.add("--table");
args.add(getTableName());
args.add("--warehouse-dir");
args.add(getWarehouseDir());
args.add("--connect");
args.add(HsqldbTestServer.getUrl());
args.add("--hive-import");
String[] colNames = getColNames();
if (null != colNames) {
args.add("--split-by");
args.add(colNames[0]);
} else {
fail("Could not determine column names.");
}
args.add("--num-mappers");
args.add("1");
for (String a : args) {
LOG.debug("ARG : " + a);
}
return args.toArray(new String[0]);
}
