本文整理了Java中org.apache.hadoop.hive.ql.exec.Utilities.setColumnTypeList()
方法的一些代码示例,展示了Utilities.setColumnTypeList()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Utilities.setColumnTypeList()
方法的具体详情如下:
包路径:org.apache.hadoop.hive.ql.exec.Utilities
类名称:Utilities
方法名:setColumnTypeList
暂无
代码示例来源:origin: apache/hive
public static void setColumnTypeList(JobConf jobConf, Operator op) {
setColumnTypeList(jobConf, op, false);
}
代码示例来源:origin: apache/hive
public static void setColumnTypeList(JobConf jobConf, RowSchema rowSchema) {
setColumnTypeList(jobConf, rowSchema, false);
}
代码示例来源:origin: apache/drill
public static void setColumnTypeList(JobConf jobConf, RowSchema rowSchema) {
setColumnTypeList(jobConf, rowSchema, false);
}
代码示例来源:origin: apache/drill
public static void setColumnTypeList(JobConf jobConf, Operator op) {
setColumnTypeList(jobConf, op, false);
}
代码示例来源:origin: apache/hive
public static void setColumnTypeList(JobConf jobConf, Operator op, boolean excludeVCs) {
RowSchema rowSchema = op.getSchema();
setColumnTypeList(jobConf, rowSchema, excludeVCs);
}
代码示例来源:origin: apache/drill
public static void setColumnTypeList(JobConf jobConf, Operator op, boolean excludeVCs) {
RowSchema rowSchema = op.getSchema();
setColumnTypeList(jobConf, rowSchema, excludeVCs);
}
代码示例来源:origin: apache/hive
Utilities.setColumnTypeList(jobConf, scanOp, true);
HiveStorageHandler handler = table.getStorageHandler();
if (handler instanceof InputEstimator) {
代码示例来源:origin: apache/hive
Utilities.setColumnTypeList(jobConf, tableScan);
代码示例来源:origin: apache/hive
TableScanOperator scanOp = (TableScanOperator) aliasToWork.get(alias);
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);
Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf);
代码示例来源:origin: apache/drill
Utilities.setColumnTypeList(jobConf, tableScan);
代码示例来源:origin: apache/drill
TableScanOperator scanOp = (TableScanOperator) aliasToWork.get(alias);
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);
Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf);
代码示例来源:origin: apache/drill
Utilities.setColumnTypeList(jobConf, scanOp, true);
HiveStorageHandler handler = table.getStorageHandler();
if (handler instanceof InputEstimator) {
代码示例来源:origin: apache/hive
JobConf jobConf = new JobConf(owi.getParseContext().getConf());
Utilities.setColumnNameList(jobConf, tableScanOp);
Utilities.setColumnTypeList(jobConf, tableScanOp);
代码示例来源:origin: apache/drill
JobConf jobConf = new JobConf(owi.getParseContext().getConf());
Utilities.setColumnNameList(jobConf, tableScanOp);
Utilities.setColumnTypeList(jobConf, tableScanOp);
Utilities.copyTableJobPropertiesToConf(
Utilities.getTableDesc(tbl),
代码示例来源:origin: com.facebook.presto.hive/hive-apache
public static void setColumnTypeList(JobConf jobConf, Operator op) {
setColumnTypeList(jobConf, op, false);
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
Utilities.setColumnTypeList(jobConf, tableScan);
代码示例来源:origin: com.facebook.presto.hive/hive-apache
TableScanOperator scanOp = (TableScanOperator) aliasToWork.get(alias);
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);
Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf);
代码示例来源:origin: com.facebook.presto.hive/hive-apache
private long calculateLength(ParseContext pctx, long remaining) throws Exception {
JobConf jobConf = new JobConf(pctx.getConf());
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
HiveStorageHandler handler = table.getStorageHandler();
if (handler instanceof InputEstimator) {
InputEstimator estimator = (InputEstimator) handler;
TableDesc tableDesc = Utilities.getTableDesc(table);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);
Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf);
return estimator.estimate(jobConf, scanOp, remaining).getTotalLength();
}
if (table.isNonNative()) {
return 0; // nothing can be done
}
if (!table.isPartitioned()) {
return getFileLength(jobConf, table.getPath(), table.getInputFormatClass());
}
long total = 0;
for (Partition partition : partsList.getNotDeniedPartns()) {
Path path = partition.getDataLocation();
total += getFileLength(jobConf, path, partition.getInputFormatClass());
}
return total;
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
JobConf jobConf = new JobConf(owi.getParseContext().getConf());
Utilities.setColumnNameList(jobConf, tableScanOp);
Utilities.setColumnTypeList(jobConf, tableScanOp);
Utilities.copyTableJobPropertiesToConf(
Utilities.getTableDesc(tbl),
内容来源于网络,如有侵权,请联系作者删除!