org.apache.hadoop.hive.common.FileUtils.makePartName()方法的使用及代码示例

x33g5p2x  于2022-01-19 转载在 其他  
字(8.6k)|赞(0)|评价(0)|浏览(153)

本文整理了Java中org.apache.hadoop.hive.common.FileUtils.makePartName()方法的一些代码示例，展示了FileUtils.makePartName()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。FileUtils.makePartName()方法的具体详情如下：
包路径：org.apache.hadoop.hive.common.FileUtils
类名称：FileUtils
方法名：makePartName

FileUtils.makePartName介绍

[英]Makes a valid partition name.
[中]生成有效的分区名称。

代码示例

代码示例来源：origin: apache/hive

private String getDynPartDirectory(List<String> row, List<String> dpColNames) {
 return FileUtils.makePartName(dpColNames, row);
}

代码示例来源：origin: apache/hive

public static String makePartName(List<String> partCols, List<String> vals) {
 return makePartName(partCols, vals, null);
}

代码示例来源：origin: apache/drill

private String getDynPartDirectory(List<String> row, List<String> dpColNames) {
 return FileUtils.makePartName(dpColNames, row);
}

代码示例来源：origin: prestodb/presto

public static String makePartName(List<Column> partitionColumns, List<String> values)
{
  checkArgument(partitionColumns.size() == values.size());
  List<String> partitionColumnNames = partitionColumns.stream().map(Column::getName).collect(toList());
  return FileUtils.makePartName(partitionColumnNames, values);
}

代码示例来源：origin: prestodb/presto

private String getPartitionName(String databaseName, String tableName, List<String> partitionValues)
{
  Table table = getTable(databaseName, tableName)
      .orElseThrow(() -> new TableNotFoundException(new SchemaTableName(databaseName, tableName)));
  List<String> columnNames = table.getPartitionColumns().stream()
      .map(Column::getName)
      .collect(toImmutableList());
  return makePartName(columnNames, partitionValues);
}

代码示例来源：origin: prestodb/presto

partition -> makePartName(partitionColumns, partition.getValues()),
        partition -> getHiveBasicStatistics(partition.getParameters())));
Map<String, OptionalLong> partitionRowCounts = partitionBasicStatistics.entrySet().stream()

代码示例来源：origin: prestodb/presto

List<String> values = partitionAction.getData().getPartition().getValues();
if (!parts.isPresent() || partitionValuesMatch(values, parts.get())) {
  resultBuilder.add(makePartName(columnNames, values));

代码示例来源：origin: prestodb/presto

throw new PrestoException(ALREADY_EXISTS, "Partition already exists");
String partitionName = FileUtils.makePartName(actualPartitionColumnNames, partitionStringValues);

代码示例来源：origin: prestodb/presto

partitionName = Optional.of(FileUtils.makePartName(partitionColumnNames, partitionValues));

代码示例来源：origin: apache/hive

valList.add(partVal);
String partName = FileUtils.makePartName(keyList, valList);
rqst.setPartname(partName);

代码示例来源：origin: apache/hive

values.add(value);
outputLocation = FileUtils.makePartName(cols, values);

代码示例来源：origin: apache/hive

LOG.debug("DDLTask: Rename Partition is skipped as table {} / partition {} is newer than update",
     tableName,
     FileUtils.makePartName(new ArrayList<>(oldPartSpec.keySet()), new ArrayList<>(oldPartSpec.values())));
Partition oldPart = db.getPartition(tbl, oldPartSpec, false);
if (oldPart == null) {
 String partName = FileUtils.makePartName(new ArrayList<String>(oldPartSpec.keySet()),
   new ArrayList<String>(oldPartSpec.values()));
 throw new HiveException("Rename partition: source partition [" + partName

代码示例来源：origin: apache/hive

partitionSpecs = FileUtils.makePartName(conf.getPartColumns(), values);
if (LOG.isInfoEnabled()) {
 LOG.info("Stats Gathering found a new partition spec = " + partitionSpecs);

代码示例来源：origin: apache/drill

valList.add(partVal);
String partName = FileUtils.makePartName(keyList, valList);
rqst.setPartname(partName);

代码示例来源：origin: prestodb/presto

protected void createDummyPartitionedTable(SchemaTableName tableName, List<ColumnMetadata> columns)
    throws Exception
{
  doCreateEmptyTable(tableName, ORC, columns);
  ExtendedHiveMetastore metastoreClient = getMetastoreClient();
  Table table = metastoreClient.getTable(tableName.getSchemaName(), tableName.getTableName())
      .orElseThrow(() -> new TableNotFoundException(tableName));
  List<String> firstPartitionValues = ImmutableList.of("2016-01-01");
  List<String> secondPartitionValues = ImmutableList.of("2016-01-02");
  String firstPartitionName = makePartName(ImmutableList.of("ds"), firstPartitionValues);
  String secondPartitionName = makePartName(ImmutableList.of("ds"), secondPartitionValues);
  List<PartitionWithStatistics> partitions = ImmutableList.of(firstPartitionName, secondPartitionName)
      .stream()
      .map(partitionName -> new PartitionWithStatistics(createDummyPartition(table, partitionName), partitionName, PartitionStatistics.empty()))
      .collect(toImmutableList());
  metastoreClient.addPartitions(tableName.getSchemaName(), tableName.getTableName(), partitions);
  metastoreClient.updatePartitionStatistics(tableName.getSchemaName(), tableName.getTableName(), firstPartitionName, currentStatistics -> EMPTY_TABLE_STATISTICS);
  metastoreClient.updatePartitionStatistics(tableName.getSchemaName(), tableName.getTableName(), secondPartitionName, currentStatistics -> EMPTY_TABLE_STATISTICS);
}

代码示例来源：origin: apache/drill

/**
 * Rename a partition in a table
 *
 * @param db
 *          Database to rename the partition.
 * @param renamePartitionDesc
 *          rename old Partition to new one.
 * @return Returns 0 when execution succeeds and above 0 if it fails.
 * @throws HiveException
 */
private int renamePartition(Hive db, RenamePartitionDesc renamePartitionDesc) throws HiveException {
 Table tbl = db.getTable(renamePartitionDesc.getTableName());
 LinkedHashMap<String, String> oldPartSpec = renamePartitionDesc.getOldPartSpec();
 Partition oldPart = db.getPartition(tbl, oldPartSpec, false);
 if (oldPart == null) {
  String partName = FileUtils.makePartName(new ArrayList<String>(oldPartSpec.keySet()),
    new ArrayList<String>(oldPartSpec.values()));
  throw new HiveException("Rename partition: source partition [" + partName
    + "] does not exist.");
 }
 Partition part = db.getPartition(tbl, oldPartSpec, false);
 part.setValues(renamePartitionDesc.getNewPartSpec());
 db.renamePartition(tbl, oldPartSpec, part);
 Partition newPart = db
   .getPartition(tbl, renamePartitionDesc.getNewPartSpec(), false);
 work.getInputs().add(new ReadEntity(oldPart));
 // We've already obtained a lock on the table, don't lock the partition too
 addIfAbsentByName(new WriteEntity(newPart, WriteEntity.WriteType.DDL_NO_LOCK));
 return 0;
}

代码示例来源：origin: apache/hive

private List<ShowLocksResponseElement> getLocksWithFilterOptions(HiveTxnManager txnMgr,
  String dbName, String tblName, Map<String, String> partSpec) throws Exception {
 if (dbName == null && tblName != null) {
  dbName = SessionState.get().getCurrentDatabase();
 }
 ShowLocksRequest rqst = new ShowLocksRequest();
 rqst.setDbname(dbName);
 rqst.setTablename(tblName);
 if (partSpec != null) {
  List<String> keyList = new ArrayList<String>();
  List<String> valList = new ArrayList<String>();
  for (String partKey : partSpec.keySet()) {
   String partVal = partSpec.remove(partKey);
   keyList.add(partKey);
   valList.add(partVal);
  }
  String partName = FileUtils.makePartName(keyList, valList);
  rqst.setPartname(partName);
 }
 ShowLocksResponse rsp = ((DbLockManager)txnMgr.getLockManager()).getLocks(rqst);
 return rsp.getLocks();
}

代码示例来源：origin: prestodb/presto

private void eraseStatistics(SchemaTableName schemaTableName)
{
  ExtendedHiveMetastore metastoreClient = getMetastoreClient();
  metastoreClient.updateTableStatistics(schemaTableName.getSchemaName(), schemaTableName.getTableName(), statistics -> new PartitionStatistics(createEmptyStatistics(), ImmutableMap.of()));
  Table table = metastoreClient.getTable(schemaTableName.getSchemaName(), schemaTableName.getTableName())
      .orElseThrow(() -> new TableNotFoundException(schemaTableName));
  List<String> partitionColumns = table.getPartitionColumns().stream()
      .map(Column::getName)
      .collect(toImmutableList());
  if (!table.getPartitionColumns().isEmpty()) {
    List<String> partitionNames = metastoreClient.getPartitionNames(schemaTableName.getSchemaName(), schemaTableName.getTableName())
        .orElse(ImmutableList.of());
    List<Partition> partitions = metastoreClient
        .getPartitionsByNames(schemaTableName.getSchemaName(), schemaTableName.getTableName(), partitionNames)
        .entrySet()
        .stream()
        .map(Map.Entry::getValue)
        .filter(Optional::isPresent)
        .map(Optional::get)
        .collect(toImmutableList());
    for (Partition partition : partitions) {
      metastoreClient.updatePartitionStatistics(
          schemaTableName.getSchemaName(),
          schemaTableName.getTableName(),
          makePartName(partitionColumns, partition.getValues()),
          statistics -> new PartitionStatistics(createEmptyStatistics(), ImmutableMap.of()));
    }
  }
}

代码示例来源：origin: apache/hive

LOG.debug("DDLTask: Truncate Table/Partition is skipped as table {} / partition {} is newer than update",
 tableName,
 (partSpec == null) ? "null" : FileUtils.makePartName(new ArrayList<>(partSpec.keySet()), new ArrayList<>(partSpec.values())));

代码示例来源：origin: prestodb/presto

String partitionName = makePartName(ImmutableList.of("ds"), partitionValues);

内容来源于网络，如有侵权，请联系作者删除！

FileUtils

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多

    FileUtils类方法

    • 蜀ICP备2022004421号-2 NULL123 https://www.null123.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com