org.apache.parquet.column.Encoding.valueOf()方法的使用及代码示例

x33g5p2x  于2022-01-19 转载在 其他  
字(9.3k)|赞(0)|评价(0)|浏览(136)

本文整理了Java中org.apache.parquet.column.Encoding.valueOf()方法的一些代码示例，展示了Encoding.valueOf()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Encoding.valueOf()方法的具体详情如下：
包路径：org.apache.parquet.column.Encoding
类名称：Encoding
方法名：valueOf

Encoding.valueOf介绍

暂无

代码示例

代码示例来源：origin: io.prestosql/presto-parquet

private static Set<org.apache.parquet.column.Encoding> readEncodings(List<Encoding> encodings)
{
  Set<org.apache.parquet.column.Encoding> columnEncodings = new HashSet<>();
  for (Encoding encoding : encodings) {
    columnEncodings.add(org.apache.parquet.column.Encoding.valueOf(encoding.name()));
  }
  return Collections.unmodifiableSet(columnEncodings);
}

代码示例来源：origin: prestosql/presto

private static Set<org.apache.parquet.column.Encoding> readEncodings(List<Encoding> encodings)
{
  Set<org.apache.parquet.column.Encoding> columnEncodings = new HashSet<>();
  for (Encoding encoding : encodings) {
    columnEncodings.add(org.apache.parquet.column.Encoding.valueOf(encoding.name()));
  }
  return Collections.unmodifiableSet(columnEncodings);
}

代码示例来源：origin: org.lasersonlab.apache.parquet/parquet-hadoop

public org.apache.parquet.column.Encoding getEncoding(Encoding encoding) {
 return org.apache.parquet.column.Encoding.valueOf(encoding.name());
}

代码示例来源：origin: org.apache.parquet/parquet-hadoop

public org.apache.parquet.column.Encoding getEncoding(Encoding encoding) {
 return org.apache.parquet.column.Encoding.valueOf(encoding.name());
}

代码示例来源：origin: io.prestosql/presto-parquet

private static Optional<DictionaryPage> readDictionaryPage(byte[] data, CompressionCodecName codecName)
{
  try {
    ByteArrayInputStream inputStream = new ByteArrayInputStream(data);
    PageHeader pageHeader = Util.readPageHeader(inputStream);
    if (pageHeader.type != PageType.DICTIONARY_PAGE) {
      return Optional.empty();
    }
    Slice compressedData = wrappedBuffer(data, data.length - inputStream.available(), pageHeader.getCompressed_page_size());
    DictionaryPageHeader dicHeader = pageHeader.getDictionary_page_header();
    ParquetEncoding encoding = getParquetEncoding(Encoding.valueOf(dicHeader.getEncoding().name()));
    int dictionarySize = dicHeader.getNum_values();
    return Optional.of(new DictionaryPage(decompress(codecName, compressedData, pageHeader.getUncompressed_page_size()), dictionarySize, encoding));
  }
  catch (IOException ignored) {
    return Optional.empty();
  }
}

代码示例来源：origin: prestosql/presto

private static Optional<DictionaryPage> readDictionaryPage(byte[] data, CompressionCodecName codecName)
{
  try {
    ByteArrayInputStream inputStream = new ByteArrayInputStream(data);
    PageHeader pageHeader = Util.readPageHeader(inputStream);
    if (pageHeader.type != PageType.DICTIONARY_PAGE) {
      return Optional.empty();
    }
    Slice compressedData = wrappedBuffer(data, data.length - inputStream.available(), pageHeader.getCompressed_page_size());
    DictionaryPageHeader dicHeader = pageHeader.getDictionary_page_header();
    ParquetEncoding encoding = getParquetEncoding(Encoding.valueOf(dicHeader.getEncoding().name()));
    int dictionarySize = dicHeader.getNum_values();
    return Optional.of(new DictionaryPage(decompress(codecName, compressedData, pageHeader.getUncompressed_page_size()), dictionarySize, encoding));
  }
  catch (IOException ignored) {
    return Optional.empty();
  }
}

代码示例来源：origin: org.apache.drill.exec/drill-java-exec

private void readDictionaryPage(final PageHeader pageHeader,
                final ColumnReader<?> parentStatus) throws IOException {
 int compressedSize = pageHeader.getCompressed_page_size();
 int uncompressedSize = pageHeader.getUncompressed_page_size();
 final DrillBuf dictionaryData = readPage(pageHeader, compressedSize, uncompressedSize);
 allocatedDictionaryBuffers.add(dictionaryData);
 DictionaryPage page = new DictionaryPage(
   asBytesInput(dictionaryData, 0, uncompressedSize),
   pageHeader.uncompressed_page_size,
   pageHeader.dictionary_page_header.num_values,
   valueOf(pageHeader.dictionary_page_header.encoding.name()));
 this.dictionary = page.getEncoding().initDictionary(parentStatus.columnDescriptor, page);
}

代码示例来源：origin: prestosql/presto

private long readDataPageV1(PageHeader pageHeader,
    int uncompressedPageSize,
    int compressedPageSize,
    List<DataPage> pages)
{
  DataPageHeader dataHeaderV1 = pageHeader.getData_page_header();
  pages.add(new DataPageV1(
      getSlice(compressedPageSize),
      dataHeaderV1.getNum_values(),
      uncompressedPageSize,
      MetadataReader.readStats(
          dataHeaderV1.getStatistics(),
          descriptor.getColumnDescriptor().getType()),
      getParquetEncoding(Encoding.valueOf(dataHeaderV1.getRepetition_level_encoding().name())),
      getParquetEncoding(Encoding.valueOf(dataHeaderV1.getDefinition_level_encoding().name())),
      getParquetEncoding(Encoding.valueOf(dataHeaderV1.getEncoding().name()))));
  return dataHeaderV1.getNum_values();
}

代码示例来源：origin: io.prestosql/presto-parquet

private long readDataPageV1(PageHeader pageHeader,
    int uncompressedPageSize,
    int compressedPageSize,
    List<DataPage> pages)
{
  DataPageHeader dataHeaderV1 = pageHeader.getData_page_header();
  pages.add(new DataPageV1(
      getSlice(compressedPageSize),
      dataHeaderV1.getNum_values(),
      uncompressedPageSize,
      MetadataReader.readStats(
          dataHeaderV1.getStatistics(),
          descriptor.getColumnDescriptor().getType()),
      getParquetEncoding(Encoding.valueOf(dataHeaderV1.getRepetition_level_encoding().name())),
      getParquetEncoding(Encoding.valueOf(dataHeaderV1.getDefinition_level_encoding().name())),
      getParquetEncoding(Encoding.valueOf(dataHeaderV1.getEncoding().name()))));
  return dataHeaderV1.getNum_values();
}

代码示例来源：origin: io.prestosql/presto-parquet

private DictionaryPage readDictionaryPage(PageHeader pageHeader, int uncompressedPageSize, int compressedPageSize)
{
  DictionaryPageHeader dicHeader = pageHeader.getDictionary_page_header();
  return new DictionaryPage(
      getSlice(compressedPageSize),
      uncompressedPageSize,
      dicHeader.getNum_values(),
      getParquetEncoding(Encoding.valueOf(dicHeader.getEncoding().name())));
}

代码示例来源：origin: prestosql/presto

private DictionaryPage readDictionaryPage(PageHeader pageHeader, int uncompressedPageSize, int compressedPageSize)
{
  DictionaryPageHeader dicHeader = pageHeader.getDictionary_page_header();
  return new DictionaryPage(
      getSlice(compressedPageSize),
      uncompressedPageSize,
      dicHeader.getNum_values(),
      getParquetEncoding(Encoding.valueOf(dicHeader.getEncoding().name())));
}

代码示例来源：origin: org.apache.drill.exec/drill-java-exec

private void readDictionaryPageData(final ReadStatus readStatus, final ColumnReader<?> parentStatus)
  throws UserException {
 try {
  pageHeader = readStatus.getPageHeader();
  int uncompressedSize = pageHeader.getUncompressed_page_size();
  final DrillBuf dictionaryData = getDecompressedPageData(readStatus);
  Stopwatch timer = Stopwatch.createStarted();
  allocatedDictionaryBuffers.add(dictionaryData);
  DictionaryPage page = new DictionaryPage(asBytesInput(dictionaryData, 0, uncompressedSize),
    pageHeader.uncompressed_page_size, pageHeader.dictionary_page_header.num_values,
    valueOf(pageHeader.dictionary_page_header.encoding.name()));
  this.dictionary = page.getEncoding().initDictionary(parentStatus.columnDescriptor, page);
  long timeToDecode = timer.elapsed(TimeUnit.NANOSECONDS);
  stats.timeDictPageDecode.addAndGet(timeToDecode);
 } catch (Exception e) {
  handleAndThrowException(e, "Error decoding dictionary page.");
 }
}

代码示例来源：origin: dremio/dremio-oss

private void readDictionaryPage(final PageHeader pageHeader,
                final ColumnReader<?> parentStatus) throws IOException {
 int compressedSize = pageHeader.getCompressed_page_size();
 int uncompressedSize = pageHeader.getUncompressed_page_size();
 final ArrowBuf dictionaryData = allocateDictionaryBuffer(uncompressedSize);
 readPage(pageHeader, compressedSize, uncompressedSize, dictionaryData);
 DictionaryPage page = new DictionaryPage(
   asBytesInput(dictionaryData, 0, uncompressedSize),
   pageHeader.uncompressed_page_size,
   pageHeader.dictionary_page_header.num_values,
   valueOf(pageHeader.dictionary_page_header.encoding.name()));
 this.dictionary = page.getEncoding().initDictionary(parentStatus.columnDescriptor, page);
}

代码示例来源：origin: prestosql/presto

private long readDataPageV2(PageHeader pageHeader,
      int uncompressedPageSize,
      int compressedPageSize,
      List<DataPage> pages)
  {
    DataPageHeaderV2 dataHeaderV2 = pageHeader.getData_page_header_v2();
    int dataSize = compressedPageSize - dataHeaderV2.getRepetition_levels_byte_length() - dataHeaderV2.getDefinition_levels_byte_length();
    pages.add(new DataPageV2(
        dataHeaderV2.getNum_rows(),
        dataHeaderV2.getNum_nulls(),
        dataHeaderV2.getNum_values(),
        getSlice(dataHeaderV2.getRepetition_levels_byte_length()),
        getSlice(dataHeaderV2.getDefinition_levels_byte_length()),
        getParquetEncoding(Encoding.valueOf(dataHeaderV2.getEncoding().name())),
        getSlice(dataSize),
        uncompressedPageSize,
        MetadataReader.readStats(
            dataHeaderV2.getStatistics(),
            descriptor.getColumnDescriptor().getType()),
        dataHeaderV2.isIs_compressed()));
    return dataHeaderV2.getNum_values();
  }
}

代码示例来源：origin: io.prestosql/presto-parquet

private long readDataPageV2(PageHeader pageHeader,
      int uncompressedPageSize,
      int compressedPageSize,
      List<DataPage> pages)
  {
    DataPageHeaderV2 dataHeaderV2 = pageHeader.getData_page_header_v2();
    int dataSize = compressedPageSize - dataHeaderV2.getRepetition_levels_byte_length() - dataHeaderV2.getDefinition_levels_byte_length();
    pages.add(new DataPageV2(
        dataHeaderV2.getNum_rows(),
        dataHeaderV2.getNum_nulls(),
        dataHeaderV2.getNum_values(),
        getSlice(dataHeaderV2.getRepetition_levels_byte_length()),
        getSlice(dataHeaderV2.getDefinition_levels_byte_length()),
        getParquetEncoding(Encoding.valueOf(dataHeaderV2.getEncoding().name())),
        getSlice(dataSize),
        uncompressedPageSize,
        MetadataReader.readStats(
            dataHeaderV2.getStatistics(),
            descriptor.getColumnDescriptor().getType()),
        dataHeaderV2.isIs_compressed()));
    return dataHeaderV2.getNum_values();
  }
}

内容来源于网络，如有侵权，请联系作者删除！

Encoding

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备2022004421号-2 NULL123 https://www.null123.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com