org.apache.hadoop.hbase.Cell.getFamilyArray()方法的使用及代码示例

x33g5p2x  于2022-01-18 转载在 其他  
字(12.5k)|赞(0)|评价(0)|浏览(336)

本文整理了Java中org.apache.hadoop.hbase.Cell.getFamilyArray()方法的一些代码示例，展示了Cell.getFamilyArray()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Cell.getFamilyArray()方法的具体详情如下：
包路径：org.apache.hadoop.hbase.Cell
类名称：Cell
方法名：getFamilyArray

Cell.getFamilyArray介绍

[英]Contiguous bytes composed of legal HDFS filename characters which may start at any index in the containing array. Max length is Byte.MAX_VALUE, which is 127 bytes.
[中]由合法HDFS文件名字符组成的连续字节，这些字符可以从包含数组中的任何索引开始。最大长度为字节。最大值，即127字节。

代码示例

代码示例来源：origin: apache/hbase

public static int compareCommonFamilyPrefix(Cell left, Cell right, int familyCommonPrefix) {
 return Bytes.compareTo(left.getFamilyArray(), left.getFamilyOffset() + familyCommonPrefix,
   left.getFamilyLength() - familyCommonPrefix, right.getFamilyArray(),
   right.getFamilyOffset() + familyCommonPrefix, right.getFamilyLength() - familyCommonPrefix);
}

代码示例来源：origin: apache/kylin

public static Cell findCell(List<Cell> cells, byte[] familyName, byte[] columnName) {
  for (Cell c : cells) {
    if (BytesUtil.compareBytes(familyName, 0, c.getFamilyArray(), c.getFamilyOffset(), familyName.length) == 0 && //
        BytesUtil.compareBytes(columnName, 0, c.getQualifierArray(), c.getQualifierOffset(), columnName.length) == 0) {
      return c;
    }
  }
  return null;
}

代码示例来源：origin: apache/kylin

public static ByteBuffer getValueAsByteBuffer(Result hbaseRow, byte[] cf, byte[] cq) {
  List<Cell> cells = hbaseRow.listCells();
  if (cells == null || cells.size() == 0) {
    return null;
  } else {
    for (Cell c : cells) {
      if (Bytes.compareTo(cf, 0, cf.length, c.getFamilyArray(), c.getFamilyOffset(), c.getFamilyLength()) == 0 && //
          Bytes.compareTo(cq, 0, cq.length, c.getQualifierArray(), c.getQualifierOffset(), c.getQualifierLength()) == 0) {
        return ByteBuffer.wrap(c.getValueArray(), c.getValueOffset(), c.getValueLength());
      }
    }
  }
  return null;
}

代码示例来源：origin: apache/hbase

if (cell.getQualifierLength() == 0
  && (cell.getTypeByte() == Type.DeleteFamily.getCode()
  || cell.getTypeByte() == Type.DeleteFamilyVersion.getCode())) {
curFam.set(cell.getFamilyArray(), cell.getFamilyOffset(), cell.getFamilyLength());
List<Cell> cols = familyMap1.get(curFam);
for (Cell col : cols) {
 if ((col.getQualifierLength() == 0 && request == OpType.DELETE)
   || CellUtil.matchingQualifier(cell, col)) {
  byte type = col.getTypeByte();

代码示例来源：origin: apache/hbase

/**
 * Writes the family from the given cell to the output stream
 * @param out The outputstream to which the data has to be written
 * @param cell The cell whose contents has to be written
 * @param flength the family length
 * @throws IOException
 */
public static void writeFamily(OutputStream out, Cell cell, byte flength) throws IOException {
 if (cell instanceof ByteBufferExtendedCell) {
  ByteBufferUtils.copyBufferToStream(out, ((ByteBufferExtendedCell) cell).getFamilyByteBuffer(),
   ((ByteBufferExtendedCell) cell).getFamilyPosition(), flength);
 } else {
  out.write(cell.getFamilyArray(), cell.getFamilyOffset(), flength);
 }
}

代码示例来源：origin: apache/hbase

if ((left.getRowLength() + left.getFamilyLength() + left.getQualifierLength()) != (right
  .getRowLength() + right.getFamilyLength() + right.getQualifierLength())) {
 return false;
int lfoffset = left.getFamilyOffset();
int rfoffset = right.getFamilyOffset();
int lclength = left.getQualifierLength();
int rclength = right.getQualifierLength();
int lfamilylength = left.getFamilyLength();
int rfamilylength = right.getFamilyLength();
int diff = compareFamilies(left.getFamilyArray(), lfoffset, lfamilylength,
  right.getFamilyArray(), rfoffset, rfamilylength);
if (diff != 0) {
 return false;
} else {
 diff = compareColumns(left.getQualifierArray(), left.getQualifierOffset(), lclength,
   right.getQualifierArray(), right.getQualifierOffset(), rclength);
 return diff == 0;

代码示例来源：origin: apache/hbase

private static int findCommonPrefixInFamilyPart(Cell left, Cell right, int familyCommonPrefix) {
 return Bytes
   .findCommonPrefix(left.getFamilyArray(), right.getFamilyArray(), left.getFamilyLength()
     - familyCommonPrefix, right.getFamilyLength() - familyCommonPrefix,
     left.getFamilyOffset() + familyCommonPrefix, right.getFamilyOffset()
       + familyCommonPrefix);
}

代码示例来源：origin: apache/hbase

@Test
public void testCellBuilderWithShallowCopy() {
 byte[] row = new byte[]{OLD_DATA};
 byte[] family = new byte[]{OLD_DATA};
 byte[] qualifier = new byte[]{OLD_DATA};
 byte[] value = new byte[]{OLD_DATA};
 Cell cell = CellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)
     .setRow(row)
     .setFamily(family)
     .setQualifier(qualifier)
     .setType(Cell.Type.Put)
     .setValue(value)
     .build();
 row[0] = NEW_DATA;
 family[0] = NEW_DATA;
 qualifier[0] = NEW_DATA;
 value[0] = NEW_DATA;
 assertEquals(NEW_DATA, cell.getRowArray()[cell.getRowOffset()]);
 assertEquals(NEW_DATA, cell.getFamilyArray()[cell.getFamilyOffset()]);
 assertEquals(NEW_DATA, cell.getQualifierArray()[cell.getQualifierOffset()]);
 assertEquals(NEW_DATA, cell.getValueArray()[cell.getValueOffset()]);
}

代码示例来源：origin: apache/hbase

public void hashResult(Result result) {
 if (!batchStarted) {
  throw new RuntimeException("Cannot add to batch that has not been started.");
 }
 for (Cell cell : result.rawCells()) {
  int rowLength = cell.getRowLength();
  int familyLength = cell.getFamilyLength();
  int qualifierLength = cell.getQualifierLength();
  int valueLength = cell.getValueLength();
  digest.update(cell.getRowArray(), cell.getRowOffset(), rowLength);
  digest.update(cell.getFamilyArray(), cell.getFamilyOffset(), familyLength);
  digest.update(cell.getQualifierArray(), cell.getQualifierOffset(), qualifierLength);
  long ts = cell.getTimestamp();
  for (int i = 8; i > 0; i--) {
   digest.update((byte) ts);
   ts >>>= 8;
  }
  digest.update(cell.getValueArray(), cell.getValueOffset(), valueLength);
  batchSize += rowLength + familyLength + qualifierLength + 8 + valueLength;
 }
}

代码示例来源：origin: apache/hbase

public static ByteRange fillFamilyRange(Cell cell, ByteRange range) {
 return range.set(cell.getFamilyArray(), cell.getFamilyOffset(), cell.getFamilyLength());
}

代码示例来源：origin: apache/hbase

@Test
public void testCellBuilderWithDeepCopy() {
 byte[] row = new byte[]{OLD_DATA};
 byte[] family = new byte[]{OLD_DATA};
 byte[] qualifier = new byte[]{OLD_DATA};
 byte[] value = new byte[]{OLD_DATA};
 Cell cell = CellBuilderFactory.create(CellBuilderType.DEEP_COPY)
     .setRow(row)
     .setFamily(family)
     .setQualifier(qualifier)
     .setType(Cell.Type.Put)
     .setValue(value)
     .build();
 row[0] = NEW_DATA;
 family[0] = NEW_DATA;
 qualifier[0] = NEW_DATA;
 value[0] = NEW_DATA;
 assertEquals(OLD_DATA, cell.getRowArray()[cell.getRowOffset()]);
 assertEquals(OLD_DATA, cell.getFamilyArray()[cell.getFamilyOffset()]);
 assertEquals(OLD_DATA, cell.getQualifierArray()[cell.getQualifierOffset()]);
 assertEquals(OLD_DATA, cell.getValueArray()[cell.getValueOffset()]);
}

代码示例来源：origin: apache/hbase

/**
 * @param cell
 * @return The Key portion of the passed <code>cell</code> as a String.
 */
public static String getCellKeyAsString(Cell cell) {
 StringBuilder sb = new StringBuilder(Bytes.toStringBinary(
  cell.getRowArray(), cell.getRowOffset(), cell.getRowLength()));
 sb.append('/');
 sb.append(cell.getFamilyLength() == 0? "":
  Bytes.toStringBinary(cell.getFamilyArray(), cell.getFamilyOffset(), cell.getFamilyLength()));
 // KeyValue only added ':' if family is non-null.  Do same.
 if (cell.getFamilyLength() > 0) sb.append(':');
 sb.append(cell.getQualifierLength() == 0? "":
  Bytes.toStringBinary(cell.getQualifierArray(), cell.getQualifierOffset(),
   cell.getQualifierLength()));
 sb.append('/');
 sb.append(KeyValue.humanReadableTimestamp(cell.getTimestamp()));
 sb.append('/');
 sb.append(Type.codeToType(cell.getTypeByte()));
 if (!(cell instanceof KeyValue.KeyOnlyKeyValue)) {
  sb.append("/vlen=");
  sb.append(cell.getValueLength());
 }
 sb.append("/seqid=");
 sb.append(cell.getSequenceId());
 return sb.toString();
}

代码示例来源：origin: apache/hbase

public static boolean matchingFamily(final Cell left, final byte[] buf, final int offset,
  final int length) {
 if (left instanceof ByteBufferExtendedCell) {
  return ByteBufferUtils.equals(((ByteBufferExtendedCell) left).getFamilyByteBuffer(),
    ((ByteBufferExtendedCell) left).getFamilyPosition(), left.getFamilyLength(),
    buf, offset, length);
 }
 return Bytes.equals(left.getFamilyArray(), left.getFamilyOffset(), left.getFamilyLength(), buf,
  offset, length);
}

代码示例来源：origin: apache/hbase

@Test
public void testExtendedCellBuilderWithShallowCopy() {
 byte[] row = new byte[]{OLD_DATA};
 byte[] family = new byte[]{OLD_DATA};
 byte[] qualifier = new byte[]{OLD_DATA};
 byte[] value = new byte[]{OLD_DATA};
 byte[] tags = new byte[]{OLD_DATA};
 long seqId = 999;
 Cell cell = ExtendedCellBuilderFactory.create(CellBuilderType.SHALLOW_COPY)
     .setRow(row)
     .setFamily(family)
     .setQualifier(qualifier)
     .setType(KeyValue.Type.Put.getCode())
     .setValue(value)
     .setTags(tags)
     .setSequenceId(seqId)
     .build();
 row[0] = NEW_DATA;
 family[0] = NEW_DATA;
 qualifier[0] = NEW_DATA;
 value[0] = NEW_DATA;
 tags[0] = NEW_DATA;
 assertEquals(NEW_DATA, cell.getRowArray()[cell.getRowOffset()]);
 assertEquals(NEW_DATA, cell.getFamilyArray()[cell.getFamilyOffset()]);
 assertEquals(NEW_DATA, cell.getQualifierArray()[cell.getQualifierOffset()]);
 assertEquals(NEW_DATA, cell.getValueArray()[cell.getValueOffset()]);
 assertEquals(NEW_DATA, cell.getTagsArray()[cell.getTagsOffset()]);
 assertEquals(seqId, cell.getSequenceId());
}

代码示例来源：origin: apache/hbase

public static boolean matchingRowColumnBytes(final Cell left, final Cell right) {
 int lrowlength = left.getRowLength();
 int rrowlength = right.getRowLength();
 int lfamlength = left.getFamilyLength();
 int rfamlength = right.getFamilyLength();
 int lqlength = left.getQualifierLength();
 int rqlength = right.getQualifierLength();
 // match length
 if ((lrowlength + lfamlength + lqlength) !=
   (rrowlength + rfamlength + rqlength)) {
  return false;
 }
 // match row
 if (!Bytes.equals(left.getRowArray(), left.getRowOffset(), lrowlength, right.getRowArray(),
   right.getRowOffset(), rrowlength)) {
  return false;
 }
 //match family
 if (!Bytes.equals(left.getFamilyArray(), left.getFamilyOffset(), lfamlength,
   right.getFamilyArray(), right.getFamilyOffset(), rfamlength)) {
  return false;
 }
 //match qualifier
 return Bytes.equals(left.getQualifierArray(), left.getQualifierOffset(),
   lqlength, right.getQualifierArray(), right.getQualifierOffset(),
   rqlength);
}

代码示例来源：origin: apache/hbase

public static void compressFamily(OutputStream out, Cell cell, Dictionary dict)
  throws IOException {
 if (cell instanceof ByteBufferExtendedCell) {
  Dictionary.write(out, ((ByteBufferExtendedCell) cell).getFamilyByteBuffer(),
   ((ByteBufferExtendedCell) cell).getFamilyPosition(), cell.getFamilyLength(), dict);
 } else {
  Dictionary.write(out, cell.getFamilyArray(), cell.getFamilyOffset(), cell.getFamilyLength(),
   dict);
 }
}

代码示例来源：origin: apache/hbase

@Test
 public void testExtendedCellBuilderWithDeepCopy() {
  byte[] row = new byte[]{OLD_DATA};
  byte[] family = new byte[]{OLD_DATA};
  byte[] qualifier = new byte[]{OLD_DATA};
  byte[] value = new byte[]{OLD_DATA};
  byte[] tags = new byte[]{OLD_DATA};
  long seqId = 999;
  Cell cell = ExtendedCellBuilderFactory.create(CellBuilderType.DEEP_COPY)
      .setRow(row)
      .setFamily(family)
      .setQualifier(qualifier)
      .setType(KeyValue.Type.Put.getCode())
      .setValue(value)
      .setTags(tags)
      .setSequenceId(seqId)
      .build();
  row[0] = NEW_DATA;
  family[0] = NEW_DATA;
  qualifier[0] = NEW_DATA;
  value[0] = NEW_DATA;
  tags[0] = NEW_DATA;
  assertEquals(OLD_DATA, cell.getRowArray()[cell.getRowOffset()]);
  assertEquals(OLD_DATA, cell.getFamilyArray()[cell.getFamilyOffset()]);
  assertEquals(OLD_DATA, cell.getQualifierArray()[cell.getQualifierOffset()]);
  assertEquals(OLD_DATA, cell.getValueArray()[cell.getValueOffset()]);
  assertEquals(OLD_DATA, cell.getTagsArray()[cell.getTagsOffset()]);
  assertEquals(seqId, cell.getSequenceId());
 }
}

代码示例来源：origin: apache/kylin

private void loadRecord(Result r) {
  Cell[] cells = r.rawCells();
  Cell cell = cells[0];
  if (Bytes.compareTo(CF_B, 0, CF_B.length, cell.getFamilyArray(), cell.getFamilyOffset(), cell.getFamilyLength()) != 0 //
      || Bytes.compareTo(COL_B, 0, COL_B.length, cell.getQualifierArray(), cell.getQualifierOffset(), cell.getQualifierLength()) != 0)
    throw new IllegalStateException();
  rec.loadCellBlock(0, ByteBuffer.wrap(cell.getRowArray(), cell.getRowOffset() + ID_LEN, cell.getRowLength() - ID_LEN));
  rec.loadCellBlock(1, ByteBuffer.wrap(cell.getValueArray(), cell.getValueOffset(), cell.getValueLength()));
}

代码示例来源：origin: apache/hbase

/**
 * Compare cell's column family against given comparator
 * @param cell
 * @param comparator
 * @return result comparing cell's column family
 */
public static int compareFamily(Cell cell, ByteArrayComparable comparator) {
 if (cell instanceof ByteBufferExtendedCell) {
  return comparator.compareTo(((ByteBufferExtendedCell) cell).getFamilyByteBuffer(),
   ((ByteBufferExtendedCell) cell).getFamilyPosition(), cell.getFamilyLength());
 }
 return comparator.compareTo(cell.getFamilyArray(), cell.getFamilyOffset(),
  cell.getFamilyLength());
}

代码示例来源：origin: apache/hbase

private int calculateHashForKey(Cell cell) {
 // pre-calculate the 3 hashes made of byte ranges
 int rowHash = Bytes.hashCode(cell.getRowArray(), cell.getRowOffset(), cell.getRowLength());
 int familyHash = Bytes.hashCode(cell.getFamilyArray(), cell.getFamilyOffset(),
   cell.getFamilyLength());
 int qualifierHash = Bytes.hashCode(cell.getQualifierArray(), cell.getQualifierOffset(),
   cell.getQualifierLength());
 // combine the 6 sub-hashes
 int hash = 31 * rowHash + familyHash;
 hash = 31 * hash + qualifierHash;
 hash = 31 * hash + (int) cell.getTimestamp();
 hash = 31 * hash + cell.getTypeByte();
 return hash;
}

内容来源于网络，如有侵权，请联系作者删除！

Cell

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备2022004421号-2 NULL123 https://www.null123.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com