org.apache.hadoop.hbase.regionserver.HStore.needsCompaction()方法的使用及代码示例

x33g5p2x  于2022-01-20 转载在 其他  
字(4.0k)|赞(0)|评价(0)|浏览(159)

本文整理了Java中org.apache.hadoop.hbase.regionserver.HStore.needsCompaction()方法的一些代码示例,展示了HStore.needsCompaction()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。HStore.needsCompaction()方法的具体详情如下:
包路径:org.apache.hadoop.hbase.regionserver.HStore
类名称:HStore
方法名:needsCompaction

HStore.needsCompaction介绍

暂无

代码示例

代码示例来源:origin: apache/hbase

LOG.trace(traceMessage);
return needsCompaction();

代码示例来源:origin: apache/hbase

} while (store.needsCompaction() && !compactOnce);

代码示例来源:origin: apache/hbase

continue;
if (s.needsCompaction()) {

代码示例来源:origin: apache/hbase

@Override
public void postOpenDeployTasks(final PostOpenDeployContext context) throws IOException {
 HRegion r = context.getRegion();
 long masterSystemTime = context.getMasterSystemTime();
 rpcServices.checkOpen();
 LOG.info("Post open deploy tasks for " + r.getRegionInfo().getRegionNameAsString());
 // Do checks to see if we need to compact (references or too many files)
 for (HStore s : r.stores.values()) {
  if (s.hasReferences() || s.needsCompaction()) {
   this.compactSplitThread.requestSystemCompaction(r, s, "Opening Region");
  }
 }
 long openSeqNum = r.getOpenSeqNum();
 if (openSeqNum == HConstants.NO_SEQNUM) {
  // If we opened a region, we should have read some sequence number from it.
  LOG.error(
   "No sequence number found when opening " + r.getRegionInfo().getRegionNameAsString());
  openSeqNum = 0;
 }
 // Notify master
 if (!reportRegionStateTransition(new RegionStateTransitionContext(TransitionCode.OPENED,
  openSeqNum, masterSystemTime, r.getRegionInfo()))) {
  throw new IOException(
   "Failed to report opened region to master: " + r.getRegionInfo().getRegionNameAsString());
 }
 triggerFlushInPrimaryRegion(r);
 LOG.debug("Finished post open deploy task for " + r.getRegionInfo().getRegionNameAsString());
}

代码示例来源:origin: org.apache.hbase/hbase-mapreduce

} while (store.needsCompaction() && !compactOnce);

代码示例来源:origin: com.aliyun.hbase/alihbase-mapreduce

} while (store.needsCompaction() && !compactOnce);

代码示例来源:origin: harbby/presto-connectors

private boolean updateStorefiles(final List<StoreFile> sfs, final long snapshotId)
  throws IOException {
 this.lock.writeLock().lock();
 try {
  this.storeEngine.getStoreFileManager().insertNewFiles(sfs);
  if (snapshotId > 0) {
   this.memstore.clearSnapshot(snapshotId);
  }
 } finally {
  // We need the lock, as long as we are updating the storeFiles
  // or changing the memstore. Let us release it before calling
  // notifyChangeReadersObservers. See HBASE-4485 for a possible
  // deadlock scenario that could have happened if continue to hold
  // the lock.
  this.lock.writeLock().unlock();
 }
 // Tell listeners of the change in readers.
 notifyChangedReadersObservers();
 if (LOG.isTraceEnabled()) {
  long totalSize = 0;
  for (StoreFile sf : sfs) {
   totalSize += sf.getReader().length();
  }
  String traceMessage = "FLUSH time,count,size,store size,store files ["
    + EnvironmentEdgeManager.currentTime() + "," + sfs.size() + "," + totalSize
    + "," + storeSize + "," + storeEngine.getStoreFileManager().getStorefileCount() + "]";
  LOG.trace(traceMessage);
 }
 return needsCompaction();
}

代码示例来源:origin: harbby/presto-connectors

/**
 * Execute the actual compaction job.
 * If the compact once flag is not specified, execute the compaction until
 * no more compactions are needed. Uses the Configuration settings provided.
 */
private void compactStoreFiles(final Path tableDir, final HTableDescriptor htd,
  final HRegionInfo hri, final String familyName, final boolean compactOnce,
  final boolean major) throws IOException {
 HStore store = getStore(conf, fs, tableDir, htd, hri, familyName, tmpDir);
 LOG.info("Compact table=" + htd.getTableName() +
  " region=" + hri.getRegionNameAsString() +
  " family=" + familyName);
 if (major) {
  store.triggerMajorCompaction();
 }
 do {
  CompactionContext compaction = store.requestCompaction(Store.PRIORITY_USER, null);
  if (compaction == null) break;
  List<StoreFile> storeFiles =
    store.compact(compaction, NoLimitCompactionThroughputController.INSTANCE);
  if (storeFiles != null && !storeFiles.isEmpty()) {
   if (keepCompactedFiles && deleteCompacted) {
    for (StoreFile storeFile: storeFiles) {
     fs.delete(storeFile.getPath(), false);
    }
   }
  }
 } while (store.needsCompaction() && !compactOnce);
}

相关文章

HStore类方法