org.apache.hadoop.mapreduce.lib.output.MultipleOutputs.getNamedOutputsList()方法的使用及代码示例

x33g5p2x  于2022-01-25 转载在 其他  
字(6.7k)|赞(0)|评价(0)|浏览(99)

本文整理了Java中org.apache.hadoop.mapreduce.lib.output.MultipleOutputs.getNamedOutputsList()方法的一些代码示例,展示了MultipleOutputs.getNamedOutputsList()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。MultipleOutputs.getNamedOutputsList()方法的具体详情如下:
包路径:org.apache.hadoop.mapreduce.lib.output.MultipleOutputs
类名称:MultipleOutputs
方法名:getNamedOutputsList

MultipleOutputs.getNamedOutputsList介绍

暂无

代码示例

代码示例来源:origin: io.hops/hadoop-mapreduce-client-core

/**
 * Creates and initializes multiple outputs support,
 * it should be instantiated in the Mapper/Reducer setup method.
 *
 * @param context the TaskInputOutputContext object
 */
public MultipleOutputs(
  TaskInputOutputContext<?, ?, KEYOUT, VALUEOUT> context) {
 this.context = context;
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(context)));
 recordWriters = new HashMap<String, RecordWriter<?, ?>>();
 countersEnabled = getCountersEnabled(context);
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core

/**
 * Creates and initializes multiple outputs support,
 * it should be instantiated in the Mapper/Reducer setup method.
 *
 * @param context the TaskInputOutputContext object
 */
public MultipleOutputs(
  TaskInputOutputContext<?, ?, KEYOUT, VALUEOUT> context) {
 this.context = context;
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(context)));
 recordWriters = new HashMap<String, RecordWriter<?, ?>>();
 countersEnabled = getCountersEnabled(context);
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-core

/**
 * Creates and initializes multiple outputs support,
 * it should be instantiated in the Mapper/Reducer setup method.
 *
 * @param context the TaskInputOutputContext object
 */
public MultipleOutputs(
  TaskInputOutputContext<?, ?, KEYOUT, VALUEOUT> context) {
 this.context = context;
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(context)));
 recordWriters = new HashMap<String, RecordWriter<?, ?>>();
 countersEnabled = getCountersEnabled(context);
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapred

/**
 * Creates and initializes multiple outputs support,
 * it should be instantiated in the Mapper/Reducer setup method.
 *
 * @param context the TaskInputOutputContext object
 */
public MultipleOutputs(
  TaskInputOutputContext<?, ?, KEYOUT, VALUEOUT> context) {
 this.context = context;
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(context)));
 recordWriters = new HashMap<String, RecordWriter<?, ?>>();
 countersEnabled = getCountersEnabled(context);
}

代码示例来源:origin: io.prestosql.hadoop/hadoop-apache

/**
 * Creates and initializes multiple outputs support,
 * it should be instantiated in the Mapper/Reducer setup method.
 *
 * @param context the TaskInputOutputContext object
 */
public MultipleOutputs(
  TaskInputOutputContext<?, ?, KEYOUT, VALUEOUT> context) {
 this.context = context;
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(context)));
 recordWriters = new HashMap<String, RecordWriter<?, ?>>();
 countersEnabled = getCountersEnabled(context);
}

代码示例来源:origin: io.prestosql.hadoop/hadoop-apache

/**
 * Checks if a named output name is valid.
 *
 * @param namedOutput named output Name
 * @throws IllegalArgumentException if the output name is not valid.
 */
private static void checkNamedOutputName(JobContext job,
  String namedOutput, boolean alreadyDefined) {
 checkTokenName(namedOutput);
 checkBaseOutputPath(namedOutput);
 List<String> definedChannels = getNamedOutputsList(job);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapred

/**
 * Checks if a named output name is valid.
 *
 * @param namedOutput named output Name
 * @throws IllegalArgumentException if the output name is not valid.
 */
private static void checkNamedOutputName(JobContext job,
  String namedOutput, boolean alreadyDefined) {
 checkTokenName(namedOutput);
 checkBaseOutputPath(namedOutput);
 List<String> definedChannels = getNamedOutputsList(job);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-core

/**
 * Checks if a named output name is valid.
 *
 * @param namedOutput named output Name
 * @throws IllegalArgumentException if the output name is not valid.
 */
private static void checkNamedOutputName(JobContext job,
  String namedOutput, boolean alreadyDefined) {
 checkTokenName(namedOutput);
 checkBaseOutputPath(namedOutput);
 List<String> definedChannels = getNamedOutputsList(job);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-core

/**
 * Checks if a named output name is valid.
 *
 * @param namedOutput named output Name
 * @throws IllegalArgumentException if the output name is not valid.
 */
private static void checkNamedOutputName(JobContext job,
  String namedOutput, boolean alreadyDefined) {
 checkTokenName(namedOutput);
 checkBaseOutputPath(namedOutput);
 List<String> definedChannels = getNamedOutputsList(job);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core

/**
 * Checks if a named output name is valid.
 *
 * @param namedOutput named output Name
 * @throws IllegalArgumentException if the output name is not valid.
 */
private static void checkNamedOutputName(JobContext job,
  String namedOutput, boolean alreadyDefined) {
 checkTokenName(namedOutput);
 checkBaseOutputPath(namedOutput);
 List<String> definedChannels = getNamedOutputsList(job);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

相关文章