org.apache.hadoop.mapred.lib.MultipleOutputs.getNamedOutputsList()方法的使用及代码示例

x33g5p2x  于2022-01-25 转载在 其他  
字(9.8k)|赞(0)|评价(0)|浏览(104)

本文整理了Java中org.apache.hadoop.mapred.lib.MultipleOutputs.getNamedOutputsList()方法的一些代码示例,展示了MultipleOutputs.getNamedOutputsList()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。MultipleOutputs.getNamedOutputsList()方法的具体详情如下:
包路径:org.apache.hadoop.mapred.lib.MultipleOutputs
类名称:MultipleOutputs
方法名:getNamedOutputsList

MultipleOutputs.getNamedOutputsList介绍

[英]Returns list of channel names.
[中]返回频道名称列表。

代码示例

代码示例来源:origin: org.apache.hadoop/hadoop-mapred

/**
 * Checks if a named output is alreadyDefined or not.
 *
 * @param conf           job conf
 * @param namedOutput    named output names
 * @param alreadyDefined whether the existence/non-existence of
 *                       the named output is to be checked
 * @throws IllegalArgumentException if the output name is alreadyDefined or
 *                                  not depending on the value of the
 *                                  'alreadyDefined' parameter
 */
private static void checkNamedOutput(JobConf conf, String namedOutput,
                   boolean alreadyDefined) {
 List<String> definedChannels = getNamedOutputsList(conf);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-core

/**
 * Checks if a named output is alreadyDefined or not.
 *
 * @param conf           job conf
 * @param namedOutput    named output names
 * @param alreadyDefined whether the existence/non-existence of
 *                       the named output is to be checked
 * @throws IllegalArgumentException if the output name is alreadyDefined or
 *                                  not depending on the value of the
 *                                  'alreadyDefined' parameter
 */
private static void checkNamedOutput(JobConf conf, String namedOutput,
                   boolean alreadyDefined) {
 List<String> definedChannels = getNamedOutputsList(conf);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

/**
 * Checks if a named output is alreadyDefined or not.
 *
 * @param conf           job conf
 * @param namedOutput    named output names
 * @param alreadyDefined whether the existence/non-existence of
 *                       the named output is to be checked
 * @throws IllegalArgumentException if the output name is alreadyDefined or
 *                                  not depending on the value of the
 *                                  'alreadyDefined' parameter
 */
private static void checkNamedOutput(JobConf conf, String namedOutput,
                   boolean alreadyDefined) {
 List<String> definedChannels = getNamedOutputsList(conf);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

/**
 * Checks if a named output is alreadyDefined or not.
 *
 * @param conf           job conf
 * @param namedOutput    named output names
 * @param alreadyDefined whether the existence/non-existence of
 *                       the named output is to be checked
 * @throws IllegalArgumentException if the output name is alreadyDefined or
 *                                  not depending on the value of the
 *                                  'alreadyDefined' parameter
 */
private static void checkNamedOutput(JobConf conf, String namedOutput,
                   boolean alreadyDefined) {
 List<String> definedChannels = getNamedOutputsList(conf);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: io.prestosql.hadoop/hadoop-apache

/**
 * Checks if a named output is alreadyDefined or not.
 *
 * @param conf           job conf
 * @param namedOutput    named output names
 * @param alreadyDefined whether the existence/non-existence of
 *                       the named output is to be checked
 * @throws IllegalArgumentException if the output name is alreadyDefined or
 *                                  not depending on the value of the
 *                                  'alreadyDefined' parameter
 */
private static void checkNamedOutput(JobConf conf, String namedOutput,
                   boolean alreadyDefined) {
 List<String> definedChannels = getNamedOutputsList(conf);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-core

/**
 * Checks if a named output is alreadyDefined or not.
 *
 * @param conf           job conf
 * @param namedOutput    named output names
 * @param alreadyDefined whether the existence/non-existence of
 *                       the named output is to be checked
 * @throws IllegalArgumentException if the output name is alreadyDefined or
 *                                  not depending on the value of the
 *                                  'alreadyDefined' parameter
 */
private static void checkNamedOutput(JobConf conf, String namedOutput,
                   boolean alreadyDefined) {
 List<String> definedChannels = getNamedOutputsList(conf);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core

/**
 * Checks if a named output is alreadyDefined or not.
 *
 * @param conf           job conf
 * @param namedOutput    named output names
 * @param alreadyDefined whether the existence/non-existence of
 *                       the named output is to be checked
 * @throws IllegalArgumentException if the output name is alreadyDefined or
 *                                  not depending on the value of the
 *                                  'alreadyDefined' parameter
 */
private static void checkNamedOutput(JobConf conf, String namedOutput,
                   boolean alreadyDefined) {
 List<String> definedChannels = getNamedOutputsList(conf);
 if (alreadyDefined && definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' already alreadyDefined");
 } else if (!alreadyDefined && !definedChannels.contains(namedOutput)) {
  throw new IllegalArgumentException("Named output '" + namedOutput +
   "' not defined");
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core

/**
 * Creates and initializes multiple named outputs support, it should be
 * instantiated in the Mapper/Reducer configure method.
 *
 * @param job the job configuration object
 */
public MultipleOutputs(JobConf job) {
 this.conf = job;
 outputFormat = new InternalFileOutputFormat();
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(job)));
 recordWriters = new HashMap<String, RecordWriter>();
 countersEnabled = getCountersEnabled(job);
}

代码示例来源:origin: io.prestosql.hadoop/hadoop-apache

/**
 * Creates and initializes multiple named outputs support, it should be
 * instantiated in the Mapper/Reducer configure method.
 *
 * @param job the job configuration object
 */
public MultipleOutputs(JobConf job) {
 this.conf = job;
 outputFormat = new InternalFileOutputFormat();
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(job)));
 recordWriters = new HashMap<String, RecordWriter>();
 countersEnabled = getCountersEnabled(job);
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-core

/**
 * Creates and initializes multiple named outputs support, it should be
 * instantiated in the Mapper/Reducer configure method.
 *
 * @param job the job configuration object
 */
public MultipleOutputs(JobConf job) {
 this.conf = job;
 outputFormat = new InternalFileOutputFormat();
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(job)));
 recordWriters = new HashMap<String, RecordWriter>();
 countersEnabled = getCountersEnabled(job);
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

/**
 * Creates and initializes multiple named outputs support, it should be
 * instantiated in the Mapper/Reducer configure method.
 *
 * @param job the job configuration object
 */
public MultipleOutputs(JobConf job) {
 this.conf = job;
 outputFormat = new InternalFileOutputFormat();
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(job)));
 recordWriters = new HashMap<String, RecordWriter>();
 countersEnabled = getCountersEnabled(job);
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapred

/**
 * Creates and initializes multiple named outputs support, it should be
 * instantiated in the Mapper/Reducer configure method.
 *
 * @param job the job configuration object
 */
public MultipleOutputs(JobConf job) {
 this.conf = job;
 outputFormat = new InternalFileOutputFormat();
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(job)));
 recordWriters = new HashMap<String, RecordWriter>();
 countersEnabled = getCountersEnabled(job);
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-core

/**
 * Creates and initializes multiple named outputs support, it should be
 * instantiated in the Mapper/Reducer configure method.
 *
 * @param job the job configuration object
 */
public MultipleOutputs(JobConf job) {
 this.conf = job;
 outputFormat = new InternalFileOutputFormat();
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(job)));
 recordWriters = new HashMap<String, RecordWriter>();
 countersEnabled = getCountersEnabled(job);
}

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

/**
 * Creates and initializes multiple named outputs support, it should be
 * instantiated in the Mapper/Reducer configure method.
 *
 * @param job the job configuration object
 */
public MultipleOutputs(JobConf job) {
 this.conf = job;
 outputFormat = new InternalFileOutputFormat();
 namedOutputs = Collections.unmodifiableSet(
  new HashSet<String>(MultipleOutputs.getNamedOutputsList(job)));
 recordWriters = new HashMap<String, RecordWriter>();
 countersEnabled = getCountersEnabled(job);
}

相关文章