org.apache.hadoop.mapred.lib.MultipleOutputs.checkNamedOutputName()方法的使用及代码示例

x33g5p2x  于2022-01-25 转载在 其他  
字(8.9k)|赞(0)|评价(0)|浏览(99)

本文整理了Java中org.apache.hadoop.mapred.lib.MultipleOutputs.checkNamedOutputName()方法的一些代码示例,展示了MultipleOutputs.checkNamedOutputName()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。MultipleOutputs.checkNamedOutputName()方法的具体详情如下:
包路径:org.apache.hadoop.mapred.lib.MultipleOutputs
类名称:MultipleOutputs
方法名:checkNamedOutputName

MultipleOutputs.checkNamedOutputName介绍

[英]Checks if a named output name is valid.
[中]检查指定的输出名称是否有效。

代码示例

代码示例来源:origin: com.facebook.hadoop/hadoop-core

throws IOException {
checkNamedOutputName(namedOutput);
if (!namedOutputs.contains(namedOutput)) {
 throw new IllegalArgumentException("Undefined named output '" +

代码示例来源:origin: io.hops/hadoop-mapreduce-client-core

throws IOException {
checkNamedOutputName(namedOutput);
if (!namedOutputs.contains(namedOutput)) {
 throw new IllegalArgumentException("Undefined named output '" +

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core

throws IOException {
checkNamedOutputName(namedOutput);
if (!namedOutputs.contains(namedOutput)) {
 throw new IllegalArgumentException("Undefined named output '" +

代码示例来源:origin: org.apache.hadoop/hadoop-mapred

throws IOException {
checkNamedOutputName(namedOutput);
if (!namedOutputs.contains(namedOutput)) {
 throw new IllegalArgumentException("Undefined named output '" +

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

throws IOException {
checkNamedOutputName(namedOutput);
if (!namedOutputs.contains(namedOutput)) {
 throw new IllegalArgumentException("Undefined named output '" +

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-core

throws IOException {
checkNamedOutputName(namedOutput);
if (!namedOutputs.contains(namedOutput)) {
 throw new IllegalArgumentException("Undefined named output '" +

代码示例来源:origin: io.prestosql.hadoop/hadoop-apache

throws IOException {
checkNamedOutputName(namedOutput);
if (!namedOutputs.contains(namedOutput)) {
 throw new IllegalArgumentException("Undefined named output '" +

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core

/**
 * Adds a named output for the job.
 *
 * @param conf              job conf to add the named output
 * @param namedOutput       named output name, it has to be a word, letters
 *                          and numbers only, cannot be the word 'part' as
 *                          that is reserved for the
 *                          default output.
 * @param multi             indicates if the named output is multi
 * @param outputFormatClass OutputFormat class.
 * @param keyClass          key class
 * @param valueClass        value class
 */
private static void addNamedOutput(JobConf conf, String namedOutput,
               boolean multi,
               Class<? extends OutputFormat> outputFormatClass,
               Class<?> keyClass, Class<?> valueClass) {
 checkNamedOutputName(namedOutput);
 checkNamedOutput(conf, namedOutput, true);
 conf.set(NAMED_OUTPUTS, conf.get(NAMED_OUTPUTS, "") + " " + namedOutput);
 conf.setClass(MO_PREFIX + namedOutput + FORMAT, outputFormatClass,
  OutputFormat.class);
 conf.setClass(MO_PREFIX + namedOutput + KEY, keyClass, Object.class);
 conf.setClass(MO_PREFIX + namedOutput + VALUE, valueClass, Object.class);
 conf.setBoolean(MO_PREFIX + namedOutput + MULTI, multi);
}

代码示例来源:origin: io.prestosql.hadoop/hadoop-apache

/**
 * Adds a named output for the job.
 *
 * @param conf              job conf to add the named output
 * @param namedOutput       named output name, it has to be a word, letters
 *                          and numbers only, cannot be the word 'part' as
 *                          that is reserved for the
 *                          default output.
 * @param multi             indicates if the named output is multi
 * @param outputFormatClass OutputFormat class.
 * @param keyClass          key class
 * @param valueClass        value class
 */
private static void addNamedOutput(JobConf conf, String namedOutput,
               boolean multi,
               Class<? extends OutputFormat> outputFormatClass,
               Class<?> keyClass, Class<?> valueClass) {
 checkNamedOutputName(namedOutput);
 checkNamedOutput(conf, namedOutput, true);
 conf.set(NAMED_OUTPUTS, conf.get(NAMED_OUTPUTS, "") + " " + namedOutput);
 conf.setClass(MO_PREFIX + namedOutput + FORMAT, outputFormatClass,
  OutputFormat.class);
 conf.setClass(MO_PREFIX + namedOutput + KEY, keyClass, Object.class);
 conf.setClass(MO_PREFIX + namedOutput + VALUE, valueClass, Object.class);
 conf.setBoolean(MO_PREFIX + namedOutput + MULTI, multi);
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-core

/**
 * Adds a named output for the job.
 *
 * @param conf              job conf to add the named output
 * @param namedOutput       named output name, it has to be a word, letters
 *                          and numbers only, cannot be the word 'part' as
 *                          that is reserved for the
 *                          default output.
 * @param multi             indicates if the named output is multi
 * @param outputFormatClass OutputFormat class.
 * @param keyClass          key class
 * @param valueClass        value class
 */
private static void addNamedOutput(JobConf conf, String namedOutput,
               boolean multi,
               Class<? extends OutputFormat> outputFormatClass,
               Class<?> keyClass, Class<?> valueClass) {
 checkNamedOutputName(namedOutput);
 checkNamedOutput(conf, namedOutput, true);
 conf.set(NAMED_OUTPUTS, conf.get(NAMED_OUTPUTS, "") + " " + namedOutput);
 conf.setClass(MO_PREFIX + namedOutput + FORMAT, outputFormatClass,
  OutputFormat.class);
 conf.setClass(MO_PREFIX + namedOutput + KEY, keyClass, Object.class);
 conf.setClass(MO_PREFIX + namedOutput + VALUE, valueClass, Object.class);
 conf.setBoolean(MO_PREFIX + namedOutput + MULTI, multi);
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-core

/**
 * Adds a named output for the job.
 *
 * @param conf              job conf to add the named output
 * @param namedOutput       named output name, it has to be a word, letters
 *                          and numbers only, cannot be the word 'part' as
 *                          that is reserved for the
 *                          default output.
 * @param multi             indicates if the named output is multi
 * @param outputFormatClass OutputFormat class.
 * @param keyClass          key class
 * @param valueClass        value class
 */
private static void addNamedOutput(JobConf conf, String namedOutput,
               boolean multi,
               Class<? extends OutputFormat> outputFormatClass,
               Class<?> keyClass, Class<?> valueClass) {
 checkNamedOutputName(namedOutput);
 checkNamedOutput(conf, namedOutput, true);
 conf.set(NAMED_OUTPUTS, conf.get(NAMED_OUTPUTS, "") + " " + namedOutput);
 conf.setClass(MO_PREFIX + namedOutput + FORMAT, outputFormatClass,
  OutputFormat.class);
 conf.setClass(MO_PREFIX + namedOutput + KEY, keyClass, Object.class);
 conf.setClass(MO_PREFIX + namedOutput + VALUE, valueClass, Object.class);
 conf.setBoolean(MO_PREFIX + namedOutput + MULTI, multi);
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapred

/**
 * Adds a named output for the job.
 * <p/>
 *
 * @param conf              job conf to add the named output
 * @param namedOutput       named output name, it has to be a word, letters
 *                          and numbers only, cannot be the word 'part' as
 *                          that is reserved for the
 *                          default output.
 * @param multi             indicates if the named output is multi
 * @param outputFormatClass OutputFormat class.
 * @param keyClass          key class
 * @param valueClass        value class
 */
private static void addNamedOutput(JobConf conf, String namedOutput,
               boolean multi,
               Class<? extends OutputFormat> outputFormatClass,
               Class<?> keyClass, Class<?> valueClass) {
 checkNamedOutputName(namedOutput);
 checkNamedOutput(conf, namedOutput, true);
 conf.set(NAMED_OUTPUTS, conf.get(NAMED_OUTPUTS, "") + " " + namedOutput);
 conf.setClass(MO_PREFIX + namedOutput + FORMAT, outputFormatClass,
  OutputFormat.class);
 conf.setClass(MO_PREFIX + namedOutput + KEY, keyClass, Object.class);
 conf.setClass(MO_PREFIX + namedOutput + VALUE, valueClass, Object.class);
 conf.setBoolean(MO_PREFIX + namedOutput + MULTI, multi);
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

/**
 * Adds a named output for the job.
 * <p/>
 *
 * @param conf              job conf to add the named output
 * @param namedOutput       named output name, it has to be a word, letters
 *                          and numbers only, cannot be the word 'part' as
 *                          that is reserved for the
 *                          default output.
 * @param multi             indicates if the named output is multi
 * @param outputFormatClass OutputFormat class.
 * @param keyClass          key class
 * @param valueClass        value class
 */
private static void addNamedOutput(JobConf conf, String namedOutput,
               boolean multi,
               Class<? extends OutputFormat> outputFormatClass,
               Class<?> keyClass, Class<?> valueClass) {
 checkNamedOutputName(namedOutput);
 checkNamedOutput(conf, namedOutput, true);
 conf.set(NAMED_OUTPUTS, conf.get(NAMED_OUTPUTS, "") + " " + namedOutput);
 conf.setClass(MO_PREFIX + namedOutput + FORMAT, outputFormatClass,
  OutputFormat.class);
 conf.setClass(MO_PREFIX + namedOutput + KEY, keyClass, Object.class);
 conf.setClass(MO_PREFIX + namedOutput + VALUE, valueClass, Object.class);
 conf.setBoolean(MO_PREFIX + namedOutput + MULTI, multi);
}

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

/**
 * Adds a named output for the job.
 * <p/>
 *
 * @param conf              job conf to add the named output
 * @param namedOutput       named output name, it has to be a word, letters
 *                          and numbers only, cannot be the word 'part' as
 *                          that is reserved for the
 *                          default output.
 * @param multi             indicates if the named output is multi
 * @param outputFormatClass OutputFormat class.
 * @param keyClass          key class
 * @param valueClass        value class
 */
private static void addNamedOutput(JobConf conf, String namedOutput,
               boolean multi,
               Class<? extends OutputFormat> outputFormatClass,
               Class<?> keyClass, Class<?> valueClass) {
 checkNamedOutputName(namedOutput);
 checkNamedOutput(conf, namedOutput, true);
 conf.set(NAMED_OUTPUTS, conf.get(NAMED_OUTPUTS, "") + " " + namedOutput);
 conf.setClass(MO_PREFIX + namedOutput + FORMAT, outputFormatClass,
  OutputFormat.class);
 conf.setClass(MO_PREFIX + namedOutput + KEY, keyClass, Object.class);
 conf.setClass(MO_PREFIX + namedOutput + VALUE, valueClass, Object.class);
 conf.setBoolean(MO_PREFIX + namedOutput + MULTI, multi);
}

相关文章