java程序编译错误：编码utf8的不可Map字符

8e2ybdfx  于 2021-06-03  发布在  Hadoop
关注(0)|答案(2)|浏览(423)

我编写了这个javahadoop程序，它将执行文件的并行索引

package org.myorg;

import java.io.*;
import java.util.*;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.conf.*;
import org.apache.hadoop.io.*;
import org.apache.hadoop.mapred.*;
import org.apache.hadoop.util.*;

public class ParallelIndexation {

public static class Map extends MapReduceBase implements Mapper<LongWritable, Text, Text, IntWritable> { 
     private final static IntWritable zero = new IntWritable(0); 
     private Text word = new Text();
     public void map(LongWritable key, Text value, OutputCollector<Text, IntWritable> output, Reporter reporter) throws IOException { 
        String line = value.toString();
        int CountComputers;
        //DataInputStream ConfigFile = new DataInputStream( new FileInputStream("countcomputers.txt"));
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // путь к файлу
        DataInputStream in = new DataInputStream(fstream);
        BufferedReader br = new BufferedReader(new InputStreamReader(in));
        String result = br.readLine(); // читаем как строку
        CountComputers = Integer.parseInt(result); // переводим строку в число
        //CountComputers=ConfigFile.readInt();
        in.close();
        fstream.close();
        ArrayList<String> paths = new ArrayList<String>();
        StringTokenizer tokenizer = new StringTokenizer(line, "\n");
        while (tokenizer.hasMoreTokens()) 
        {
          paths.add(tokenizer.nextToken());
        }
        String[] ConcatPaths= new String[CountComputers];
        int NumberOfElementConcatPaths=0;
        if (paths.size()%CountComputers==0)
        {
            for (int i=0; i<CountComputers; i++)
            {
                ConcatPaths[i]=paths.get(NumberOfElementConcatPaths);
                NumberOfElementConcatPaths+=paths.size()/CountComputers;
                for (int j=1; j<paths.size()/CountComputers; j++)
                {
                    ConcatPaths[i]+="\n"+paths.get(i*paths.size()/CountComputers+j);
                }
            }
        }
        else
        {
            NumberOfElementConcatPaths=0;
            for (int i=0; i<paths.size()%CountComputers; i++)
            {
                ConcatPaths[i]=paths.get(NumberOfElementConcatPaths);
                NumberOfElementConcatPaths+=paths.size()/CountComputers+1;              
                for (int j=1; j<paths.size()/CountComputers+1; j++)
                {
                    ConcatPaths[i]+="\n"+paths.get(i*(paths.size()/CountComputers+1)+j);
                }           
            }
            for (int k=paths.size()%CountComputers; k<CountComputers; k++)
            {
                ConcatPaths[k]=paths.get(NumberOfElementConcatPaths);
                NumberOfElementConcatPaths+=paths.size()/CountComputers;                
                for (int j=1; j<paths.size()/CountComputers; j++)
                {
                    ConcatPaths[k]+="\n"+paths.get((k-paths.size()%CountComputers)*paths.size()/CountComputers+paths.size()%CountComputers*(paths.size()/CountComputers+1)+j);
                }                   
            }
        }
        //CountComputers=ConfigFile.readInt();
        for (int i=0; i<ConcatPaths.length; i++)
        {
            word.set(ConcatPaths[i]);
            output.collect(word, zero);
        }
     }
}

public static class Reduce extends MapReduceBase implements Reducer<Text, IntWritable, Text, IntWritable> { 
    public native long Traveser(String Path);
    public native void Configure(String Path);
    public void reduce(Text key, IntWritable value, OutputCollector<Text, LongWritable> output, Reporter reporter) throws IOException { 
        long count;
        String line = key.toString();
        ArrayList<String> ProcessedPaths = new ArrayList<String>();
        StringTokenizer tokenizer = new StringTokenizer(line, "\n");
        while (tokenizer.hasMoreTokens()) 
        {
          ProcessedPaths.add(tokenizer.nextToken());
        }       
        Configure("/etc/nsindexer.conf");
        for (int i=0; i<ProcessedPaths.size(); i++)
        {
            count=Traveser(ProcessedPaths.get(i));
        }
        output.collect(key, new LongWritable(count));
      }
    static
    {
        System.loadLibrary("nativelib");
    } 
}

public static void main(String[] args) throws Exception { 
      JobConf conf = new JobConf(ParallelIndexation.class); 
      conf.setJobName("parallelindexation");
      conf.setOutputKeyClass(Text.class);
      conf.setOutputValueClass(LongWritable.class);
      conf.setMapperClass(Map.class);
      conf.setCombinerClass(Reduce.class);
      conf.setReducerClass(Reduce.class);
      conf.setInputFormat(TextInputFormat.class);
      conf.setOutputFormat(TextOutputFormat.class);
      FileInputFormat.setInputPaths(conf, new Path(args[0]));
      FileOutputFormat.setOutputPath(conf, new Path(args[1]));
      JobClient.runJob(conf);
  } 
}

通过团队在nexenta illumos操作系统（solaris）中编译

javac -classpath hadoop-examples-1.0.1.jar -d folder/classes folder/src/ParallelIndexation.java,

收到以下错误

folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                     ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                      ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                       ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                        ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                          ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                            ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                             ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                              ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                               ^
folder/src/ParallelIndexation.java:23: error: unmappable character for encoding UTF8
        FileInputStream fstream = new FileInputStream("/usr/countcomputers.txt"); // ���� � �����
                                                                                                ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                          ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                           ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                            ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                             ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                              ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                               ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                 ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                  ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                   ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                     ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                      ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                       ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                        ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                         ^
folder/src/ParallelIndexation.java:26: error: unmappable character for encoding UTF8
        String result = br.readLine(); // ������ ��� ������
                                                          ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                      ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                       ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                        ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                         ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                          ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                           ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                            ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                             ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                              ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                 ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                  ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                   ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                    ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                     ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                       ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                         ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                          ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                           ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                            ^
folder/src/ParallelIndexation.java:27: error: unmappable character for encoding UTF8
        CountComputers = Integer.parseInt(result); // ��������� ������ � �����
                                                                             ^
46 errors

如何在eclipse中更改utf8的编码？

Javahadoopmapreduceutf-8compiler-errors

2条答案

按热度按时间
hxzsmxv2

hxzsmxv21#

Java6为不可复制的字符提供了一个“警告”。
Java7为不可复制的字符提供了一个“错误”，但失败了。
检查文件编码

file -bi [filename]
赞(0）分享  回复(0）举报  2021-06-03
cig3rfwq

cig3rfwq2#

在eclipse中，可以在三个位置设置文本文件编码：
在工作区级别：preferences/general/workspace/text-file-encoding
在项目级别：属性（在项目上）/资源/文本文件编码
在文件级别：属性（在文件上）/资源/文本文件编码
我建议将其设置在工作区和项目级别，如果需要，还可以设置在文件级别。
设置文件编码并不能真正转换文件本身。您可能需要使用一个单独的工具（例如 iconv )为了这个。

赞(0）分享  回复(0）举报  2021-06-03
我来回答

相关问题

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新问答

    更多
    • 蜀ICP备2022004421号-2 NULL123 https://www.null123.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com