企业官网建设流程全解析

青岛做网站推广公司哪家好,网站开发合同技术目标,小程序在线开发,网页制作与设计简称mapreduce输出乱码的处理#xff0c;主要在于数据的编码#xff0c;默认是以utf-8编码。若数据源不是以utf-8编码#xff0c;如以gbk编码的。若在mapreduce中要以gbk进行解码。核心语句#xff1a;String str new String(value.getBytes(), 0, value.getLength(), G…mapreduce输出乱码的处理主要在于数据的编码默认是以utf-8编码。若数据源不是以utf-8编码如以gbk编码的。若在mapreduce中要以gbk进行解码。核心语句String str new String(value.getBytes(), 0, value.getLength(), GBK);解释value.getBytes()是获取字节码数据转换成字符码是需要加相应编码。程序实验package org.two; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.NullWritable; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.Job; import org.apache.hadoop.mapreduce.Mapper; import org.apache.hadoop.mapreduce.Reducer; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; import java.io.IOException; public class CleanOneDriver { public static void main(String[] args) throws IOException, InterruptedException, ClassNotFoundException { Configuration conn new Configuration(); Job job Job.getInstance(conn); job.setJarByClass(CleanOneDriver.class); job.setMapperClass(CleanOneMapper.class); job.setReducerClass(CleanOneReduce.class); job.setMapOutputKeyClass(Text.class); job.setMapOutputValueClass(NullWritable.class); FileInputFormat.addInputPath(job,new Path(args[0])); FileOutputFormat.setOutputPath(job,new Path(args[1])); System.exit(job.waitForCompletion(true)?0:1); } private static class CleanOneMapper extends MapperLongWritable,Text,Text,NullWritable { Override protected void map(LongWritable key, Text value, MapperLongWritable, Text, Text, NullWritable.Context context) throws IOException, InterruptedException { String str new String(value.getBytes(), 0, value.getLength(), GBK); context.write(new Text(str),NullWritable.get()); } } private static class CleanOneReduce extends ReducerText,NullWritable,Text,NullWritable { Override protected void reduce(Text key, IterableNullWritable values, ReducerText, NullWritable, Text, NullWritable.Context context) throws IOException, InterruptedException { context.write(key,NullWritable.get()); } } }