java---使用日志输出信息的方法

来源：互联网发布：用c语言画太极图编辑：程序博客网时间：2024/05/21 10:31
引入库函数

handler

先初始化，再使用！
package com.laifeng.control;import java.io.FileNotFoundException;import java.io.IOException;import java.net.URI;import java.util.Iterator;import java.util.logging.*;import org.apache.commons.lang.StringUtils;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.FileSystem;import org.apache.hadoop.fs.Path;import org.apache.hadoop.io.Text;import org.apache.hadoop.mapreduce.Job;import org.apache.hadoop.mapreduce.Mapper;import org.apache.hadoop.mapreduce.Partitioner;import org.apache.hadoop.mapreduce.Reducer;import org.apache.hadoop.mapreduce.Mapper.Context;import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;import org.apache.hadoop.util.GenericOptionsParser;import com.laifeng.control.module.HandleLineRpt;import com.laifeng.control.module.PreReduceRpt;import com.laifeng.control.module.HandleTime;import com.laifeng.control.module.UploadSmoothnesWholeStats;//wholepublic class LaifengUploadFlowrateStatWhole {    static String timesize;    /**     * @param args     */    public static void main(String[] args) throws Exception {        Logger log = Logger.getLogger("uploadmain");        try         {            try{                FileHandler fileHandler = new FileHandler("/workspace/yule/lcdn/logs/upload/main.log");                log.setLevel(Level.ALL);                log.addHandler(fileHandler);            }            catch (Exception e) {                e.printStackTrace();            }            log.info("main starting");        /*  JobConf conf = new JobConf(LaifengUploadFlowrateStatWhole.class);            conf.setJobName("LaifengUploadFlowrateStat");            String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();            if (otherArgs.length != 3) {                System.err.println("have no enough params");                log.info("have no enough params");                System.exit(3);            }            //get the timesize            timesize = otherArgs[2].toString();            //set the map and reduce class            conf.setMapperClass(MyMapper.class);            conf.setReducerClass(MyReducer.class);            //set map output class            conf.setMapOutputKeyClass(IntWritable.class);            conf.setMapOutputValueClass(Text.class);                        // set reducer output class            conf.setOutputKeyClass(IntWritable.class);            conf.setOutputValueClass(Text.class);            log.info("otherArgs[0]:"+ otherArgs[0]);            log.info("otherArgs[1]:"+ otherArgs[1]);            //set the input and output path            FileInputFormat.setInputPaths(conf, new Path(otherArgs[0]));            FileOutputFormat.setOutputPath(conf, new Path(otherArgs[1]));            //set the input and output content            conf.setInputFormat(TextInputFormat.class);            conf.setOutputFormat(TextOutputFormat.class);            //run the map            JobClient.runJob(conf);            System.exit(0);*/              // 新版废弃了JobConf类，直接使用JobConf的父类Configuration来进行一些配置的管理。            Configuration conf = new Configuration();            String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();            if (otherArgs.length != 3) {                System.err.println("Usage: wordcount <in> <out>");                System.exit(2);            }            log.info("lcdnMapper otherArgs[0]:"+ otherArgs[0]);            log.info("lcdnMapper otherArgs[1]:"+ otherArgs[1]);            log.info("lcdnMapper otherArgs[2]:"+ otherArgs[2]);            // 新版直接使用类Job来描述一个job相关的各种信息。            Job job = new Job(conf, "lcdn");            // 通过Job类的方法，设置一个Job在运行过程中所需的所有相关参数            job.setJarByClass(LaifengUploadFlowrateStatWhole.class);            // 设置reduce的数量            // job.setNumReduceTasks(20);            // 设置Partitioner类            // job.setPartitionerClass(MyPartitioner.class);            // 设置Map、Combine和Reduce处理类            job.setMapperClass(lcdnMapper.class);            // 需要combiner            job.setCombinerClass(lcdnReducer.class);            job.setReducerClass(lcdnReducer.class);            // 设置输出类型//           job.setMapOutputKeyClass(Text.class);//          job.setMapOutputValueClass(Text.class);               job.setOutputKeyClass(Text.class);            job.setOutputValueClass(Text.class);            FileInputFormat.addInputPath(job, new Path(otherArgs[0]));            FileOutputFormat.setOutputPath(job, new Path(otherArgs[1]));            timesize = otherArgs[2].toString();            // 删除输出目录            // deleteFromHdfs(otherArgs[1]);            // 直接通过Job类的方法来执行Job。            // 这里waitForCompletion函数会一直等待job结束才会返回，还有另外一个方法：commit，commit会在提交job之后立刻返回。            System.exit(job.waitForCompletion(true) ? 0 : 1);        }         catch (Exception e)         {            log.info("main Exception:"+ e.getMessage());            e.printStackTrace();        }    }    /**     * 从HDFS上删除文件     */    private static void deleteFromHdfs(String dst) throws FileNotFoundException, IOException {        Configuration conf = new Configuration();        FileSystem fs = FileSystem.get(URI.create(dst), conf);        fs.deleteOnExit(new Path(dst));        fs.close();    }    public static class lcdnMapper extends Mapper<Object, Text, Text, Text>/*MapReduceBase implements Mapper<Object, Text, IntWritable, Text> */    {           private Text intkey = new Text();        private Text strvalue = new Text();        //private static final Logger log = Logger.getLogger("uploadfailuremapper");        public lcdnMapper() {            super();            /*try{                FileHandler fileHandler = new FileHandler("/workspace/yule/lcdn/logs/upload/345.log");                log.setLevel(Level.ALL);                log.addHandler(fileHandler);            }            catch (Exception e) {                e.printStackTrace();            }*/        }        // 在map开始前运行        protected void setup(Context context) throws IOException, InterruptedException {            //log.info("MyMapper setup");        }        public void map(Object key, Text value, Context context/*OutputCollector<IntWritable, Text> output, Reporter reporter*/) throws IOException, InterruptedException         {            try            {                //log.info("mapkey:"+ key.toString() + "mapvalue:"+ value.toString() );                HandleLineRpt rpt = HandleLineRpt.parser(value.toString());                //System.out.println(rpt.isvalid());//test true or false                if (rpt.isvalid())                {                    intkey.set(rpt.getrptkey() + "");                    strvalue.set(rpt.getrptvalue());                    //log.info("inkey:"+intkey.toString() + "strvalue:"+ strvalue.toString());                    //output.collect(intkey, strvalue);                    Text sv = new Text();                    sv.set(rpt.getrptvalue());                    context.write(intkey, sv);                }            }               catch(InterruptedException e){                //log.info("InterruptedException:"+ e.getMessage());                e.printStackTrace();            }            catch (IOException e)            {                //log.info("IOException:"+ e.getMessage());                e.printStackTrace();                            }        }       }    public static class lcdnReducer extends Reducer<Text, Text, Text, Text>/*extends MapReduceBase implements Reducer<IntWritable, Text, IntWritable, Text> */    {        private Text rtime = new Text();        private Text cntstream = new Text();        //private static final Logger _LOG = Logger.getLogger("123.log");        //private static final Logger log = Logger.getLogger("uploadfailure");        public lcdnReducer() {            super();        /*  try{                FileHandler fileHandler = new FileHandler("/workspace/yule/lcdn/logs/upload/123.log");                log.setLevel(Level.ALL);                log.addHandler(fileHandler);            }            catch (Exception e) {                e.printStackTrace();            }*/        }        public void reduce(Text key, Iterator<Text> value, Context context/*OutputCollector<IntWritable, Text> output, Reporter reporter*/) throws IOException         {            try             {                   //log.info("key：" + key.toString() + " value:" + value.toString());                  while (value.hasNext())                 {                    String tmpkey = key.toString();                    String tmpval = value.next().toString();                    //log.info("while key：" + tmpkey + " value:" + tmpval);                      PreReduceRpt prr = PreReduceRpt.spilt(tmpval);                    UploadSmoothnesWholeStats ufs = new UploadSmoothnesWholeStats(prr);//whole                    HandleTime ht = new HandleTime(Integer.parseInt(tmpkey), timesize);                                     if(ht.matchtime())                    {                        ufs.append();//first step                    }                    else                    {                         ufs.put();//second step                        String sum_cnt = String.valueOf(ufs.get_sum_cnt());                        String sum_streamid = String.valueOf(ufs.get_sum_stream());                        String fluent = String.valueOf((ufs.get_sum_cnt()*100)/(ufs.get_sum_stream()*30));                        ufs.clear();//third step                        //rtime.set(HandleTime.startbytimesize);                        String strTemp = sum_cnt + "\t" + sum_streamid + "\t" + fluent;                        //log.info(strTemp);                          cntstream.set(strTemp);                        //output.collect(rtime, cntstream);                         try {                            context.write(new Text(HandleTime.startbytimesize + ""), cntstream);                        } catch (Exception e) {                            e.printStackTrace();                        }                    }                                                       }             }            catch (Exception e)             {                //log.info(e.getMessage());                e.printStackTrace();            }        }    }}
0 0