基于统计方法的二字词发掘程序(改进)

增加了一定的自学习能力.

 

 

package test.word;

import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.ObjectInputStream;
import java.io.ObjectOutputStream;
import java.util.HashMap;
import java.util.Iterator;

public class Word {

 private HashMap words = new HashMap();
 private HashMap result = new HashMap();
 
 
 public void run(String content) {
  //load
  try {
   words = this.load("d:/w/words.obj");
  } catch (FileNotFoundException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
   //init
   this.save(words, "d:/w/words.obj");
  } catch (IOException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  } catch (ClassNotFoundException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  }

  this.save(result, "d:/w/result.obj");
  
  //split
  scan(content);
  
  this.save(result, "d:/w/result.obj");
  //update
  //rename
  
  //view
  this.list(result);
 }
 

 
 public void scan(String content) {
  int l = content.length();
  StringBuilder builder = new StringBuilder();
  StringBuilder t = new StringBuilder();
  char c = 0;
  char o = 0;
  for(int i=0;i<l;i++) {
   //System.out.println(content.charAt(i));
   c = content.charAt(i);
   
   if(split(c)) {
    if(o == 0) {
     builder.delete(0, builder.length());
     //o = 0;
     c = 0;
    } else {
     this.insert(t.append(o).toString());
     t.delete(0, t.length());
    }
    //System.out.println();
    //System.out.println(builder.toString());

   } else {
    //builder.append(c);
    if(o != 0) {
     if( (isNum(o) && isNum(c)) || (!isNum(o) && !isNum(c)) ) {
      t.append(o).append(c);
      
      if(this.exist(t.toString())) {
       o = 0;
       this.insert(t.toString());
      } else {
       if(this.insert(t.toString())) {
        o = 0;
       } else {
        o = c;
       }
      }
      
      t.delete(0, t.length());
     } else {
      this.insert(t.append(o).toString());
      t.delete(0, t.length());
      o = c;
     }
    } else {
     o = c;
    }
   }
  }
 }
 
 public boolean isNum(char c) {
  boolean result = false;
  String chars = "0123456789";
  for(int i=0;i<chars.length();i++) {
   if(chars.charAt(i) == c) {
    result = true;
    break;
   }
  }
  return result;
 }
 
 
 public boolean exist(String t) {
  boolean flag = false;
  Object obj;
  int k = 0;
  
  obj = words.get(t.toString());
  
  if(obj != null) {
   k = (Integer) obj;
   if(k > 1)flag = true;
  } else {
   flag = false;
  }
  
  return flag;
 }
 
 
 public boolean insert(String t) {
  boolean flag = false;
  Object obj;
  int k = 0;
  
  obj = result.get(t.toString());
  
  if(obj != null) {
   k = (Integer) obj;
   if(k > 2)flag = true;
   k += 1;
   result.put(t.toString(), k);
  } else {
   result.put(t.toString(), 1);
   flag = false;
  }
  return flag;
 }
 
 
 public boolean split(char c) {
  boolean result = false;
  String chars = " 《》，。-{}（（）[]；/"：！？“”…、,.;!?/n/r";
  for(int i=0;i<chars.length();i++) {
   if(chars.charAt(i) == c) {
    result = true;
    break;
   }
  }
  return result;
 }
 
 public HashMap load(String file) throws FileNotFoundException, IOException, ClassNotFoundException {
  HashMap map = null;
  
  ObjectInputStream in;

  in = new ObjectInputStream(new FileInputStream(file));
  
  map = (HashMap) in.readObject();
  
  in.close();

  return map;
 }
 
 public void save(HashMap map, String file) {
  ObjectOutputStream out;
  
  try {
   out = new ObjectOutputStream(new FileOutputStream(file));
   
   out.writeObject(map);
   
   out.close();
   
  } catch (FileNotFoundException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  } catch (IOException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  }
 }
 

 public void list(HashMap map) {

  Iterator it = map.keySet().iterator();
  while(it.hasNext()) {
   String t = (String) it.next();
   int k = (Integer) map.get(t);
   System.out.println(t + " " + k);
  }

 }

}