Java敏感詞過濾

541732025發表於2014-04-18
Java

點選(此處)摺疊或開啟

  1. package test.java.lang;

  3. import java.io.IOException;
  4. import java.util.ArrayList;
  5. import java.util.HashMap;
  6. import java.util.List;

  8. /**
  9.  * @title KeywordFilter
  10.  * @description TODO
  11.  * @author
  12.  * @date 2014-4-17
  13.  * @version 1.0
  14.  */
  15. public class KeywordFilter {
  16.     /** 敏感詞集合
  17.      * {法={isEnd=0, 輪={isEnd=1}}, 中={isEnd=0, 國={isEnd=0, 人={isEnd=1}, 男={isEnd=0, 人={isEnd=1}}}}}
  18.      * */
  19.     private HashMap keysMap = new HashMap();

  21.     /**
  22.      * 新增敏感詞
  23.      * @param keywords
  24.      */
  25.     public void addKeywords(List<String> keywords) {
  26.         for (int i = 0; i < keywords.size(); i++) {
  27.             String key = keywords.get(i).trim();
  28.             HashMap nowhash = keysMap;//初始從最外層遍歷
  29.             for (int j = 0; j < key.length(); j++) {
  30.                 char word = key.charAt(j);
  31.                 Object wordMap = nowhash.get(word);
  32.                 if (wordMap != null) {
  33.                     nowhash = (HashMap) wordMap;
  34.                 } else {
  35.                     HashMap<String, String> newWordHash = new HashMap<String, String>();
  36.                     newWordHash.put(\"isEnd\", \"0\");
  37.                     nowhash.put(word, newWordHash);
  38.                     nowhash = newWordHash;
  39.                 }
  40.                 if (j == key.length() - 1) {
  41.                     nowhash.put(\"isEnd\", \"1\");
  42.                 }
  43.             }
  44.         }
  45.     }

  47.     /**
  48.      * 檢查一個字串從begin位置起開始是否有keyword符合，
  49.      * 如果沒有，則返回0
  50.      * 如果有符合的keyword值，繼續遍歷，直至遇到isEnd = 1，返回匹配的keyword的長度，
  51.      */
  52.     private int checkKeyWords(String txt, int begin) {
  53.         HashMap nowhash = keysMap;
  54.         int res = 0;
  55.         for (int i = begin; i < txt.length(); i++) {
  56.             char word = txt.charAt(i);
  57.             Object wordMap = nowhash.get(word);//得到該字元對應的HashMap
  58.             if (wordMap == null) {
  59.                 return 0;//如果該字元沒有對應的HashMap，return 0
  60.             }

  62.             res++;//如果該字元對應的HashMap不為null，說明匹配到了一個字元，+1
  63.             nowhash = (HashMap) wordMap;//將遍歷的HashMap指向該字元對應的HashMap
  64.             if (((String) nowhash.get(\"isEnd\")).equals(\"1\")) {//如果該字元為敏感詞的結束字元，直接返回
  65.                 return res;
  66.             } else {
  67.                 continue;
  68.             }
  69.         }
  70.         return res;
  71.     }

  73.     /**
  74.      * 判斷txt中是否有關鍵字
  75.      */
  76.     public boolean isContentKeyWords(String txt) {
  77.         for (int i = 0; i < txt.length(); i++) {
  78.             int len = checkKeyWords(txt, i);
  79.             if (len > 0) {
  80.                 return true;
  81.             }
  82.         }
  83.         return false;
  84.     }

  86.     /**
  87.      * 返回txt中關鍵字的列表
  88.      */
  89.     public List<String> getTxtKeyWords(String txt) {
  90.         List<String> list = new ArrayList<String>();
  91.         int l = txt.length();
  92.         for (int i = 0; i < l;) {
  93.             int len = checkKeyWords(txt, i);
  94.             if (len > 0) {
  95.                 String tt = txt.substring(i, i + len);
  96.                 list.add(tt);
  97.                 i += len;
  98.             } else {
  99.                 i++;
  100.             }
  101.         }
  102.         return list;
  103.     }

  105.     /**
  106.      * 初始化敏感詞列表
  107.      * */
  108.     public void initfiltercode() {
  109.         List<String> keywords = new ArrayList<String>();
  110.         keywords.add(\"中國人\");
  111.         keywords.add(\"中國男人\");
  112.         keywords.add(\"法輪\");
  113.         this.addKeywords(keywords);
  114.     }

  116.     public static void main(String[] args) throws IOException {
  117.         KeywordFilter filter = new KeywordFilter();
  118.         filter.initfiltercode();
  119.         String txt = \"哈哈，反倒是 法輪熱舞功，中國人,\";
  120.         boolean boo = filter.isContentKeyWords(txt);
  121.         System.out.println(boo);
  122.         List<String> set = filter.getTxtKeyWords(txt);
  123.         System.out.println(\"包含的敏感詞如下：\" + set);
  124.     }
  125. }


來自 “ ITPUB部落格 ” ，連結：http://blog.itpub.net/28912557/viewspace-1144669/，如需轉載，請註明出處，否則將追究法律責任。

相關文章