C#敏感词过滤Demo

1.创建一个Filter类

using System;using System.Collections.Generic;using System.Linq;using System.Text;namespace FoundationHelper{#region 非法关键字过滤 bate 1.1/// <summary>/// 非法关键词过滤(自动忽略汉字数字字母间的其他字符)/// </summary>public class FilterWord{public FilterWord() { }public FilterWord(string dictionaryPath){this.dictionaryPath = dictionaryPath;}private string dictionaryPath = string.Empty;/// <summary>/// 词库路径/// </summary>public string DictionaryPath{get { return dictionaryPath; }set { dictionaryPath = value; }}/// <summary>/// 内存词典/// </summary>private WordGroup[] MEMORYLEXICON = new WordGroup[(int)char.MaxValue];private string sourctText = string.Empty;/// <summary>/// 检测源/// </summary>public string SourctText{get { return sourctText; }set { sourctText = value; }}/// <summary>/// 检测源游标/// </summary>int cursor = 0;/// <summary>/// 匹配成功后偏移量/// </summary>int wordlenght = 0;/// <summary>/// 检测词游标/// </summary>int nextCursor = 0;private List<string> illegalWords = new List<string>();/// <summary>/// 检测到的非法词集/// </summary>public List<string> IllegalWords{get { return illegalWords; }}/// <summary>/// 判断是否是中文/// </summary>/// <param name=\"character\"></param>/// <returns></returns>private bool isCHS(char character){//  中文表意字符的范围 4E00-9FA5int charVal = (int)character;return (charVal >= 0x4e00 && charVal <= 0x9fa5);}/// <summary>/// 判断是否是数字/// </summary>/// <param name=\"character\"></param>/// <returns></returns>private bool isNum(char character){int charVal = (int)character;return (charVal >= 48 && charVal <= 57);}/// <summary>/// 判断是否是字母/// </summary>/// <param name=\"character\"></param>/// <returns></returns>private bool isAlphabet(char character){int charVal = (int)character;return ((charVal >= 97 && charVal <= 122) || (charVal >= 65 && charVal <= 90));}/// <summary>/// 转半角小写的函数(DBC case)/// </summary>/// <param name=\"input\">任意字符串</param>/// <returns>半角字符串</returns>///<remarks>///全角空格为12288，半角空格为32///其他字符半角(33-126)与全角(65281-65374)的对应关系是：均相差65248///</remarks>private string ToDBC(string input){char[] c = input.ToCharArray();for (int i = 0; i < c.Length; i++){if (c[i] == 12288){c[i] = (char)32;continue;}if (c[i] > 65280 && c[i] < 65375)c[i] = (char)(c[i] - 65248);}return new string(c).ToLower();}/// <summary>/// 加载内存词库/// </summary>private void LoadDictionary(){if (DictionaryPath != string.Empty){List<string> wordList = new List<string>();Array.Clear(MEMORYLEXICON, 0, MEMORYLEXICON.Length);string[] words = System.IO.File.ReadAllLines(DictionaryPath, System.Text.Encoding.Default);foreach (string word in words){string key = this.ToDBC(word);wordList.Add(key);wordList.Add(Microsoft.VisualBasic.Strings.StrConv(key, Microsoft.VisualBasic.VbStrConv.TraditionalChinese, 0));}Comparison<string> cmp = delegate (string key1, string key2){return key1.CompareTo(key2);};wordList.Sort(cmp);for (int i = wordList.Count - 1; i > 0; i--){if (wordList[i].ToString() == wordList[i - 1].ToString()){wordList.RemoveAt(i);}}foreach (var word in wordList){WordGroup group = MEMORYLEXICON[(int)word[0]];if (group == null){group = new WordGroup();MEMORYLEXICON[(int)word[0]] = group;}group.Add(word.Substring(1));}}}/// <summary>/// 检测/// </summary>/// <param name=\"blackWord\"></param>/// <returns></returns>private bool Check(string blackWord){wordlenght = 0;//检测源下一位游标nextCursor = cursor + 1;bool found = false;//遍历词的每一位做匹配for (int i = 0; i < blackWord.Length; i++){//特殊字符偏移游标int offset = 0;if (nextCursor >= sourctText.Length){break;}else{//检测下位字符如果不是汉字 数字 字符 偏移量加1for (int y = nextCursor; y < sourctText.Length; y++){if (!isCHS(sourctText[y]) && !isNum(sourctText[y]) && !isAlphabet(sourctText[y])){offset++;//避让特殊字符，下位游标如果>=字符串长度 跳出if (nextCursor + offset >= sourctText.Length) break;wordlenght++;}else break;}if ((int)blackWord[i] == (int)sourctText[nextCursor + offset]){found = true;}else{found = false;break;}}nextCursor = nextCursor + 1 + offset;wordlenght++;}return found;}/// <summary>/// 查找并替换/// </summary>/// <param name=\"replaceChar\"></param>public string[] Filter(char replaceChar){string flag = \"1\"; string[] str = new string[2];LoadDictionary();if (sourctText != string.Empty){char[] tempString = sourctText.ToCharArray(); ;for (int i = 0; i < SourctText.Length; i++){//查询以该字为首字符的词组WordGroup group = MEMORYLEXICON[(int)ToDBC(SourctText)[i]];if (group != null){for (int z = 0; z < group.Count(); z++){string word = group.GetWord(z);if (word.Length == 0 || Check(word)){string blackword = string.Empty;for (int pos = 0; pos < wordlenght + 1; pos++){blackword += tempString[pos + cursor].ToString();tempString[pos + cursor] = replaceChar;}illegalWords.Add(blackword);cursor = cursor + wordlenght;i = i + wordlenght;}}}cursor++;}var partStr = new string(tempString);if (String.Compare(partStr, sourctText) == 0)flag = \"0\";str[0] = new string(tempString);str[1] = flag;return str;}else{return null;}}}/// <summary>/// 具有相同首字符的词组集合/// </summary>class WordGroup{/// <summary>/// 集合/// </summary>private List<string> groupList;public WordGroup(){groupList = new List<string>();}/// <summary>/// 添加词/// </summary>/// <param name=\"word\"></param>public void Add(string word){groupList.Add(word);}/// <summary>/// 获取总数/// </summary>/// <returns></returns>public int Count(){return groupList.Count;}/// <summary>/// 根据下标获取词/// </summary>/// <param name=\"index\"></param>/// <returns></returns>public string GetWord(int index){return groupList[index];}}#endregion}

2.前台页面JS

<script>$(function () {$(\"#btn\").click(function () {var words = $(\"#textbox1\").val();$.post(\"@Url.Action(\"FilteBadWord\")\", { words: words}, function (dataJson) {console.log(dataJson);});});})</script>

3.后台

[HttpPost]public JsonResult FilteBadWord(string words){try{string path = Server.MapPath(\"~/App_Data/\") + \"bad.txt\";string[] str = new string[1];FoundationHelper.FilterWord filter = new FoundationHelper.FilterWord(path);filter.SourctText = words;str = filter.Filter(\'*\');return Json(str, JsonRequestBehavior.AllowGet);}catch (Exception ex){return null;}}

4.在对应路径创建敏感词库

5.引入dll文件