public async Task <AnsInfo> SearchAns(SearchInfo Searchwords)
{
try
{
AnsInfo ai = new AnsInfo();
string search = Searchwords.SearchString + "&" + Searchwords.page + "&" + Searchwords.filter + "&" + Searchwords.filetype;
if (Cache.CacheServices.cache.Exists(search))
{
var cat = Cache.CacheServices.cache.Get(search);
ai = (AnsInfo)cat;
DeactivateOnIdle();
return(await Task.FromResult(ai));
}
else
{
Cache.CacheServices cs = new Cache.CacheServices();
ai = cs.SearchforCache(Searchwords);
DeactivateOnIdle();
return(await Task.FromResult(ai));
}
throw new NotImplementedException();
}
catch (Exception e)
{
Console.WriteLine(e.Data);
throw;
}
}
public async Task <AnsInfo> SearchAns(SearchInfo si, Guid guid)
{
var searchgrain = GrainClient.GrainFactory.GetGrain <ISearchGrain>(guid);
AnsInfo ai = searchgrain.SearchAns(si).Result;
return(await Task.FromResult(ai));
}
public AnsInfo SearchforCache(SearchInfo Searchwords)
{
AnsInfo ai = new AnsInfo();
Xapian.MSet xm = new Xapian.MSet();
XapianLogic xl = new XapianLogic();
if (Searchwords.filter == 5) //sec, not cache
{
List <SearchResult> ls = new List <SearchResult>();
uint num = 0;
xl.SearchforsecReturn(Searchwords.SearchString, Searchwords.page, Searchwords.filter, Searchwords.filetype, out num, out ls);
}
else
{
xl.SearchReturnforSilo(Searchwords.SearchString, Searchwords.filter, Searchwords.filetype, out xm);
SearchReturn(xm, Searchwords, out ai);
string search = Searchwords.SearchString + "&" + Searchwords.page + "&" + Searchwords.filter + "&" + Searchwords.filetype;
cache.Put(search, ai);
}
return(ai);
}
private void SearchReturn(Xapian.MSet xm, SearchInfo Searchwords, out AnsInfo ai)
{
ai = new AnsInfo();
List <SearchResult> XapResList = new List <SearchResult>();
string query = Searchwords.SearchString;
query = query.Replace("\\", "");
query = query.Replace("/", "");
int page = Searchwords.page;
var segmenter = new JiebaSegmenter();
var segments = segmenter.Cut(query);
string querystr = string.Join(" ", segments); //分词
//若返回不为空
if (xm != null)
{
ai.totalnum = xm.Size(); //结果数目
int pagecount = 0;
for (Xapian.MSetIterator iter = xm.Begin(); iter != xm.End(); ++iter)
{
SearchResult sr = new SearchResult();
++pagecount;
if (pagecount <= ((page - 1) * 10)) //获得分页
{
continue;
}
else
{
if (XapResList.Count >= 10) //每页10个结果
{
break;
}
Xapian.Document iterdoc = iter.GetDocument();
bool ftpflag = false; //ftp标记，转码用
bool emflag = false;
string strcontent = iterdoc.GetData(); //取出正文
string strtitle = iterdoc.GetValue(3); //取出标题 ValueTitle
string strahref = iterdoc.GetValue(1); //取出链接
string source = iterdoc.GetValue(0);
string strcut = "";
int contentlen = strcontent.Length; //判断正文长度，为下面筛选含有关键词片段做准备
uint docid = iter.GetDocId();
if (source == "4")
{
sr.allcontent = strcontent;
}
if (source == "2")
{
ftpflag = true;
strahref = UrlEncode(strahref); //若为ftp链接，需要转码
}
string[] strquerycut = querystr.Split(' ');
string emlink = "";
List <string> tmp = new List <string>();
foreach (var item in strquerycut)
{
if (item == "e" || item == "E" || item == "m" || item == "M" ||
item == "em" || item == "Em" || item == "Em" || item == "EM" ||
item == "<" || item == ">")
{
emflag = true;
if (emlink != "")
{
emlink = emlink + "|" + item;
}
else
{
emlink = item;
}
}
else
{
tmp.Add(item);
}
}
HashSet <string> hs = new HashSet <string>(tmp); //此时已经去掉重复的数据保存在hashset中
String[] strunique = new String[hs.Count];
hs.CopyTo(strunique);
int cutlen = strunique.Length;
int count = 0;
if (emlink != "" && cutlen == 0)
{
foreach (var item in strquerycut)
{
//消掉*问号空格
if (item == " " || item == "")
{
continue;
}
CompareInfo Compare = CultureInfo.InvariantCulture.CompareInfo;
int conpos = Compare.IndexOf(strcontent, item, CompareOptions.IgnoreCase); //根据位置标红
//int conpos = strcontent.IndexOf(item); //根据位置标红
if (conpos != -1)
{
if (contentlen - conpos > 150 && conpos > 50)
{
//截取150字作为cache
strcut = strcontent.Substring(conpos - 50, 200);
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
strcut = "..." + strcut + "...";
goto Finally;
}
else if (conpos > 50)
{
////截取150字作为cache
strcut = strcontent.Substring(conpos - 50, contentlen - conpos + 50);
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
strcut = "..." + strcut + "...";
goto Finally;
}
else if (contentlen - conpos > 150)
{
//截取150字作为cache
strcut = strcontent.Substring(0, conpos + 150);
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
strcut = "..." + strcut + "...";
goto Finally;
}
else
{
//strcut = HttpUtility.HtmlEncode(strcut);
//不够150的全拿出
strcut = strcontent;
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
strcut = "..." + strcut + "...";
goto Finally;
}
}
else
{
CompareInfo Comparetitle = CultureInfo.InvariantCulture.CompareInfo;
int conpostitle = Comparetitle.IndexOf(strtitle, item, CompareOptions.IgnoreCase); //根据位置标红
if (conpostitle != -1)
{
if (contentlen > 200)
{
strcut = strcontent.Substring(0, 200);
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
strcut = "..." + strcut + "...";
goto Finally;
}
else
{
strcut = strcontent;
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
strcut = "..." + strcut + "...";
goto Finally;
}
}
else
{
++count;
}
}
}
}
else
{
//每一个词都查一遍
foreach (var item in strunique)
{
//消掉*问号空格
if (item == " " || item == "")
{
continue;
}
CompareInfo Compare = CultureInfo.InvariantCulture.CompareInfo;
int conpos = Compare.IndexOf(strcontent, item, CompareOptions.IgnoreCase); //根据位置标红
//int conpos = strcontent.IndexOf(item); //根据位置标红
if (conpos != -1)
{
if (contentlen - conpos > 150 && conpos > 50)
{
//截取150字作为cache
strcut = strcontent.Substring(conpos - 50, 200);
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
//strcut = HttpUtility.HtmlEncode(strcut);
for (; count < cutlen; count++)
{
if (strunique[count] == " " || strunique[count] == "")
{
continue;
}
//标红，大小写不敏感，regex替换法，replace大小写敏感
strtitle = Regex.Replace(strtitle, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
//strtitle = strtitle.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
//strcut = strcut.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
strcut = Regex.Replace(strcut, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
}
strcut = "..." + strcut + "...";
goto Finally;
}
else if (conpos > 50)
{
////截取150字作为cache
strcut = strcontent.Substring(conpos - 50, contentlen - conpos + 50);
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
//strcut = HttpUtility.HtmlEncode(strcut);
for (; count < cutlen; count++)
{
if (strunique[count] == " " || strunique[count] == "")
{
continue;
}
//标红
strtitle = Regex.Replace(strtitle, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
//strtitle = strtitle.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
//strcut = strcut.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
strcut = Regex.Replace(strcut, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
}
strcut = "..." + strcut + "...";
goto Finally;
}
else if (contentlen - conpos > 150)
{
//截取150字作为cache
strcut = strcontent.Substring(0, conpos + 150);
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
//strcut = HttpUtility.HtmlEncode(strcut);
for (; count < cutlen; count++)
{
if (strunique[count] == " " || strunique[count] == "")
{
continue;
}
//标红
strtitle = Regex.Replace(strtitle, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
//strtitle = strtitle.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
//strcut = strcut.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
strcut = Regex.Replace(strcut, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
}
strcut = "..." + strcut + "...";
goto Finally;
}
else
{
//strcut = HttpUtility.HtmlEncode(strcut);
//不够150的全拿出
strcut = strcontent;
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
for (; count < cutlen; count++)
{
if (strunique[count] == " " || strunique[count] == "")
{
continue;
}
//标红
strtitle = Regex.Replace(strtitle, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
//strtitle = strtitle.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
//strcut = strcut.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
strcut = Regex.Replace(strcut, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
}
strcut = "..." + strcut + "...";
goto Finally;
}
}
else
{
CompareInfo Comparetitle = CultureInfo.InvariantCulture.CompareInfo;
int conpostitle = Comparetitle.IndexOf(strtitle, item, CompareOptions.IgnoreCase); //根据位置标红
if (conpostitle != -1)
{
if (contentlen > 200)
{
strcut = strcontent.Substring(0, 200);
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
//strcut = HttpUtility.HtmlEncode(strcut);
for (; count < cutlen; count++)
{
if (strunique[count] == " " || strunique[count] == "")
{
continue;
}
//标红
strtitle = Regex.Replace(strtitle, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
//strtitle = strtitle.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
//strcut = strcut.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
strcut = Regex.Replace(strcut, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
}
strcut = "..." + strcut + "...";
goto Finally;
}
else
{
strcut = strcontent;
if (emflag)
{
strtitle = ReplaceCntent(emlink, strtitle);
strcut = ReplaceCntent(emlink, strcut);
}
//strcut = HttpUtility.HtmlEncode(strcut);
for (; count < cutlen; count++)
{
if (strunique[count] == " " || strunique[count] == "")
{
continue;
}
//标红
strtitle = Regex.Replace(strtitle, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
//strtitle = strtitle.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
//strcut = strcut.Replace(strquerycut[count], "<font color = red>" + strquerycut[count] + "</font>");
strcut = Regex.Replace(strcut, Regex.Escape(strunique[count]), "<em>" + strunique[count] + "</em>", RegexOptions.IgnoreCase);
}
strcut = "..." + strcut + "...";
goto Finally;
}
}
else
{
++count;
}
}
}
}
//找到合适的内容之后返回结果
Finally:
sr.ahref = iterdoc.GetValue(1);
if (ftpflag) //判断是否需要转码链接
{
sr.ahrefencode = strahref; //ftp则使用转码链接
}
else
{
sr.ahrefencode = sr.ahref;
}
sr.link = iterdoc.GetValue(2);
sr.title = strtitle;
sr.snippet = strcut;
XapResList.Add(sr);
}
}
ai.retinfo = XapResList;
}
else
{
ai.totalnum = 0;
ai.retinfo = null;
}
}
public async Task <ActionResult> Result(string search, string filter, string page)
{
if (search == "我想玩旅行商问题的游戏上上下下左右左右BABA")
{
return(View("Amazing"));
}
TimeSpan ts;
DateTime DateTimestart = DateTime.Now;
DateTime DateTimeend;
List <SearchResult> XapAns;
bool urlflag = false;
string searchbackup = search;
//角色等级
switch (filter)
{
case null:
if (User.IsInRole("Admin") || User.IsInRole("Sec"))
{
filter = "0"; //管理员和等级用户检索就是全部可见的
}
else
{
filter = "0"; //非管理员检索结果不可见等级
}
break;
case "0":
if (User.IsInRole("Admin") || User.IsInRole("Sec"))
{
filter = "0"; //管理员和等级用户检索就是全部可见的
}
break;
case "1":
break;
case "2":
break;
case "3":
break;
case "4":
case "5":
if (!User.IsInRole("Admin") && !User.IsInRole("Sec"))
{
log.Warn("用户" + User.Identity.Name + "恶意访问！！");
filter = "0";
}
break;
default:
filter = "0";
break;
}
//分页
if (page == null)
{
page = "0";
}
ViewBag.Page = page;
ViewBag.Filter = filter;
if (string.IsNullOrEmpty(search))
{
//如果没有词检索就返回
return(RedirectToAction("Index"));
}
else
{
if (IsUrl(search))
{
urlflag = true;
search = Regex.Replace(search, @"/", " ");
}
//分词处理
ViewBag.SearchWord = searchbackup;
XapianLogic xl = new XapianLogic();
uint num = 0;
if (urlflag)
{
var guid = GetGuid();
var searchgrain = GrainClient.GrainFactory.GetGrain <ISearchGrain>(guid);
SearchInfo si = new SearchInfo
{
SearchString = searchbackup,
filter = int.Parse(filter),
page = int.Parse(page),
filetype = "1980/01/01"
};
Console.WriteLine(guid + "\n");
AnsInfo ai = searchgrain.SearchAns(si).Result;
Console.WriteLine(guid + "ret" + "\n");
//xl.SearchReturn(searchbackup, int.Parse(page), int.Parse(filter),"1980/01/01", out num, out XapAns, out ts);
num = ai.totalnum;
XapAns = ai.retinfo;
DateTimeend = DateTime.Now;
ts = DateTimeend - DateTimestart;
ts.TotalMilliseconds.ToString(); //查询时间返回
}
else
{
//如果是Ftp和共享文件夹的来源，支持用+fileextension：excel、word、ppt、pdf、txt、html，查找过滤
//if ((filter == "2" || filter == "3")&&search.Contains("+fileextension"))
var guid = GetGuid();
Console.WriteLine(guid + "\n");
//var searchgrain = GrainClient.GrainFactory.GetGrain<ISearchGrain>(guid);
Console.WriteLine(guid + "ret" + "\n");
SearchInfo si = new SearchInfo
{
SearchString = searchbackup,
filter = int.Parse(filter),
page = int.Parse(page)
};
if (search.Contains("+fileextension"))
{
int pos = search.IndexOf("+fileextension"); //若有使用扩展名检索，则筛选扩展名
string extension = search.Substring(pos + 15, search.Length - pos - 15);
string searchkeyword = search.Substring(0, pos);
si.filetype = extension;
//xl.SearchReturn(searchkeyword, int.Parse(page), int.Parse(filter), extension, out num, out XapAns, out ts); //带有扩展名检索
AnsInfo ai = new AnsInfo();
ai = await SearchAns(si, guid);
num = ai.totalnum;
XapAns = ai.retinfo;
DateTimeend = DateTime.Now;
ts = DateTimeend - DateTimestart;
ts.TotalMilliseconds.ToString(); //查询时间返回
}
else
{
si.filetype = "0";
AnsInfo ai = new AnsInfo();
ai = await SearchAns(si, guid);
//xl.SearchReturn(search, int.Parse(page), int.Parse(filter), "0", out num, out XapAns, out ts); //无扩展名检索
num = ai.totalnum;
XapAns = ai.retinfo;
DateTimeend = DateTime.Now;
ts = DateTimeend - DateTimestart;
ts.TotalMilliseconds.ToString(); //查询时间返回
}
}
if (num == 0)
{
//如果没有检索到结果
ViewBag.ZeroCheck = "0";
TempData["Zero"] = "内容未检索到！";
ViewBag.Ansnum = 0;
ViewBag.PageCount = 0;
ViewBag.time = ts;
return(View());
}
else
{
ViewBag.AnsNum = num;
}
//检索到则返回结果
ViewBag.WebContent = XapAns;
ViewBag.PageCount = (uint)Math.Ceiling(num / 10.0);
//检索所用时间
ViewBag.time = ts;
return(View());
}
}
