/// <summary> /// Search shell (not interactive at this level) /// </summary> public static void Search(Index index, IEnumerable<CommandQuery> qReader, ShellSearchOptions searchOps, IEnumerable<string> args) { string names = null; string[] dbnames = null; if (searchOps.Names != null) { dbnames = File.ReadAllLines (names); } BinaryWriter ResultOutput = null; if (searchOps.ResultName != null) { ResultOutput = new BinaryWriter (File.Create (searchOps.ResultName + ".tmp")); } SortedDictionary<double, int> avg_hist = new SortedDictionary<double, int> (); int qid = 0; long totaltime = 0; SearchCost totalCost = new SearchCost (0, 0); if (ResultOutput != null) { var reslist = new ResultList (searchOps.IndexName, searchOps.QueryName); // Dirty.SerializeBinary (Output, reslist); reslist.Save (ResultOutput); } foreach (CommandQuery qItem in qReader) { long tstart = DateTime.Now.Ticks; SearchCost startCost = index.Cost; IResult res; if (qItem.QTypeIsRange) { res = index.ParseSearch (qItem.QRaw, qItem.QArg); } else { res = index.ParseKNNSearch (qItem.QRaw, (int)qItem.QArg); } SearchCost finalCost = index.Cost; finalCost.Internal -= startCost.Internal; finalCost.External -= startCost.External; totalCost.Internal += finalCost.Internal; totalCost.External += finalCost.External; long time = DateTime.Now.Ticks - tstart; totaltime += time; if (searchOps.Filter != null) { res = searchOps.Filter (qItem.QRaw, qItem.QArg, res, index); } SortedDictionary<double, int> hist = new SortedDictionary<double, int> (); if (searchOps.ShowHist) { foreach (ResultPair p in res) { if (hist.ContainsKey (p.dist)) { hist [p.dist]++; } else { hist [p.dist] = 1; } } foreach (var p in hist) { if (avg_hist.ContainsKey (p.Key)) { avg_hist [p.Key] += p.Value; } else { avg_hist [p.Key] = p.Value; } } if (avg_hist.Count > 1000) { searchOps.ShowHist = false; Console.WriteLine ("WARNING: Histogram of distances was disabled because there are too many bins"); } } ResultInfo info = new ResultInfo (qid, qItem.EncodeQTypeQArgInSign(), qItem.QRaw, finalCost, new TimeSpan (time), res); if (ResultOutput != null) { // Dirty.SerializeBinary (ResultOutput, info); info.Save (ResultOutput); } Console.WriteLine (info.ToString (searchOps.ShowMaxResult, dbnames)); if (searchOps.ShowHist) { Console.WriteLine ("Distance histogram (dist => counter)"); foreach (KeyValuePair<double, int> xp in hist) { Console.Write ("({0} => {1}), ", xp.Key, xp.Value); } Console.WriteLine ("<TheEnd>"); } Console.WriteLine ("Number Results: {0}", res.Count); qid++; } if (searchOps.ShowHist) { Console.WriteLine ("Average Distance histogram (dist => counter)"); foreach (KeyValuePair<double, int> xp in avg_hist) { Console.Write ("({0} => {1}), ", xp.Key, ((double)xp.Value) / qid); } Console.WriteLine ("<TheEnd>"); } if (ResultOutput != null) { ResultOutput.Close (); if (File.Exists (searchOps.ResultName)) { File.Delete (searchOps.ResultName); } File.Move (searchOps.ResultName + ".tmp", searchOps.ResultName); } Console.WriteLine ("Number queries: {0}", qid); Console.WriteLine ("Average numdists: {0}", (totalCost.Internal + totalCost.External + 0.0) / qid); Console.WriteLine ("Total search time: {0}", (new TimeSpan (totaltime)).TotalSeconds); Console.WriteLine ("Average search time: {0}", (new TimeSpan (totaltime / qid)).TotalSeconds); }