static void test_2()
{
var dataFileName = @"E:\GeoDB\DiskSearchEngine\data\fusking.rotter.data";
var dataFileEncoding = Encoding.UTF7; //Encoding.Unicode; //Encoding.UTF8; //
create_datafile_in_need_encoding(dataFileName, dataFileEncoding);
//var indexHeader = HashtableIndexer.GetIndexHeaderByDataFile( dataFileName );
var allRecordCountInDataFile = HashtableEngineHelper.CalulateAllRecordCountInDataFile(dataFileName, dataFileEncoding);
HashtableIndexer.BuildIndex(dataFileName, dataFileEncoding, allRecordCountInDataFile.NearestPrimeNumber(), HashtableEngineHelper.NormlizeText);
using (var searcher = new HashtableSearcher(dataFileName, HashtableEngineHelper.NormlizeText))
{
var max_len = geo_names.Max(_ => _.Length);
searcher.IsExists1("кызыл-орда", max_len);
foreach (var geo_name in geo_names)
{
searcher.IsExists1(geo_name, max_len);
}
}
}
static void test_BuildIndex32OnDisk(string dataFileName, Encoding dataFileEncoding)
{
Console.WriteLine("Begin calulate record count in data file...");
var allRecordCountInDataFile = HashtableEngineHelper.CalulateAllRecordCountInDataFile(dataFileName, dataFileEncoding);
Console.WriteLine("End calulate record count in data file: " + allRecordCountInDataFile + Environment.NewLine);
//test Indexing
Console.WriteLine("Begin build int32-index on disk...");
var sw = Stopwatch.StartNew();
HashtableIndexer.BuildIndexInt32OnDisk(dataFileName, dataFileEncoding, allRecordCountInDataFile.NearestPrimeNumber(), HashtableEngineHelper.NormlizeText);
Console.WriteLine("End build int32-index on disk, elapsed: " + sw.Elapsed + Environment.NewLine);
}
static void test_BuildIndex64(string dataFileName, Encoding dataFileEncoding)
{
Console.WriteLine("Begin calulate record count in data file...");
var allRecordCountInDataFile = HashtableEngineHelper.CalulateAllRecordCountInDataFile(dataFileName, dataFileEncoding);
Console.WriteLine("End calulate record count in data file: " + allRecordCountInDataFile + Environment.NewLine);
//test Indexing
Console.WriteLine("Begin build int64-index...");
var sw = Stopwatch.StartNew();
HashtableIndexer.BuildIndex(dataFileName, dataFileEncoding, allRecordCountInDataFile
//.RoundBeforeGreaterBorder()
.NearestPrimeNumber(), HashtableEngineHelper.NormlizeText);
//HashtableIndexer.BuildIndex( dataFileName, dataFileEncoding, 3000000 );
Console.WriteLine("End build int64-index, elapsed: " + sw.Elapsed + Environment.NewLine);
}
