Beispiel #1
0
        private static BulkLoadResponse LoadIndex(string fileName)
        {
            var bulkResponse   = new BulkLoadResponse();
            int recordsPerLoad = 5000;

            var orders = GetAllOrders(fileName);
            var search = new FlnSearch.AwsSearch();

            var remainingCount = orders.Count();
            var startIndex     = 0;

            while (remainingCount > 0)
            {
                var count = remainingCount > recordsPerLoad ? recordsPerLoad : remainingCount;
                var batch = orders.GetRange(startIndex, count);

                Console.WriteLine(string.Format("\tprocessing records :{0} thru {1}...", startIndex, startIndex + count));
                var response = search.BulkLoad(batch);
                bulkResponse.RecordsInBatch += response.RecordsInBatch;
                Console.WriteLine(string.Format("\t\tProcess took: {0}", response.Took));

                if (response.Errors)
                {
                    bulkResponse.Errors = true;
                    bulkResponse.FailedItems.AddRange(response.FailedItems);
                    Console.WriteLine(string.Format("\t{0} errors found", response.FailedItems.Count));
                }

                remainingCount -= count;
                startIndex     += count;
            }
            return(bulkResponse);
        }
Beispiel #2
0
        private static void LoadRange(string fileName, int startIndex, int count)
        {
            var orders = GetAllOrders(fileName);
            var seaexh = new FlnSearch.AwsSearch();

            var batch = orders.GetRange(startIndex, count);

            seaexh.BulkLoad(batch);
        }