public static void ReadAll_LumenWorks(DelimitedRecordReaderBenchmarkArguments args) { using (var reader = new LW.CsvReader(new StreamReader(args.Path, args.Encoding, true, args.BufferSize), false, LW.CsvReader.DefaultDelimiter, LW.CsvReader.DefaultQuote, LW.CsvReader.DefaultEscape, LW.CsvReader.DefaultComment, args.TrimWhiteSpaces ? LW.ValueTrimmingOptions.All : LW.ValueTrimmingOptions.None, args.BufferSize)) { reader.SkipEmptyLines = args.SkipEmptyLines; string s; if (args.FieldIndex < 0) { while (reader.ReadNextRecord()) { for (int i = 0; i < reader.FieldCount; i++) { s = reader[i]; } } } else { while (reader.ReadNextRecord()) { for (int i = 0; i < args.FieldIndex + 1; i++) { s = reader[i]; } } } } }
public static void ReadAll_LumenWorks(DelimitedRecordReaderBenchmarkArguments args) { using (var reader = new LW.CsvReader(new StreamReader(args.Path, args.Encoding, true, args.BufferSize), false, LW.CsvReader.DefaultDelimiter, LW.CsvReader.DefaultQuote, LW.CsvReader.DefaultEscape, LW.CsvReader.DefaultComment, args.TrimWhiteSpaces ? LW.ValueTrimmingOptions.All : LW.ValueTrimmingOptions.None, args.BufferSize)) { reader.SkipEmptyLines = args.SkipEmptyLines; string s; if (args.FieldIndex < 0) { while (reader.ReadNextRecord()) { for (int i = 0; i < reader.FieldCount; i++) s = reader[i]; } } else { while (reader.ReadNextRecord()) { for (int i = 0; i < args.FieldIndex + 1; i++) s = reader[i]; } } } }
private void loadDatabase() { //read movies.csv using (var fs = File.OpenRead(@"db/movies.csv")) using (var reader = new StreamReader(fs)) { using (var csvReader = new LumenWorks.Framework.IO.Csv.CsvReader(reader, true)) { while (csvReader.ReadNextRecord()) { //the first line is the headers line (movieID,Title,genres) Movie movie = new Movie(csvReader[0]); movie.MovieTitle = csvReader[1]; movie.Genres = Movie.splitToGenres(csvReader[2]); moviesDictionary[csvReader[0]] = movie; moviesToGrab.Enqueue(movie); } } } using (var fs = File.OpenRead(@"db/links.csv")) using (var reader = new StreamReader(fs)) { using (var csvReader = new LumenWorks.Framework.IO.Csv.CsvReader(reader, true)) { while (csvReader.ReadNextRecord()) { if (moviesDictionary.ContainsKey(csvReader[0])) { moviesDictionary[csvReader[0]].UrlLink = "tt" + csvReader[1]; //add the IMDB link } } } } }
private TableInfo GetStructure(LumenWorks.Framework.IO.Csv.CsvReader reader) { var res = new TableInfo(null); if (HasHeaders) { foreach (string col in reader.GetFieldHeaders()) { res.Columns.Add(new ColumnInfo(res) { CommonType = new DbTypeString(), DataType = "nvarchar", Name = col }); } } else { for (int i = 1; i <= reader.FieldCount; i++) { res.Columns.Add(new ColumnInfo(res) { CommonType = new DbTypeString(), DataType = "nvarchar", Name = String.Format("#{0}", i) }); } } return(res); }
public Nullable <BusStop> getStopInfo(int id) { using (LumenWorks.Framework.IO.Csv.CsvReader csv = new LumenWorks.Framework.IO.Csv.CsvReader(getReader("stops.txt"), true)) { while (csv.ReadNextRecord()) { if (int.Parse(csv["stop_id"]) == id) { return(new BusStop(csv["stop_name"], id, new CLLocation(double.Parse(csv["stop_lat"]), double.Parse(csv["stop_lon"])))); } } return(null); } }
//Caution: If radius is too large results will be HUGE! //radius in meters public IEnumerable<BusStop> getAllBusStops(CLLocation aboutLoc, double radius) { List<BusStop> stops = new List<BusStop>(30); using (LumenWorks.Framework.IO.Csv.CsvReader csv = new LumenWorks.Framework.IO.Csv.CsvReader(getReader("stops.txt"),true)) { while (csv.ReadNextRecord()){ CLLocation loc = new CLLocation(double.Parse(csv["stop_lat"]), double.Parse(csv["stop_lon"])); if (loc.DistanceFrom(aboutLoc)<=radius) stops.Add(new BusStop(csv["stop_name"],int.Parse(csv["stop_id"]), loc)); loc.Dispose(); } return stops; } }
private LumenWorks.Framework.IO.Csv.CsvReader CreateCsvReader(TextReader textReader, string file = null) { char delim = Delimiter; if (file != null && AutoDetectDelimiter) { delim = DetectDelimiter(file); } var reader = new LumenWorks.Framework.IO.Csv.CsvReader(textReader, HasHeaders, delim, Quote, Escape, Comment, TrimSpaces ? LumenWorks.Framework.IO.Csv.ValueTrimmingOptions.UnquotedOnly : LumenWorks.Framework.IO.Csv.ValueTrimmingOptions.None); reader.DefaultParseErrorAction = ParseErrorAction.AdvanceToNextLine; return(reader); }
public static importOHLCV DoImportRow(LumenWorks.Framework.IO.Csv.CsvReader csv, importStat importStat) { importOHLCV data = new importOHLCV(); if (csv[0] == null) { return(null); } data.code = csv[0]; if (!common.dateTimeLibs.Str2Date(csv[1], importStat.dateDataFormat, out tmpDate)) { return(null); } data.dateTime = tmpDate; if (!double.TryParse(csv[2], NumberStyles.Number, importStat.srcCulture, out tmpVal)) { return(null); } data.Open = tmpVal; if (!double.TryParse(csv[3], NumberStyles.Number, importStat.srcCulture, out tmpVal)) { return(null); } data.High = tmpVal; if (!double.TryParse(csv[4], NumberStyles.Number, importStat.srcCulture, out tmpVal)) { return(null); } data.Low = tmpVal; if (!double.TryParse(csv[5], NumberStyles.Number, importStat.srcCulture, out tmpVal)) { return(null); } data.Close = tmpVal; if (!double.TryParse(csv[6], NumberStyles.Number, importStat.srcCulture, out tmpVal)) { return(null); } data.Volume = tmpVal; return(data); }
//Caution: If radius is too large results will be HUGE! //radius in meters public IEnumerable <BusStop> getAllBusStops(CLLocation aboutLoc, double radius) { List <BusStop> stops = new List <BusStop>(30); using (LumenWorks.Framework.IO.Csv.CsvReader csv = new LumenWorks.Framework.IO.Csv.CsvReader(getReader("stops.txt"), true)) { while (csv.ReadNextRecord()) { CLLocation loc = new CLLocation(double.Parse(csv["stop_lat"]), double.Parse(csv["stop_lon"])); if (loc.DistanceFrom(aboutLoc) <= radius) { stops.Add(new BusStop(csv["stop_name"], int.Parse(csv["stop_id"]), loc)); } loc.Dispose(); } return(stops); } }
public List <SearchParameters> getitems() { var csvTable = new DataTable(); using (var csvReader = new LumenWorks.Framework.IO.Csv.CsvReader(new StreamReader(System.IO.File.OpenRead(inventario_csv)), false)) { csvTable.Load(csvReader); } List <SearchParameters> Inventario = new List <SearchParameters>(); for (int i = 0; i < csvTable.Rows.Count; i++) { Inventario.Add(new SearchParameters { Nombre = csvTable.Rows[i][0].ToString(), Unidad_Kg = csvTable.Rows[i][1].ToString(), Precio = csvTable.Rows[i][2].ToString(), Inventario = csvTable.Rows[i][3].ToString(), Costo = csvTable.Rows[i][4].ToString() }); } return(Inventario); }
private void CountActivities(CsvReader csv) { int fieldCount = csv.FieldCount; string[] headers = csv.GetFieldHeaders(); while (csv.ReadNextRecord()) { string activityName = csv[(int)Fields.ActivityName]; if (_activityCount.ContainsKey(activityName)) { _activityCount[activityName]++; } else { _activityCount.Add(activityName, 1); } } }
private string SerializeCsv(CsvReader csv) { string results = ""; int fieldCount = csv.FieldCount; string[] headers = csv.GetFieldHeaders(); while (csv.ReadNextRecord()) { for (int i = 0; i < fieldCount; i++) { results += csv[i] + " "; } results += "\n"; } return(results); }
public List <VentaParameters> getventas(string fecha) { //search if day exist string[] FilesVenta = Directory.GetFiles(ruta_ventas); List <VentaParameters> ventas = new List <VentaParameters>(); int count = 0; foreach (string Filename in FilesVenta) { if (Filename == ruta_ventas + fecha + ".csv") { var csvTable = new DataTable(); using (var csvReader = new LumenWorks.Framework.IO.Csv.CsvReader(new StreamReader(System.IO.File.OpenRead(ruta_ventas + fecha + ".csv")), false)) { csvTable.Load(csvReader); } for (int i = 0; i < csvTable.Rows.Count; i++) { ventas.Add(new VentaParameters { Nombre = csvTable.Rows[i][0].ToString(), Precio = csvTable.Rows[i][1].ToString(), Cantidades = csvTable.Rows[i][2].ToString(), Costo = csvTable.Rows[i][3].ToString(), hora = csvTable.Rows[i][4].ToString(), corte = csvTable.Rows[i][5].ToString() }); } } else { count++; } } if (count == FilesVenta.Length) { List <VentaParameters> ventasinicial = new List <VentaParameters>(); using (var writer = new StreamWriter(ruta_ventas + fecha + ".csv")) using (var csv = new CsvWriter(writer, CultureInfo.InvariantCulture)) { csv.WriteRecords(ventasinicial); } } return(ventas); }
static void ReadCsvFile() { var csvTable = new DataTable(); using (var csvReader = new CsvReader(new StreamReader(System.IO.File.OpenRead(@"C:\Users\itay.m\Downloads\SR-5543\MNN2_FAILS.csv")), true)) { csvTable.Load(csvReader); } var csv = new StringBuilder(); /* * var firstHL = "WebSite"; * var secondHL = "IP"; * var thirdHL = "TotalOrderCost"; * var fourthHL = "ShippingCountry"; * var fifthHL = "IPLocationName"; * var sixthHL = "Num ShippingCountry <> Order IP Location"; * var Headines = string.Format("{0},{1},{2},{3},{4},{5}", firstHL, secondHL, thirdHL, fourthHL, fifthHL, sixthHL); * * csv.Append(string.Format("{0},{1},{2},{3},{4},{5}", firstHL, secondHL, thirdHL, fourthHL, fifthHL, sixthHL, Environment.NewLine)); * * File.WriteAllText(@"C:\Users\itay.m\Downloads\SR-5543\KR_Get_IP_list_from_customers_10.14.2020_NEW.csv", csv.ToString()); */ int count = 0; for (int i = 0; i < csvTable.Rows.Count; i++) { Filedatas.Add(new FileData { WebSite = csvTable.Rows[i][0].ToString(), IP = csvTable.Rows[i][1].ToString(), TotalOrderCost = csvTable.Rows[i][2].ToString(), ShippingCountry = csvTable.Rows[i][3].ToString(), IPLocationName = csvTable.Rows[i][4].ToString() }); if (i == count + 199) { Console.WriteLine($"Counter:{i}"); count = count + 199; } try { GetLocationIP(Filedatas[i]); Console.WriteLine(Filedatas[i]); var first = Filedatas[i].WebSite; var second = Filedatas[i].IP; var third = Filedatas[i].TotalOrderCost; var fourth = Filedatas[i].ShippingCountry; var fifth = Filedatas[i].IPLocationName; var newLine = string.Format("{0},{1},{2},{3},{4}", first, second, third, fourth, fifth); csv.Append(newLine + Environment.NewLine); } catch (Exception) { var first = Filedatas[i].WebSite; var second = Filedatas[i].IP; var third = Filedatas[i].TotalOrderCost; var fourth = Filedatas[i].ShippingCountry; csv.Append(string.Format("{0},{1},{2},{3},fail{4}", first, second, third, fourth, Environment.NewLine)); continue; } File.WriteAllText(@"C:\Users\itay.m\Downloads\SR-5543\EXPORTS\MNN2_FAILS_NEW.csv", csv.ToString()); } }
public Nullable<BusStop> getStopInfo(int id) { using (LumenWorks.Framework.IO.Csv.CsvReader csv = new LumenWorks.Framework.IO.Csv.CsvReader(getReader("stops.txt"),true)) { while (csv.ReadNextRecord()){ if (int.Parse(csv["stop_id"])== id){ return new BusStop(csv["stop_name"],id, new CLLocation(double.Parse(csv["stop_lat"]), double.Parse(csv["stop_lon"]))); } } return null; } }