public Dataset(IDatasetReader <T> trainReader, IDatasetReader <T> testReader) { _trainSamples = trainReader.ReadAll().AsQueryable(); _testSamples = testReader.ReadAll().AsQueryable(); _evalSamples = Enumerable.Empty <T>().AsQueryable(); _allSamples = _trainSamples.Concat(_testSamples); }
public Dataset(IDatasetReader <T> reader, Func <IEnumerable <T>, Tuple <IEnumerable <T>, IEnumerable <T>, IEnumerable <T> > > trainTestEvalSplitter) { _allSamples = reader.ReadAll().AsQueryable(); var splits = trainTestEvalSplitter(_allSamples); _trainSamples = splits.Item1.AsQueryable(); _testSamples = splits.Item2.AsQueryable(); _evalSamples = splits.Item3.AsQueryable(); }
public DatasetReaderController() { if (ConfigurationManager.AppSettings["DatasetName"] == "sample_data.csv") { datasetReader = new CsvReader(); } else if (ConfigurationManager.AppSettings["DatasetName"] == "sample_data.xml") { datasetReader = new XmlReader(); } }
private Dataset <T> GetDataset <T>(string path1, string path2, CsvClassMap <T> map) { IDatasetReader <T> reader1 = null, reader2 = null; Dataset <T> dataset; switch (Parameters.GetValueOrDefault("data-format", "")) { case ("csv"): string sep = ","; if (Parameters.GetValueOrDefault("csv-sep", "") != "") { sep = Parameters["csv-sep"]; } var csvConfing = new CsvConfiguration() { Delimiter = sep }; reader1 = new CsvReader <T>(path1, csvConfing, map); if (path2 != "") { reader2 = new CsvReader <T>(path2, csvConfing, map); } break; case (""): throw new WrapRecException("The parameter 'data-format' should be specified."); break; } if (path2 == "") { if (Parameters.GetValueOrDefault("testportion", "") == "") { throw new WrapRecException("The parameter 'testportion' should be specified."); } dataset = new Dataset <T>(reader1, float.Parse(Parameters["testportion"])); } else { dataset = new Dataset <T>(reader1, reader2); } return(dataset); }
public bool ChangeDataset(string DatasetName) { try { ConfigurationManager.AppSettings["DatasetName"] = DatasetName; if (ConfigurationManager.AppSettings["DatasetName"] == "sample_data.csv") { datasetReader = new CsvReader(); } else if (ConfigurationManager.AppSettings["DatasetName"] == "sample_data.xml") { datasetReader = new XmlReader(); } return(true); } catch (Exception ex) { return(false); } }
public Dataset(IDatasetReader <T> reader, double testPortion, double evalPortion) { if (testPortion + evalPortion > 1) { throw new Exception("Sum of test and evaluation portions should be less than 1."); } _allSamples = reader.ReadAll().AsQueryable(); if (testPortion == 0 && evalPortion == 0) { _trainSamples = _allSamples; _testSamples = _evalSamples = Enumerable.Empty <T>().AsQueryable(); return; } int trainCount = Convert.ToInt32(_allSamples.Count() * (1 - testPortion - evalPortion)); int testCount = Convert.ToInt32(_allSamples.Count() * testPortion); _trainSamples = _allSamples.Take(trainCount); _testSamples = _allSamples.Skip(trainCount).Take(testCount); _evalSamples = _allSamples.Skip(trainCount + testCount); }
public EpinionTrustReader(IDatasetReader[] epinionsReaders, string relationsPath) { EpinionsReaders = epinionsReaders; RelationsPath = relationsPath; }
public void TestSetup() { _datasetReader = _container.Resolve <IDatasetReader>(); _datasetReader.SetSetting("GDB_PATH", "Resources/FileGDB/FileGeoDBTests.gdb"); _datasetReader.Initialize(); }
public Domain(string id, IDatasetReader <ItemRating> ratingsReader, float weight) { Id = id; RatingsReader = ratingsReader; Weight = weight; }
public Domain(string id, IDatasetReader <ItemRating> ratingsReader) : this(id, ratingsReader, 1) { }
public void TestSetup() { _datasetReader = _container.Resolve<IDatasetReader>(); _datasetReader.SetSetting("GDB_PATH", "Resources/FileGDB/FileGeoDBTests.gdb"); _datasetReader.Initialize(); }
public ItemRatingWithRelationReader(IDatasetReader <ItemRating> itemRatingReader, IEnumerable <Relation> relations) { _relations = relations.GroupBy(r => r.UserId).ToDictionary(g => g.Key, g => g.Select(r => r.ConnectedId).ToList()); _itemRatingsReader = itemRatingReader; }
public Dataset(IDatasetReader <T> reader, double testPortion) : this(reader, testPortion, 0) { }
public Dataset(IDatasetReader <T> reader) : this(reader, 0, 0) { }