public Dataset(IDatasetReader <T> trainReader, IDatasetReader <T> testReader)
{
_trainSamples = trainReader.ReadAll().AsQueryable();
_testSamples = testReader.ReadAll().AsQueryable();
_evalSamples = Enumerable.Empty <T>().AsQueryable();
_allSamples = _trainSamples.Concat(_testSamples);
}
public Dataset(IDatasetReader <T> reader, Func <IEnumerable <T>, Tuple <IEnumerable <T>, IEnumerable <T>, IEnumerable <T> > > trainTestEvalSplitter)
{
_allSamples = reader.ReadAll().AsQueryable();
var splits = trainTestEvalSplitter(_allSamples);
_trainSamples = splits.Item1.AsQueryable();
_testSamples = splits.Item2.AsQueryable();
_evalSamples = splits.Item3.AsQueryable();
}
public DatasetReaderController()
{
if (ConfigurationManager.AppSettings["DatasetName"] == "sample_data.csv")
{
datasetReader = new CsvReader();
}
else if (ConfigurationManager.AppSettings["DatasetName"] == "sample_data.xml")
{
datasetReader = new XmlReader();
}
}
private Dataset <T> GetDataset <T>(string path1, string path2, CsvClassMap <T> map)
{
IDatasetReader <T> reader1 = null, reader2 = null;
Dataset <T> dataset;
switch (Parameters.GetValueOrDefault("data-format", ""))
{
case ("csv"):
string sep = ",";
if (Parameters.GetValueOrDefault("csv-sep", "") != "")
{
sep = Parameters["csv-sep"];
}
var csvConfing = new CsvConfiguration()
{
Delimiter = sep
};
reader1 = new CsvReader <T>(path1, csvConfing, map);
if (path2 != "")
{
reader2 = new CsvReader <T>(path2, csvConfing, map);
}
break;
case (""):
throw new WrapRecException("The parameter 'data-format' should be specified.");
break;
}
if (path2 == "")
{
if (Parameters.GetValueOrDefault("testportion", "") == "")
{
throw new WrapRecException("The parameter 'testportion' should be specified.");
}
dataset = new Dataset <T>(reader1, float.Parse(Parameters["testportion"]));
}
else
{
dataset = new Dataset <T>(reader1, reader2);
}
return(dataset);
}
public bool ChangeDataset(string DatasetName)
{
try
{
ConfigurationManager.AppSettings["DatasetName"] = DatasetName;
if (ConfigurationManager.AppSettings["DatasetName"] == "sample_data.csv")
{
datasetReader = new CsvReader();
}
else if (ConfigurationManager.AppSettings["DatasetName"] == "sample_data.xml")
{
datasetReader = new XmlReader();
}
return(true);
}
catch (Exception ex)
{
return(false);
}
}
public Dataset(IDatasetReader <T> reader, double testPortion, double evalPortion)
{
if (testPortion + evalPortion > 1)
{
throw new Exception("Sum of test and evaluation portions should be less than 1.");
}
_allSamples = reader.ReadAll().AsQueryable();
if (testPortion == 0 && evalPortion == 0)
{
_trainSamples = _allSamples;
_testSamples = _evalSamples = Enumerable.Empty <T>().AsQueryable();
return;
}
int trainCount = Convert.ToInt32(_allSamples.Count() * (1 - testPortion - evalPortion));
int testCount = Convert.ToInt32(_allSamples.Count() * testPortion);
_trainSamples = _allSamples.Take(trainCount);
_testSamples = _allSamples.Skip(trainCount).Take(testCount);
_evalSamples = _allSamples.Skip(trainCount + testCount);
}
public EpinionTrustReader(IDatasetReader[] epinionsReaders, string relationsPath)
{
EpinionsReaders = epinionsReaders;
RelationsPath = relationsPath;
}
public void TestSetup()
{
_datasetReader = _container.Resolve <IDatasetReader>();
_datasetReader.SetSetting("GDB_PATH", "Resources/FileGDB/FileGeoDBTests.gdb");
_datasetReader.Initialize();
}
public Domain(string id, IDatasetReader <ItemRating> ratingsReader, float weight)
{
Id = id;
RatingsReader = ratingsReader;
Weight = weight;
}
public Domain(string id, IDatasetReader <ItemRating> ratingsReader)
: this(id, ratingsReader, 1)
{
}
public void TestSetup()
{
_datasetReader = _container.Resolve<IDatasetReader>();
_datasetReader.SetSetting("GDB_PATH", "Resources/FileGDB/FileGeoDBTests.gdb");
_datasetReader.Initialize();
}
public ItemRatingWithRelationReader(IDatasetReader <ItemRating> itemRatingReader, IEnumerable <Relation> relations)
{
_relations = relations.GroupBy(r => r.UserId).ToDictionary(g => g.Key, g => g.Select(r => r.ConnectedId).ToList());
_itemRatingsReader = itemRatingReader;
}
public Dataset(IDatasetReader <T> reader, double testPortion)
: this(reader, testPortion, 0)
{
}
public Dataset(IDatasetReader <T> reader)
: this(reader, 0, 0)
{
}
