public void TestAuxDataSize()
{
// step 1: dataset
var config = new CsvConfiguration()
{
Delimiter = ",",
HasHeaderRecord = true
};
var container = new CrossDomainDataContainer();
var bookDomain = new Domain("book", true);
var musicDomain = new Domain("music");
var dvdDomain = new Domain("dvd");
var videoDomain = new Domain("video");
var bookReader = new CsvReader("books_selected4.csv", config, bookDomain);
//var trainReader = new CsvReader("books_selected1_train.csv", config, bookDomain);
//var testReader = new CsvReader("books_selected1_test.csv", config, bookDomain, true);
var musicReader = new CsvReader(Paths.AmazonAllMusicRatings, config, musicDomain);
var dvdReader = new CsvReader(Paths.AmazonAllDvdRatings, config, dvdDomain);
var videoReader = new CsvReader(Paths.AmazonAllVideoRatings, config, videoDomain);
bookReader.LoadData(container);
//trainReader.LoadData(container);
//testReader.LoadData(container);
musicReader.LoadData(container);
//dvdReader.LoadData(container);
//videoReader.LoadData(container);
container.PrintStatistics();
var splitter = new CrossDomainSimpleSplitter(container, 0.25f);
//splitter.SaveSplitsAsCsv("books_selected1_train.csv", "books_selected1_test.csv");
var rmse = new List<string>();
var mae = new List<string>();
var durations = new List<string>();
for (int i = 0; i < 10; i++)
{
var startTime = DateTime.Now;
musicDomain.ActivateData(0.1f);
// step 2: recommender
LibFmTrainTester recommender;
CrossDomainLibFmFeatureBuilder featureBuilder = null;
featureBuilder = new CrossDomainLibFmFeatureBuilder(bookDomain, 10);
recommender = new LibFmTrainTester(experimentId: i.ToString(), featureBuilder: featureBuilder);
// step3: evaluation
var ctx = new EvalutationContext<ItemRating>(recommender, splitter);
var ep = new EvaluationPipeline<ItemRating>(ctx);
ep.Evaluators.Add(new RMSE());
ep.Evaluators.Add(new MAE());
ep.Run();
rmse.Add(recommender.RMSE.ToString());
mae.Add(ctx["MAE"].ToString());
var duration = DateTime.Now.Subtract(startTime);
durations.Add(((int)duration.TotalMilliseconds).ToString());
}
Console.WriteLine("NumAuxRatings\tRMSE\tMAE\tDuration");
for (int i = 0; i < 10; i++)
{
Console.WriteLine("{0}\t{1}\t{2}\t{3}", i, rmse[i], mae[i], durations[i]);
}
}
public void TestNewDataset()
{
// step 1: dataset
var config = new CsvConfiguration()
{
Delimiter = ",",
HasHeaderRecord = true
};
var container = new CrossDomainDataContainer();
var bookDomain = new Domain("book", true);
var musicDomain = new Domain("music");
var dvdDomain = new Domain("dvd");
var videoDomain = new Domain("video");
var bookReader = new CsvReader("books_selected4.csv", config, bookDomain);
//var trainReader = new CsvReader("books_selected1_train.csv", config, bookDomain);
//var testReader = new CsvReader("books_selected1_test.csv", config, bookDomain, true);
var musicReader = new CsvReader(Paths.AmazonAllMusicRatings, config, musicDomain);
var dvdReader = new CsvReader(Paths.AmazonAllDvdRatings, config, dvdDomain);
var videoReader = new CsvReader(Paths.AmazonAllVideoRatings, config, videoDomain);
bookReader.LoadData(container);
//trainReader.LoadData(container);
//testReader.LoadData(container);
musicReader.LoadData(container);
//dvdReader.LoadData(container);
//videoReader.LoadData(container);
container.PrintStatistics();
//musicDomain.CacheUserData();
var splitter = new CrossDomainSimpleSplitter(container, 0.25f);
//splitter.SaveSplitsAsCsv("books_selected1_train.csv", "books_selected1_test.csv");
//return;
//var splitter = new RatingSimpleSplitter(container, 0.25f);
var numAuxRatings = new List<int> { 0, 1, 2, 3, 5, 7, 10 };
var rmse = new List<string>();
var mae = new List<string>();
var durations = new List<string>();
foreach (var num in numAuxRatings)
{
var startTime = DateTime.Now;
// step 2: recommender
LibFmTrainTester recommender;
CrossDomainLibFmFeatureBuilder featureBuilder = null;
if (num == 0)
{
recommender = new LibFmTrainTester(experimentId: num.ToString());
}
else
{
featureBuilder = new CrossDomainLibFmFeatureBuilder(bookDomain, num);
recommender = new LibFmTrainTester(experimentId: num.ToString(), featureBuilder: featureBuilder);
}
// step3: evaluation
var ctx = new EvalutationContext<ItemRating>(recommender, splitter);
var ep = new EvaluationPipeline<ItemRating>(ctx);
ep.Evaluators.Add(new RMSE());
ep.Evaluators.Add(new MAE());
ep.Run();
//File.WriteAllLines("maps.txt", featureBuilder.Mapper.OriginalIDs.Zip(featureBuilder.Mapper.InternalIDs, (f, s) => f + "\t" + s));
rmse.Add(recommender.RMSE.ToString());
mae.Add(ctx["MAE"].ToString());
var duration = DateTime.Now.Subtract(startTime);
durations.Add(((int)duration.TotalMilliseconds).ToString());
}
Console.WriteLine("NumAuxRatings\tRMSE\tMAE\tDuration");
for (int i = 0; i < numAuxRatings.Count(); i++)
{
Console.WriteLine("{0}\t{1}\t{2}\t{3}", numAuxRatings[i], rmse[i], mae[i], durations[i]);
}
}
public void TestAmazonCrossDomainVideo()
{
// step 1: dataset
var config = new CsvConfiguration()
{
Delimiter = ",",
HasHeaderRecord = true
};
var container = new CrossDomainDataContainer();
var bookDomain = new Domain("book");
var musicDomain = new Domain("music");
var dvdDomain = new Domain("dvd");
var videoDomain = new Domain("video", true);
var trainReader = new CsvReader(Paths.AmazonVideoTrain75, config, videoDomain);
var testReader = new CsvReader(Paths.AmazonVideoTest25, config, videoDomain, true);
var musicReader = new CsvReader(Paths.AmazonMusicRatings, config, musicDomain);
var dvdReader = new CsvReader(Paths.AmazonDvdRatings, config, dvdDomain);
var bookReader = new CsvReader(Paths.AmazonBooksRatings, config, bookDomain);
//var tempReader = new LibFmReader(_ecirTrain, _ecirTest) { MainDomain = bookDomain, AuxDomain = musicDomain, UserDataPath = _musicUsersPath };
trainReader.LoadData(container);
testReader.LoadData(container);
musicReader.LoadData(container);
dvdReader.LoadData(container);
bookReader.LoadData(container);
//tempReader.LoadData(container);
//container.ShuffleDomains();
container.PrintStatistics();
//musicDomain.CacheUserData();
var splitter = new CrossDomainSimpleSplitter(container);
//var splitter = new RatingSimpleSplitter(container);
var numAuxRatings = new int[4] { 0, 1, 2, 3 };
var rmse = new List<string>();
var mae = new List<string>();
var durations = new List<string>();
foreach (var num in numAuxRatings)
{
var startTime = DateTime.Now;
// step 2: recommender
ITrainTester<ItemRating> recommender;
CrossDomainLibFmFeatureBuilder featureBuilder = null;
if (num == 0)
{
recommender = new LibFmTrainTester(experimentId: num.ToString());
}
else
{
featureBuilder = new CrossDomainLibFmFeatureBuilder(videoDomain, num);
//featureBuilder.LoadCachedUserData(_musicUsersPath);
recommender = new LibFmTrainTester(experimentId: num.ToString(), featureBuilder: featureBuilder);
}
// step3: evaluation
var ctx = new EvalutationContext<ItemRating>(recommender, splitter);
var ep = new EvaluationPipeline<ItemRating>(ctx);
ep.Evaluators.Add(new RMSE());
ep.Evaluators.Add(new MAE());
ep.Run();
//File.WriteAllLines("maps.txt", featureBuilder.Mapper.OriginalIDs.Zip(featureBuilder.Mapper.InternalIDs, (f, s) => f + "\t" + s));
rmse.Add(ctx["RMSE"].ToString());
mae.Add(ctx["MAE"].ToString());
var duration = DateTime.Now.Subtract(startTime);
durations.Add(((int)duration.TotalMilliseconds).ToString());
}
Console.WriteLine("NumAuxRatings\tRMSE\tMAE\tDuration");
for (int i = 0; i < numAuxRatings.Count(); i++)
{
Console.WriteLine("{0}\t{1}\t{2}\t{3}", numAuxRatings[i], rmse[i], mae[i], durations[i]);
}
}