public void TestAmazonAllDomains()
{
// step 1: dataset
var config = new CsvConfiguration()
{
Delimiter = ",",
HasHeaderRecord = true
};
var container = new CrossDomainDataContainer();
var bookDomain = new Domain("book", true);
var musicDomain = new Domain("music", true);
var dvdDomain = new Domain("dvd", true);
var videoDomain = new Domain("video", true);
var trainReader = new CsvReader(Paths.AmazonBooksTrain75, config, bookDomain);
var testReader = new CsvReader(Paths.AmazonBooksTest25, config, bookDomain, true);
var musicReader = new CsvReader(Paths.AmazonMusicRatings, config, musicDomain);
var dvdReader = new CsvReader(Paths.AmazonDvdRatings, config, dvdDomain);
var videoReader = new CsvReader(Paths.AmazonVideoRatings, config, videoDomain);
//var tempReader = new LibFmReader(_ecirTrain, _ecirTest) { MainDomain = bookDomain, AuxDomain = musicDomain, UserDataPath = _musicUsersPath };
trainReader.LoadData(container);
testReader.LoadData(container);
musicReader.LoadData(container);
dvdReader.LoadData(container);
videoReader.LoadData(container);
//tempReader.LoadData(container);
container.PrintStatistics();
//musicDomain.CacheUserData();
container.ShuffleDomains();
var splitter = new CrossDomainSimpleSplitter(container);
//var splitter = new RatingSimpleSplitter(container);
var numAuxRatings = new int[1] { 0 };
var rmse = new List<string>();
var mae = new List<string>();
var durations = new List<string>();
foreach (var num in numAuxRatings)
{
var startTime = DateTime.Now;
// step 2: recommender
ITrainTester<ItemRating> recommender;
CrossDomainLibFmFeatureBuilder featureBuilder = null;
if (num == 0)
{
recommender = new LibFmTrainTester(experimentId: num.ToString());
}
else
{
featureBuilder = new CrossDomainLibFmFeatureBuilder(bookDomain, num);
//featureBuilder.LoadCachedUserData(_musicUsersPath);
recommender = new LibFmTrainTester(experimentId: num.ToString(), featureBuilder: featureBuilder);
}
// step3: evaluation
var ctx = new EvalutationContext<ItemRating>(recommender, splitter);
var ep = new EvaluationPipeline<ItemRating>(ctx);
ep.Evaluators.Add(new RMSE());
ep.Evaluators.Add(new MAE());
ep.Run();
//File.WriteAllLines("maps.txt", featureBuilder.Mapper.OriginalIDs.Zip(featureBuilder.Mapper.InternalIDs, (f, s) => f + "\t" + s));
rmse.Add(ctx["RMSE"].ToString());
mae.Add(ctx["MAE"].ToString());
var duration = DateTime.Now.Subtract(startTime);
durations.Add(((int)duration.TotalMilliseconds).ToString());
}
Console.WriteLine("NumAuxRatings\tRMSE\tMAE\tDuration");
for (int i = 0; i < numAuxRatings.Count(); i++)
{
Console.WriteLine("{0}\t{1}\t{2}\t{3}", numAuxRatings[i], rmse[i], mae[i], durations[i]);
}
}
