public void Test_Ranking_MSLRWeb10K_RawNumericFeatures_FastTreeRanking() { // This benchmark is profiling bulk scoring speed and not training speed. string cmd = @"Test data=" + _mslrWeb10k_Test + " in=" + _modelPath_MSLR; var environment = EnvironmentFactory.CreateRankingEnvironment <RankerEvaluator, TextLoader, HashingTransformer, FastTreeRankingTrainer, FastTreeRankingModelParameters>(); cmd.ExecuteMamlCommand(environment); }
public void Test_Ranking_MSLRWeb10K_RawNumericFeatures_FastTreeRanking() { // This benchmark is profiling bulk scoring speed and not training speed. string cmd = @"Test data=" + _mslrWeb10k_Test + " in=" + _modelPath_MSLR; var environment = EnvironmentFactory.CreateRankingEnvironment <RankerEvaluator, TextLoader, HashingTransformer, FastTreeRankingTrainer>(); Maml.MainCore(environment, cmd, alwaysPrintStacktrace: false); }
public void TrainTest_Ranking_MSLRWeb10K_RawNumericFeatures_FastTreeRanking() { string cmd = @"TrainTest test=" + _mslrWeb10k_Validate + " eval=RankingEvaluator{t=10}" + " data=" + _mslrWeb10k_Train + " loader=TextLoader{col=Label:R4:0 col=GroupId:TX:1 col=Features:R4:2-138}" + " xf=HashTransform{col=GroupId} xf=NAHandleTransform{col=Features}" + " tr=FastTreeRanking{}"; var environment = EnvironmentFactory.CreateRankingEnvironment <RankerEvaluator, TextLoader, HashingTransformer, FastTreeRankingTrainer, FastTreeRankingModelParameters>(); cmd.ExecuteMamlCommand(environment); }
public void TrainTest_Ranking_MSLRWeb10K_RawNumericFeatures_FastTreeRanking() { string cmd = @"TrainTest test=" + _mslrWeb10k_Validate + " eval=RankingEvaluator{t=10}" + " data=" + _mslrWeb10k_Train + " loader=TextLoader{col=Label:R4:0 col=GroupId:TX:1 col=Features:R4:2-138}" + " xf=HashTransform{col=GroupId} xf=NAHandleTransform{col=Features}" + " tr=FastTreeRanking{}"; var environment = EnvironmentFactory.CreateRankingEnvironment <RankerEvaluator, TextLoader, HashingTransformer, FastTreeRankingTrainer>(); Maml.MainCore(environment, cmd, alwaysPrintStacktrace: false); }
public void SetupScoringSpeedTests() { _mslrWeb10k_Test = Path.GetFullPath(TestDatasets.MSLRWeb.testFilename); _mslrWeb10k_Validate = Path.GetFullPath(TestDatasets.MSLRWeb.validFilename); _mslrWeb10k_Train = Path.GetFullPath(TestDatasets.MSLRWeb.trainFilename); if (!File.Exists(_mslrWeb10k_Test)) { throw new FileNotFoundException(string.Format(Errors.DatasetNotFound, _mslrWeb10k_Test)); } if (!File.Exists(_mslrWeb10k_Validate)) { throw new FileNotFoundException(string.Format(Errors.DatasetNotFound, _mslrWeb10k_Validate)); } if (!File.Exists(_mslrWeb10k_Train)) { throw new FileNotFoundException(string.Format(Errors.DatasetNotFound, _mslrWeb10k_Train)); } _modelPath_MSLR = Path.Combine(Directory.GetCurrentDirectory(), @"FastTreeRankingModel.zip"); string cmd = @"TrainTest test=" + _mslrWeb10k_Validate + " eval=RankingEvaluator{t=10}" + " data=" + _mslrWeb10k_Train + " loader=TextLoader{col=Label:R4:0 col=GroupId:TX:1 col=Features:R4:2-138}" + " xf=HashTransform{col=GroupId}" + " xf=NAHandleTransform{col=Features}" + " tr=FastTreeRanking{}" + " out={" + _modelPath_MSLR + "}"; using (var environment = EnvironmentFactory.CreateRankingEnvironment <RankerEvaluator, TextLoader, HashTransformer, FastTreeRankingTrainer>()) { Maml.MainCore(environment, cmd, alwaysPrintStacktrace: false); } }
public void SetupScoringSpeedTests() { _mslrWeb10k_Test = BaseTestClass.GetDataPath(TestDatasets.MSLRWeb.testFilename); _mslrWeb10k_Validate = BaseTestClass.GetDataPath(TestDatasets.MSLRWeb.validFilename); _mslrWeb10k_Train = BaseTestClass.GetDataPath(TestDatasets.MSLRWeb.trainFilename); if (!File.Exists(_mslrWeb10k_Test)) { throw new FileNotFoundException(string.Format(Errors.DatasetNotFound, _mslrWeb10k_Test)); } if (!File.Exists(_mslrWeb10k_Validate)) { throw new FileNotFoundException(string.Format(Errors.DatasetNotFound, _mslrWeb10k_Validate)); } if (!File.Exists(_mslrWeb10k_Train)) { throw new FileNotFoundException(string.Format(Errors.DatasetNotFound, _mslrWeb10k_Train)); } _modelPath_MSLR = Path.Combine(Path.GetDirectoryName(typeof(RankingTest).Assembly.Location), "FastTreeRankingModel.zip"); string cmd = @"TrainTest test=" + _mslrWeb10k_Validate + " eval=RankingEvaluator{t=10}" + " data=" + _mslrWeb10k_Train + " loader=TextLoader{col=Label:R4:0 col=GroupId:TX:1 col=Features:R4:2-138}" + " xf=HashTransform{col=GroupId}" + " xf=NAHandleTransform{col=Features}" + " tr=FastTreeRanking{}" + " out={" + _modelPath_MSLR + "}"; var environment = EnvironmentFactory.CreateRankingEnvironment <RankerEvaluator, TextLoader, HashingTransformer, FastTreeRankingTrainer, FastTreeRankingModelParameters>(); cmd.ExecuteMamlCommand(environment); }