public static void TestAggregateWithParameterVaidateKITTIResult()
{
List<string> guids = new List<string>()
{
////KITTI set
"3609af9c-e734-41dc-997c-94c060a1f63d",
"5f14ecaa-1c4c-41d6-ad05-6ee0929e494e",
"8fbc6ca1-e6c0-4720-93a3-1d49aa873a65",
"d6f1c3ee-cd59-4197-b40a-0f45512596eb",
//misc
//"53d3aedc-7141-4951-a7fb-4beea9dc0d0b",
};
KITTIDetectionResultValidation validate = new KITTIDetectionResultValidation();
//validate.ValidateSatyamKITTIDetectionAggregationResultByGUID("dca00b33-9336-4146-be3a-cc0e20fb3e8d");
//validate.ValidateSatyamKITTIDetectionAggregationResultByGUID("b4ec157d-f8ac-4c46-9b81-f99869643e66");
//KITTI major launch
//validate.ValidateSatyamKITTIDetectionAggregationResultByGUID(guids);
//validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids, new Dictionary<string, double>() { { "car", 0.5 }, { "pedestrian", 0.5}, { "cyclist", 0.5 }, { "default", 0.5 } }, overwrite: true);
// save aggregated images
//validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids, TaskConstants.IoUTreshold, true, overwrite: true);
// prepare data for training
string outputDirectory = DirectoryConstants.defaultTempDirectory + "\\KITTIDetectionResultDataForTraining\\";
validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids, TaskConstants.IoUTreshold, false, true, outputDirectory, overwrite: true);
//validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids,
// new Dictionary<string, double>() { { "car", 0.3 }, { "pedestrian", 0.3 }, { "cyclist", 0.3 }, { "default", 0.3 } },
// false, false, null, 25,1,0.3,5,12,0.6,0.9,15);
}
public static void TestParamSweep()
{
List<string> guids = new List<string>()
{
////KITTI set
//"3609af9c-e734-41dc-997c-94c060a1f63d",
//"5f14ecaa-1c4c-41d6-ad05-6ee0929e494e",
//"8fbc6ca1-e6c0-4720-93a3-1d49aa873a65",
//"d6f1c3ee-cd59-4197-b40a-0f45512596eb",
//misc
//"53d3aedc-7141-4951-a7fb-4beea9dc0d0b",
//"2c239102-e38f-4f0e-b639-6fae05250475", //detection KITTI 10
"aefd12fc-42ed-4ec5-8c9a-6c41703a843f", //revision KITTI 10
};
KITTIDetectionResultValidation validate = new KITTIDetectionResultValidation();
//string outputDirectory = DirectoryConstants.defaultTempDirectory + "\\KITTIDetectionResultDataForTraining\\";
/////////////////////////// param sweep
//for (int min = 2; min <= 10; min++)
//{
// for (int Deviation = 5; Deviation < 21; Deviation += 5)
// {
// for (double coverage = 0.5; coverage < 1; coverage += 0.1)
// {
// validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids,
// new Dictionary<string, double>() { { "car", 0.3 }, { "pedestrian", 0.3 }, { "cyclist", 0.3 }, { "default", 0.3 } },
// //new Dictionary<string, double>() { { "car", 0.5 }, { "pedestrian", 0.5 }, { "cyclist", 0.5 }, { "default", 0.5 } },
// false, false, null, 25, 1, 0.3, min, 20, 0.6, coverage, Deviation, overwrite: true, approvalAnalysis:true);
// }
// }
//}
//param sweep min, to compare reivision with no revision template, setting coverage to 0, fixing deviation to 15pixel, not very sensitive anyway
for (int min = 2; min <= 10; min++)
{
validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids,
new Dictionary<string, double>() { { "car", 0.3 }, { "pedestrian", 0.3 }, { "cyclist", 0.3 }, { "default", 0.3 } },
//new Dictionary<string, double>() { { "car", 0.5 }, { "pedestrian", 0.5 }, { "cyclist", 0.5 }, { "default", 0.5 } },
MinResults: min, overwrite: true);
}
//// param sweep max, produce the best effort aggregation, to compare reivision with no revision template, setting coverage to 0, fixing deviation to 15pixel, not very sensitive anyway
//for (int min = 2; min <= 4; min++)
//{
// for (int max = 2; max <= 8; max++)
// {
// validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids,
// new Dictionary<string, double>() { { "car", 0.3 }, { "pedestrian", 0.3 }, { "cyclist", 0.3 }, { "default", 0.3 } },
// //new Dictionary<string, double>() { { "car", 0.5 }, { "pedestrian", 0.5 }, { "cyclist", 0.5 }, { "default", 0.5 } },
// MinResults: min, MaxResults: max, overwrite: true);
// }
//}
//for (int max = 5; max<21;max += 5)
//{
// validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids,
// new Dictionary<string, double>() { { "car", 0.3 }, { "pedestrian", 0.3 }, { "cyclist", 0.3 }, { "default", 0.3 } },
// //new Dictionary<string, double>() { { "car", 0.5 }, { "pedestrian", 0.5 }, { "cyclist", 0.5 }, { "default", 0.5 } },
// MaxResults:max);
//}
//List<Dictionary<string, double>> IoUTresholds = new List<Dictionary<string, double>>();
//IoUTresholds.Add(new Dictionary<string, double>() { { "car", 0.4 }, { "pedestrian", 0.5 }, { "cyclist", 0.5 }, { "default", 0.5 } });
//IoUTresholds.Add(new Dictionary<string, double>() { { "car", 0.5 }, { "pedestrian", 0.5 }, { "cyclist", 0.5 }, { "default", 0.5 } });
//IoUTresholds.Add(new Dictionary<string, double>() { { "car", 0.6 }, { "pedestrian", 0.5 }, { "cyclist", 0.5 }, { "default", 0.5 } });
//IoUTresholds.Add(new Dictionary<string, double>() { { "car", 0.7 }, { "pedestrian", 0.5 }, { "cyclist", 0.5 }, { "default", 0.5 } });
////MinHeight iou
//foreach(Dictionary<string, double> IoUThreshold in IoUTresholds)
//{
// for (int MinHeight = 10; MinHeight < 50; MinHeight += 5)
// {
// validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids, IoUThreshold, false, MinHeight);
// }
//}
//for (int Deviation = 5;Deviation < 21;Deviation += 5)
//{
// for (int MinHeight = 10; MinHeight < 50; MinHeight += 5)
// {
// validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids, TaskConstants.IoUTreshold, false, MinHeight, DeviationPixelThreshold:Deviation);
// }
//}
//for (double coverage = 0.5; coverage < 1; coverage += 0.1)
//{
// validate.AggregateWithParameterAndValidateSatyamKITTIDetectionResultByGUID(guids, TaskConstants.IoUTreshold, false, ObjectsCoverageThreshold:coverage);
//}
summarize(guids[0]);
}