/// <summary> /// Test with the dataset from the original paper Dawid and Skene (1979) /// </summary> public static void OriginalPaperTest() { List <Datum> responses = Datum.load_data("../../../../../data/dawid_skene.csv", true, ';'); DawidSkene ds = new DawidSkene(responses); ds.run(); }
/// <summary> /// Test with the dataset from the original paper Dawid and Skene (1979) /// </summary> public static void OriginalPaperTest() { List<Datum> responses = Datum.load_data("../../../../../data/dawid_skene.csv", true, ';'); DawidSkene ds = new DawidSkene(responses); ds.run(); }
/// <summary> /// Run Dawid-Skene on the data. /// </summary> /// <param name="data">The data.</param> /// <param name="fullData">The full data.</param> /// <param name="calculateAccuracy">Whether to calculate accuracy</param> /// <returns>A results instance</returns> public Results RunDawidSkene(IList <Datum> data, IList <Datum> fullData, bool calculateAccuracy) { // If you want to run Dawid-Skene code, download his code, integrate it into // the project, and change false to true below. Console.WriteLine("--- Dawid Skene ---"); PredictedLabel = new Dictionary <string, int?>(); Mapping = new DataMapping(data); var fullDataMapping = new DataMapping(fullData); var labelings = data.Select(d => new Labeling(d.WorkerId, d.TaskId, d.WorkerLabel.ToString(), d.GoldLabel.ToString())).ToList(); DawidSkene ds = new DawidSkene(labelings, null, null); // The labels may be in a different order from our data labeling - we need to create a map. int[] labelIndexMap = new int[Mapping.LabelCount]; var dwLabels = ds.classes.Keys.ToArray(); for (int i = 0; i < Mapping.LabelCount; i++) { labelIndexMap[i] = Array.IndexOf(dwLabels, (i + Mapping.LabelMin).ToString()); } GoldLabels = fullDataMapping.GetGoldLabelsPerTaskId(). ToDictionary(kvp => kvp.Key, kvp => kvp.Value == null ? (int?)null : (int?)labelIndexMap[kvp.Value.Value]); ds.Estimate(10); var inferredLabels = ds.GetObjectClassProbabilities().Select(r => new Discrete(r)).ToArray(); TrueLabel = inferredLabels.Select((lab, i) => new { key = Mapping.TaskIndexToId[i], val = lab }).ToDictionary(a => a.key, a => a.val); if (calculateAccuracy) { UpdateAccuracy(); } return(this); }