Exemple #1
0
        private void AddVariablesToGroup()
        {
            //loop over the vars in the scheme rather than the vars from the linking file to catch the vars without concepts
            var variablesToAllocate = WorkingSet.OfType <VariableScheme>().Where(x => string.Compare(x.ItemName.Best, this.vsName, ignoreCase: true) == 0).First().Variables;

            foreach (var vta in variablesToAllocate)
            {
                if (variablesConcepts.Keys.Contains(vta.ItemName.Best))
                {
                    if (string.Compare(variablesConcepts[vta.ItemName.Best], "0") == 0)
                    {
                        Trace.WriteLine("     variable with 0 topic: " + vta.ItemName.Best);
                    }
                    else
                    {
                        var variableGroup = WorkingSet.OfType <VariableScheme>().Where(x => string.Compare(x.ItemName.Best, this.vsName, ignoreCase: true) == 0).First().
                                            VariableGroups.Where(x => string.Compare(x.Concept.ItemName.Best, variablesConcepts[vta.ItemName.Best]) == 0).First();
                        variableGroup.AddChild(vta);
                    }
                }
                else
                {
                    Trace.WriteLine("     variable not in linking file: " + vta.ItemName.Best);
                }
            }
        }
Exemple #2
0
        private void AddQuestionsToGroup()
        {
            //loop over the question constructs in the scheme rather than the questions from the linking file to catch the questions without concepts
            var questionsToAllocate = WorkingSet.OfType <ControlConstructScheme>().Where(x => string.Compare(x.ItemName.Best, this.qcsName, ignoreCase: true) == 0).First().ControlConstructs.OfType <QuestionActivity>();

            foreach (var qta in questionsToAllocate)
            {
                if (questionsConcepts.Keys.Contains(qta.ItemName.Best))
                {
                    if (string.Compare(questionsConcepts[qta.ItemName.Best], "0") == 0)
                    {
                        Trace.WriteLine("     question with 0 topic: " + qta.ItemName.Best);
                    }
                    else
                    {
                        var questionGroup = WorkingSet.OfType <ControlConstructScheme>().Where(x => string.Compare(x.ItemName.Best, this.qcsName, ignoreCase: true) == 0).First().
                                            ControlConstructGroups.Where(x => string.Compare(x.Concept.ItemName.Best, questionsConcepts[qta.ItemName.Best]) == 0).First();
                        questionGroup.AddChild(qta);
                    }
                }
                else
                {
                    Trace.WriteLine("     question not in linking file: " + qta.ItemName.Best);
                }
            }
        }
Exemple #3
0
        private void BuildQuestionGroupHierarchy()
        {
            //include level-2 groups into parent level-1 groups
            var controlConstructScheme = WorkingSet.OfType <ControlConstructScheme>().Where(x => string.Compare(x.ItemName.Best, this.qcsName, ignoreCase: true) == 0).First();

            //var level2QuestionGroups = controlConstructScheme.ControlConstructGroups.Where(x => string.Compare(x.Concept.SubclassOf.First().ItemName.Best, "1") != 0);
            var level2QuestionGroups = controlConstructScheme.ControlConstructGroups.Where(x => x.Concept.SubclassOf.Count() > 0);

            foreach (var qcg2 in level2QuestionGroups)
            {
                var parentConcept = qcg2.Concept.SubclassOf.First();
                var parentGroup   = controlConstructScheme.ControlConstructGroups.Where(x => x.Concept == parentConcept).First();
                parentGroup.ChildGroups.Add(qcg2);
            }
        }
Exemple #4
0
        private void BuildVariableGroupHierarchy()
        {
            //include level-2 groups into parent level-1 groups
            var variableScheme = WorkingSet.OfType <VariableScheme>().Where(x => string.Compare(x.ItemName.Best, this.vsName, ignoreCase: true) == 0).First();

            //var level2VariableGroups = variableScheme.VariableGroups.Where(x => string.Compare(x.Concept.SubclassOf.First().ItemName.Best, "1") != 0);
            var level2VariableGroups = variableScheme.VariableGroups.Where(x => x.Concept.SubclassOf.Count() > 0);

            foreach (var vg2 in level2VariableGroups)
            {
                var parentConcept = vg2.Concept.SubclassOf.First();
                var parentGroup   = variableScheme.VariableGroups.Where(x => x.Concept == parentConcept).First();
                parentGroup.ChildGroups.Add(vg2);
            }
        }
Exemple #5
0
        private void CreateQuestionGroups()
        {
            //Get concepts that are used, add the implicit ones and except for "0" create question groups from them in the relevant question scheme and put into the working set
            this.usedConcepts = questionsConcepts.Values.Distinct().ToList();

            //add implicit level-1 groups that are parents of level-2 groups
            var implicits = new List <string>();

            foreach (var uc in this.usedConcepts)
            {
                if (uc.Length == 1 + 2 + 2)
                {
                    if (!usedConcepts.Contains(uc.Substring(0, 3)))
                    {
                        implicits.Add(uc.Substring(0, 3));
                    }
                }
            }
            this.usedConcepts.AddRange(implicits.Distinct());

            //get the concept scheme from the repository
            //I assume there is only one
            //if there is none, get concepts from the working set
            ConceptScheme qcgConceptScheme = new ConceptScheme();
            var           client           = Utility.GetClient();
            var           facet            = new SearchFacet();

            facet.ItemTypes.Add(DdiItemType.ConceptScheme);
            SearchResponse response = client.Search(facet);
            bool           fromRepo = false;

            if (response.ReturnedResults > 0)
            {
                fromRepo         = true;
                qcgConceptScheme = client.GetItem(response.Results[0].CompositeId, ChildReferenceProcessing.Populate) as ConceptScheme;
            }

            var controlConstructScheme = WorkingSet.OfType <ControlConstructScheme>().Where(x => string.Compare(x.ItemName.Best, this.qcsName, ignoreCase: true) == 0).First();

            foreach (var uc in this.usedConcepts)
            {
                if (uc != "0")
                {
                    ControlConstructGroup qcg = new ControlConstructGroup();
                    qcg.TypeOfGroup = "ConceptGroup";
                    Concept qcgConcept = new Concept();
                    if (fromRepo)
                    {
                        qcgConcept = qcgConceptScheme.Concepts.Where(x => string.Compare(x.ItemName.Best, uc, ignoreCase: true) == 0).First();
                    }
                    else    //from working set
                    {
                        qcgConcept = WorkingSet.OfType <Concept>().Where(x => string.Compare(x.ItemName.Best, uc, ignoreCase: true) == 0).First();
                    }
                    qcg.Concept = qcgConcept;
                    qcg.ItemName.Add("en-GB", "Question Construct Group - " + qcgConcept.Label.Best);
                    //Trace.WriteLine("   " + qcg.ItemName.Best);
                    controlConstructScheme.ControlConstructGroups.Add(qcg);
                }
            }
            WorkingSet.AddRange(controlConstructScheme.ControlConstructGroups);
            Trace.WriteLine("  question construct groups: " + controlConstructScheme.ControlConstructGroups.Count().ToString() + " for " + this.qcsName);
        }
Exemple #6
0
        public void Execute()
        {
            // Load the DDI 3.2 toplevel file.
            if (!System.IO.File.Exists(fileName))
            {
                Trace.WriteLine("   missing file: " + fileName);
                return;
            }
            var  validator = new DdiValidator(fileName, DdiFileFormat.Ddi32);
            bool isValid   = validator.Validate();

            var doc = validator.ValidatedXDocument;

            var deserializer = new Ddi32Deserializer();
            var harmonized   = deserializer.HarmonizeIdentifiers(doc, DdiFileFormat.Ddi32);

            var instance = deserializer.GetDdiInstance(doc.Root);

            // Get a list of all items contained in the DdiInstance.
            var gatherer = new ItemGathererVisitor();

            instance.Accept(gatherer);
            var allItems = gatherer.FoundItems;

            //mesh in the instrument references
            //nb: ItemName seems to be the empty string rather than null if it does not exist in the ddi file
            var dataCollections = allItems.OfType <DataCollection>().Where(x => string.Compare(x.ItemName.Best, "") != 0);

            foreach (var dc in dataCollections)
            {
                var instrumentName = dc.ItemName.Best + "-in-000001";
                var instruments    = WorkingSet.OfType <Instrument>().Where(x => string.Compare(x.UserIds[0].Identifier, instrumentName, ignoreCase: true) == 0);
                var ic             = instruments.Count();
                if (ic == 1)
                {
                    dc.AddChild(instruments.First());
                }
                else if (ic > 1)
                {
                    Trace.WriteLine("   more than one instrument found for " + instrumentName);
                }
                else
                {
                    Trace.WriteLine("   no instrument found for " + instrumentName);
                    //to do: try repo
                    //var client = Utility.GetClient();
                    //var facet = new SearchFacet();
                    //facet.ItemTypes.Add(DdiItemType.Instrument);
                    //SearchResponse response = client.Search(facet);
                    //if (response.ReturnedResults > 1)
                    //{
                    //    var repoInstruments = client.GetItems(response.Results);
                    //}
                }
            }

            //mesh in variable set references
            //I assume that there may be more than one corresponding dataset (i.e. its log prod, phys prod...) with same base name but with a hyphenated suffix
            //get all the study units (from toplevel, assumed) and go through all its data collections
            //find the logical products with a base name matching the data collection name and attach them to the study unit
            //find physical data product and do the same, -I assume sdk physical product is ddi physical data product?-
            //find physicalInstance with base alternate title matching data collection name and attach them to the study unit
            var studyUnits = allItems.OfType <StudyUnit>();

            foreach (var su in studyUnits)
            {
                foreach (var dc in su.DataCollections.Where(x => string.Compare(x.ItemName.Best, "") != 0))
                {
                    var dcName = dc.ItemName.Best;

                    var matchingLogicalProducts = WorkingSet.OfType <LogicalProduct>().Where(x => string.Compare(x.ItemName.Best.Split('-')[0], dcName, ignoreCase: true) == 0);
                    var lpc = matchingLogicalProducts.Count();
                    //if (lpc == 1)
                    //    su.AddChild(matchingLogicalProducts.First());
                    //else if (lpc > 1)
                    //    Trace.WriteLine("   more than one logical product found for " + dcName);
                    if (lpc > 0)
                    {
                        foreach (var lp in matchingLogicalProducts)
                        {
                            su.AddChild(lp);
                        }
                    }
                    else
                    {
                        Trace.WriteLine("   no logical product found for " + dcName);
                    }

                    var matchingPhysicalProducts = WorkingSet.OfType <PhysicalProduct>().Where(x => string.Compare(x.ItemName.Best.Split('-')[0], dcName, ignoreCase: true) == 0);
                    var pdpc = matchingPhysicalProducts.Count();
                    //if (pdpc == 1)
                    //    su.AddChild(matchingPhysicalProducts.First());
                    //else if (pdpc > 1)
                    //    Trace.WriteLine("   more than one physical data product found for " + dcName);
                    if (pdpc > 0)
                    {
                        foreach (var pp in matchingPhysicalProducts)
                        {
                            su.AddChild(pp);
                        }
                    }
                    else
                    {
                        Trace.WriteLine("   no physical data product found for " + dcName);
                    }

                    var matchingPhysicalInstances = WorkingSet.OfType <PhysicalInstance>().Where(x => string.Compare(x.DublinCoreMetadata.AlternateTitle.Best.Split('-')[0], dcName, ignoreCase: true) == 0);
                    var pic = matchingPhysicalInstances.Count();
                    //if (pic == 1)
                    //    su.AddChild(matchingPhysicalInstances.First());
                    //else if (pic > 1)
                    //    Trace.WriteLine("   more than one physical instance found for " + dcName);
                    if (pic > 0)
                    {
                        foreach (var pi in matchingPhysicalInstances)
                        {
                            su.AddChild(pi);
                        }
                    }
                    else
                    {
                        Trace.WriteLine("   no physical instance found for " + dcName);
                    }

                    var matchingResourcePackages = WorkingSet.OfType <ResourcePackage>().Where(x => string.Compare(x.DublinCoreMetadata.AlternateTitle.Best.Split('-')[0], dcName, ignoreCase: true) == 0);
                    var rpc = matchingResourcePackages.Count();
                    //if (rpc == 1)
                    //    su.AddChild(matchingResourcePackages.First());
                    //else if (rpc > 1)
                    //    Trace.WriteLine("   more than one resource package found for " + dcName);
                    if (rpc > 0)
                    {
                        foreach (var rp in matchingResourcePackages)
                        {
                            su.AddChild(rp);
                        }
                    }
                    else
                    {
                        Trace.WriteLine("   no resource package found for " + dcName);
                    }
                }
            }

            // Add the items to the working set.
            WorkingSet.AddRange(allItems);
        }
Exemple #7
0
        public void Execute()
        {
            // The file format is:
            //   [QuestionName] [Tab] [VariableName]
            // or in the case of multiple source instruments:
            //   [QuestionConstructSchemeName] [tab] [QuestionName] [Tab] [VariableName]
            // If [QuestionName] or [VariableName] is "0", this is treated as no mapping.
            //

            if (!System.IO.File.Exists(fileName))
            {
                Trace.WriteLine("   missing file: " + fileName);
                return;
            }

            // Read each line.
            string[] lines = File.ReadAllLines(this.fileName);
            foreach (string line in lines)
            {
                // Break the line apart by the tab character.
                // If there are two parts:
                // The question construct scheme is the one of the config file.
                // The left side is the question name.
                // The right side is the variable name.
                // If there are three parts, check that the qc scheme is in the configuration, shift the parts
                string questionConstructScheme;
                string questionName;
                string variableName;


                string[] parts = line.Split(new char[] { '\t' });

                if (parts.Length == 2)
                {
                    questionConstructScheme = this.ccsName;
                    string   questionColumn    = parts[0].Trim();
                    string[] questionNameParts = questionColumn.Split(new char[] { '$' });     //remove grid cell info
                    questionName = questionNameParts[0];
                    variableName = parts[1].Trim();
                }
                else if (parts.Length == 3)
                {
                    questionConstructScheme = parts[0].Trim();
                    if (this.ccsNameList.Contains(questionConstructScheme) == false)
                    {
                        Trace.WriteLine("      invalid question scheme: " + line);
                        continue;
                    }
                    string   questionColumn    = parts[1].Trim();
                    string[] questionNameParts = questionColumn.Split(new char[] { '$' });     //remove grid cell info
                    questionName = questionNameParts[0];
                    variableName = parts[2].Trim();
                }
                else
                {
                    Trace.WriteLine("      invalid line: " + line);
                    continue;
                }

                // Skip lines with the question name set to "0".
                if (questionName == "0")
                {
                    continue;
                }
                // Skip lines with the variable name set to "0".
                if (variableName == "0")
                {
                    continue;
                }

                //Trace.WriteLine("   Working with [" + ccsName + ", " + vsName + "] " + questionName + " and " + variableName);

                // The mapping file points to the name of the QuestionConstruct, not the QuestionItem.
                // Look this up in the right control construct scheme and then look up the question or question grid from that.
                // Look up the question in the working set.
                var matchingQuestionConstructs = WorkingSet.OfType <ControlConstructScheme>().
                                                 Where(x => string.Compare(x.ItemName.Best, questionConstructScheme, ignoreCase: true) == 0).First().
                                                 ControlConstructs.OfType <QuestionActivity>().
                                                 Where(x => string.Compare(x.ItemName.Best, questionName, ignoreCase: true) == 0);

                if (matchingQuestionConstructs.Count() == 0)
                {
                    Trace.WriteLine("      no question named " + questionName);
                    continue;
                }
                else if (matchingQuestionConstructs.Count() > 1)
                {
                    Trace.WriteLine("      multiple questions named " + questionName);
                    continue;
                }

                var questionConstruct = matchingQuestionConstructs.First();

                //follow through to question item or grid
                if ((questionConstruct.Question == null) && (questionConstruct.QuestionGrid == null))
                {
                    Trace.WriteLine("      question construct does not have question or question grid: " + questionName);
                    continue;
                }

                //question items
                else if (questionConstruct.Question != null)
                {
                    var question = questionConstruct.Question;

                    // Look up the variable in the relevant variable scheme in the working set.
                    //var matchingVariables = WorkingSet.OfType<Variable>()
                    var matchingVariables = WorkingSet.OfType <VariableScheme>().
                                            Where(x => string.Compare(x.ItemName.Best, this.vsName, ignoreCase: true) == 0).First().Variables.
                                            Where(x => string.Compare(x.ItemName.Best, variableName, ignoreCase: true) == 0);

                    if (matchingVariables.Count() == 0)
                    {
                        Trace.WriteLine("        [item] no variable named " + variableName);
                        continue;
                    }
                    else if (matchingVariables.Count() > 1)
                    {
                        Trace.WriteLine("        [item] multiple variables named " + variableName);
                        continue;
                    }

                    var variable = matchingVariables.First();

                    // If we have correct matches, add the question as a source to the variable.
                    variable.SourceQuestions.Add(question);
                    //variable.SourceParameter.
                }

                //question grids
                else
                {
                    var questionGrid = questionConstruct.QuestionGrid;

                    // Look up the variable  in the relevant variable scheme in the working set.
                    //var matchingVariables = WorkingSet.OfType<Variable>()
                    //.Where(x => string.Compare(x.ItemName.Best, variableName, ignoreCase:true) == 0);
                    var matchingVariables = WorkingSet.OfType <VariableScheme>().
                                            Where(x => string.Compare(x.ItemName.Best, this.vsName, ignoreCase: true) == 0).First().Variables.
                                            Where(x => string.Compare(x.ItemName.Best, variableName, ignoreCase: true) == 0);
                    if (matchingVariables.Count() == 0)
                    {
                        Trace.WriteLine("        [grid] no variable named " + variableName);
                        continue;
                    }

                    foreach (var variable in matchingVariables)
                    {
                        //variable.SourceQuestions.Add(questionGrid)
                    }
                }
            }
        }
Exemple #8
0
        public void Execute()
        {
            // The file format is:
            //   [SourceVariableName] [Tab] [DerivedVariableName], many-to-many
            if (!System.IO.File.Exists(fileName))
            {
                Console.WriteLine("   missing file: " + fileName);
                return;
            }

            var variableScheme = WorkingSet.OfType <VariableScheme>().Where(x => string.Compare(x.ItemName.Best, this.vsName, ignoreCase: true) == 0).First();

            // Read each line.
            string[] lines = File.ReadAllLines(this.fileName);
            foreach (string line in lines)
            {
                // Break the line apart by the tab character.
                string[] parts = line.Split(new char[] { '\t' });
                if (parts.Length != 2)
                {
                    Console.WriteLine("      invalid line: " + line);
                    continue;
                }

                //swap column 0 and column 1 here if reqs change again
                string sourceVariable  = parts[1].Trim();
                string derivedVariable = parts[0].Trim();

                if (sourceVariable == "0")
                {
                    Console.WriteLine("      [item] source variable is 0");
                    continue;
                }

                var matchingSources = variableScheme.Variables.Where(x => string.Compare(x.ItemName.Best, sourceVariable, ignoreCase: true) == 0);

                if (matchingSources.Count() == 0)
                {
                    Console.WriteLine("      [item] no variable named " + sourceVariable);
                    continue;
                }
                else if (matchingSources.Count() > 1)
                {
                    Console.WriteLine("      [item] multiple variables named " + sourceVariable);
                    continue;
                }

                var source = matchingSources.First();

                var matchingDVs = variableScheme.Variables.Where(x => string.Compare(x.ItemName.Best, derivedVariable, ignoreCase: true) == 0);

                if (matchingDVs.Count() == 0)
                {
                    Console.WriteLine("      [item] no variable named " + derivedVariable);
                    continue;
                }
                else if (matchingDVs.Count() > 1)
                {
                    Console.WriteLine("      [item] multiple variables named " + derivedVariable);
                    continue;
                }

                var dv = matchingDVs.First();

                // If we have correct matches, add the qsource as a source variable to the derivedvariable.
                dv.SourceVariables.Add(source);
            }
        }