/// <summary>
/// Creates a copy of the original series. If copyDataValues is set to true,
/// then the data values are also copied.
/// The new series shares the same site, variable, source, method and quality
/// control level. The new series does not belong to any data theme.
/// </summary>
/// <param name="original">The original series</param>
/// <param name="copyDataValues">if set to true, then all data values are copied</param>
public Series(Series original, bool copyDataValues = true)
: this()
{
//TODO: need to include series provenance information
CreationDateTime = DateTime.Now;
IsCategorical = original.IsCategorical;
Method = original.Method;
QualityControlLevel = original.QualityControlLevel;
Source = original.Source;
UpdateDateTime = DateTime.Now;
Variable = original.Variable;
//to copy the data values
if (copyDataValues)
{
foreach (DataValue originalDataValue in original.DataValueList)
{
AddDataValue(originalDataValue.Copy());
}
}
}
///// <summary>
///// Information about data service that was used to
///// retrieve this site
///// </summary>
//public virtual DataServiceInfo DataService { get; set; }
/// <summary>
/// Associates a data series with this site
/// </summary>
/// <param name="dataSeries">the data series</param>
public void AddDataSeries(Series dataSeries)
{
if (DataSeriesList == null)
DataSeriesList = new List<Series>();
DataSeriesList.Add(dataSeries);
}
/// <summary>
/// Reads the DataValues section
/// </summary>
protected override IList<Series> ReadDataValues(XmlReader r)
{
int valueCount;
var lst = new List<DataValueWrapper>(Int32.TryParse(r.GetAttribute("count"), out valueCount) ? valueCount : 4);
var qualifiers = new Dictionary<string, Qualifier>();
var methods = new Dictionary<string, Method>();
var sources = new Dictionary<string, Source>();
var qualityControlLevels = new Dictionary<string, QualityControlLevel>();
var samples = new Dictionary<string, Sample>();
var offsets = new Dictionary<string, OffsetType>();
var seriesDictionary = new Dictionary<string, Series>();
while (r.Read())
{
if (r.NodeType == XmlNodeType.Element)
{
if (XmlContext.AdvanceReaderPastEmptyElement(r))
{
//Empty element - advance and continue...
continue;
}
if (r.Name == "value")
{
//create a new empty data value and add it to the list
var wrapper = new DataValueWrapper();
var val = new DataValue();
wrapper.DataValue = val;
lst.Add(wrapper);
if (r.HasAttributes)
{
var censorCode = r.GetAttribute("censorCode");
if (!string.IsNullOrEmpty(censorCode))
{
val.CensorCode = censorCode;
}
//fix by Jiri - sometimes the dateTime attribute is uppercase
var localDateTime = r.GetAttribute("dateTime");
if (string.IsNullOrEmpty(localDateTime))
{
localDateTime = r.GetAttribute("DateTime");
}
val.LocalDateTime = Convert.ToDateTime(localDateTime, CultureInfo.InvariantCulture);
val.DateTimeUTC = val.LocalDateTime;
val.UTCOffset = 0.0;
//method
var methodID = r.GetAttribute("methodID");
if (String.IsNullOrEmpty(methodID))
{
methodID = "0"; //when a method ID is unspecified
}
if (!methods.ContainsKey(methodID))
{
var newMethod = Method.Unknown;
methods.Add(methodID, newMethod);
}
wrapper.MethodID = methodID;
//quality control level
string qualityCode = r.GetAttribute("qualityControlLevel");
if (String.IsNullOrEmpty(qualityCode))
{
qualityCode = "unknown"; //when the quality control level is unspecified
}
if (!qualityControlLevels.ContainsKey(qualityCode))
{
var qualControl = QualityControlLevel.Unknown;
qualControl.Code = qualityCode;
qualControl.Definition = qualityCode;
qualControl.Explanation = qualityCode;
qualityControlLevels.Add(qualityCode, qualControl);
}
//source
var sourceID = r.GetAttribute("sourceID");
if (String.IsNullOrEmpty(sourceID))
{
sourceID = "0"; //when a source ID is unspecified
}
if (!sources.ContainsKey(sourceID))
{
sources.Add(sourceID, Source.Unknown);
}
wrapper.SourceID = sourceID;
wrapper.SeriesCode = SeriesCodeHelper.CreateSeriesCode(methodID, qualityCode, sourceID); //----method-source-qualityControl combination----
//sample
var sampleID = r.GetAttribute("sampleID");
if (!String.IsNullOrEmpty(sampleID))
{
if (!samples.ContainsKey(sampleID))
{
samples.Add(sampleID, Sample.Unknown);
}
}
wrapper.SampleID = sampleID;
//qualifiers
string qualifierCodes = r.GetAttribute("qualifiers");
if (!String.IsNullOrEmpty(qualifierCodes))
{
if (!qualifiers.ContainsKey(qualifierCodes))
{
var newQualifier = new Qualifier { Code = qualifierCodes };
qualifiers.Add(qualifierCodes, newQualifier);
val.Qualifier = newQualifier;
}
else
{
val.Qualifier = qualifiers[qualifierCodes];
}
}
//vertical offset
var offsetID = r.GetAttribute("offsetTypeID");
if (!String.IsNullOrEmpty(offsetID))
{
if (!offsets.ContainsKey(offsetID))
{
offsets.Add(offsetID, new OffsetType());
}
var offsetValue = r.GetAttribute("offsetValue");
if (!String.IsNullOrEmpty(offsetValue))
{
val.OffsetValue = Convert.ToDouble(offsetValue, CultureInfo.InvariantCulture);
}
}
wrapper.OffsetID = offsetID;
//data value
val.Value = Convert.ToDouble(r.ReadString(), CultureInfo.InvariantCulture);
}
}
else if (r.Name == "method")
{
var method = ReadMethod(r);
var methodCodeKey = method.Code.ToString(CultureInfo.InvariantCulture);
if (methods.ContainsKey(methodCodeKey))
{
methods[methodCodeKey] = method;
}
}
else if (r.Name == "source")
{
var source = ReadSource(r);
var sourceCodeKey = source.OriginId.ToString(CultureInfo.InvariantCulture);
if (sources.ContainsKey(sourceCodeKey))
{
sources[sourceCodeKey] = source;
}
}
else if (r.Name == "qualityControlLevel")
{
//quality control level seems to be included with each value
}
else if (r.Name == "qualifier")
{
ReadQualifier(r, qualifiers);
}
else if (r.Name == "offset")
{
ReadOffset(r, offsets);
}
}
}
//to assign special properties of each data value
foreach (var wrapper in lst)
{
var val = wrapper.DataValue;
//which series does the data value belong to?
var seriesCode = wrapper.SeriesCode;
if (!seriesDictionary.ContainsKey(seriesCode))
{
var newSeries = new Series();
seriesDictionary.Add(seriesCode, newSeries);
//assign method, source and qual.control level
//assign method, source and qual.control level
try
{
newSeries.Method = methods[SeriesCodeHelper.GetMethodCode(seriesCode)];
//fix by Jiri: fixes the case when sourceID is unspecified sources
//has more than one source entry
string sourceCode = SeriesCodeHelper.GetSourceCode(seriesCode);
if (sourceCode == "0" && sources.Count > 0)
{
foreach (string sc in sources.Keys)
{
if (sc != "0")
{
sourceCode = sc;
break;
}
}
}
newSeries.Source = sources[sourceCode];
newSeries.QualityControlLevel = qualityControlLevels[SeriesCodeHelper.GetQualityCode(seriesCode)];
}
catch { }
}
//add the data value to the correct series
var series = seriesDictionary[seriesCode];
series.DataValueList.Add(val);
val.Series = series;
Sample sample;
if (!string.IsNullOrEmpty(wrapper.SampleID) &&
samples.TryGetValue(wrapper.SampleID, out sample))
{
val.Sample = sample;
}
OffsetType offset;
if (!string.IsNullOrEmpty(wrapper.OffsetID) &&
offsets.TryGetValue(wrapper.OffsetID, out offset))
{
val.OffsetType = offset;
}
if (series.Method == null)
{
series.Method = methods[wrapper.MethodID];
}
if (series.Source == null)
{
series.Source = sources[wrapper.SourceID];
}
}
//to check the qualifiers
CheckQualifiers(qualifiers);
return seriesDictionary.Values.ToList();
}
/// <summary>
/// Adds a data series to this theme
/// </summary>
public virtual void AddSeries(Series series)
{
if (SeriesList == null)
{
SeriesList = new List<Series>();
}
this.SeriesList.Add(series);
series.ThemeList.Add(this);
}
/// <summary>
/// Reads the DataValues section
/// </summary>
protected override IList<Series> ReadDataValues(XmlReader r)
{
int valueCount;
var lst = new List<DataValueWrapper>(Int32.TryParse(r.GetAttribute("count"), out valueCount) ? valueCount : 4);
var qualifiers = new Dictionary<string, Qualifier>();
var methods = new Dictionary<string, Method>();
var sources = new Dictionary<string, Source>();
var qualityControlLevels = new Dictionary<string, QualityControlLevel>();
var samples = new Dictionary<string, Sample>();
var labMethods = new Dictionary<string, LabMethod>();
var offsets = new Dictionary<string, OffsetType>();
var seriesDictionary = new Dictionary<string, Series>();
while (r.Read())
{
if (r.NodeType == XmlNodeType.Element)
{
if (XmlContext.AdvanceReaderPastEmptyElement(r))
{
//Empty element - advance and continue...
continue;
}
if (r.Name == "value")
{
//create a new empty data value and add it to the list
var wrapper = new DataValueWrapper();
var val = new DataValue();
wrapper.DataValue = val;
lst.Add(wrapper);
if (r.HasAttributes)
{
var censorCode = r.GetAttribute("censorCode");
if (!string.IsNullOrEmpty(censorCode))
{
val.CensorCode = censorCode;
}
val.LocalDateTime = Convert.ToDateTime(r.GetAttribute("dateTime"), CultureInfo.InvariantCulture);
//utcOffset
var utcOffset = r.GetAttribute("timeOffset");
val.UTCOffset = !String.IsNullOrEmpty(utcOffset) ? ConvertUtcOffset(utcOffset) : 0.0;
//dateTimeUtc
var dateTimeUTC = r.GetAttribute("dateTimeUTC");
val.DateTimeUTC = !String.IsNullOrEmpty(dateTimeUTC) ? Convert.ToDateTime(dateTimeUTC, CultureInfo.InvariantCulture) : val.LocalDateTime;
//method
var methodID = r.GetAttribute("methodCode");
if (String.IsNullOrEmpty(methodID))
{
//try methodID instead of methodCode
methodID = r.GetAttribute("methodID");
if (String.IsNullOrEmpty(methodID))
{
methodID = "unknown"; //when a method is unspecified
}
}
if (!methods.ContainsKey(methodID))
{
var newMethod = Method.Unknown;
methods.Add(methodID, newMethod);
}
wrapper.MethodID = methodID;
//quality control level
var qualityCode = r.GetAttribute("qualityControlLevelCode");
if (String.IsNullOrEmpty(qualityCode))
{
qualityCode = r.GetAttribute("qualityControlLevelID");
if (string.IsNullOrEmpty(qualityCode))
{
qualityCode = "unknown"; //when the quality control level is unspecified
}
}
//BCC - 24-Aug-2016 - Check for a quality code of space-delimited terms...
string[] terms = qualityCode.Split(new string[] { " " }, StringSplitOptions.RemoveEmptyEntries);
foreach (var term in terms)
{
if (!qualityControlLevels.ContainsKey(term))
{
var qualControl = QualityControlLevel.Unknown;
qualControl.Code = term;
qualControl.Definition = term;
qualControl.Explanation = term;
qualityControlLevels.Add(term, qualControl);
}
}
wrapper.QualityID = qualityCode;
//source
string sourceID = r.GetAttribute("sourceCode");
if (string.IsNullOrEmpty(sourceID))
{
sourceID = r.GetAttribute("sourceID");
if (String.IsNullOrEmpty(sourceID))
{
sourceID = "unknown"; //when a source is unspecified
}
}
if (!sources.ContainsKey(sourceID))
{
sources.Add(sourceID, Source.Unknown);
}
wrapper.SourceID = sourceID;
wrapper.SeriesCode = SeriesCodeHelper.CreateSeriesCode(methodID, qualityCode, sourceID); //----method-source-qualityControl combination----
//sample
string sampleCode = r.GetAttribute("labSampleCode");
if (!String.IsNullOrEmpty(sampleCode))
{
if (!samples.ContainsKey(sampleCode))
{
samples.Add(sampleCode, Sample.Unknown);
}
}
wrapper.SampleID = sampleCode;
//qualifiers
string qualifierCodes = r.GetAttribute("qualifiers");
if (!String.IsNullOrEmpty(qualifierCodes))
{
if (!qualifiers.ContainsKey(qualifierCodes))
{
var newQualifier = new Qualifier { Code = qualifierCodes };
qualifiers.Add(qualifierCodes, newQualifier);
val.Qualifier = newQualifier;
}
else
{
val.Qualifier = qualifiers[qualifierCodes];
}
}
//vertical offset
string offsetCode = r.GetAttribute("offsetTypeCode");
if (string.IsNullOrEmpty(offsetCode))
{
offsetCode = r.GetAttribute("offsetTypeID");
}
if (!String.IsNullOrEmpty(offsetCode))
{
if (!offsets.ContainsKey(offsetCode))
{
offsets.Add(offsetCode, new OffsetType());
}
string offsetValue = r.GetAttribute("offsetValue");
if (!String.IsNullOrEmpty(offsetValue))
{
val.OffsetValue = Convert.ToDouble(offsetValue, CultureInfo.InvariantCulture);
}
}
wrapper.OffsetID = offsetCode;
}
//data value
r.Read();
val.Value = r.ReadContentAsDouble();
}
else if (r.Name == "method")
{
var method = ReadMethod(r);
var methodCodeKey = method.Code.ToString(CultureInfo.InvariantCulture);
if (methods.ContainsKey(methodCodeKey))
{
methods[methodCodeKey] = method;
}
}
else if (r.Name == "source")
{
var source = ReadSource(r);
var sourceCodeKey = source.OriginId.ToString(CultureInfo.InvariantCulture);
if (sources.ContainsKey(sourceCodeKey))
{
sources[sourceCodeKey] = source;
}
}
else if (r.Name == "qualityControlLevel")
{
var qcLevel = ReadQualityControlLevel(r);
var qcCodeKey = qcLevel.Code;
if (qualityControlLevels.ContainsKey(qcCodeKey))
{
qualityControlLevels[qcCodeKey] = qcLevel;
}
}
else if (r.Name == "qualifier")
{
ReadQualifier(r, qualifiers);
}
else if (r.Name == "sample")
{
ReadSample(r, samples, labMethods);
}
else if (r.Name == "offset")
{
ReadOffset(r, offsets);
}
}
}
//to assign special properties of each data value
foreach (var wrapper in lst)
{
var val = wrapper.DataValue;
//which series does the data value belong to?
var seriesCode = wrapper.SeriesCode;
if (!seriesDictionary.ContainsKey(seriesCode))
{
Series newSeries = new Series();
seriesDictionary.Add(seriesCode, newSeries);
//assign method, source and qual.control level
try
{
newSeries.Method = methods[SeriesCodeHelper.GetMethodCode(seriesCode)];
newSeries.Source = sources[SeriesCodeHelper.GetSourceCode(seriesCode)];
//BCC - 24-Aug-2016 - Add logic to handle space-delimited quality codes...
var qcCode = SeriesCodeHelper.GetQualityCode(seriesCode);
string[] terms = qcCode.Split(new string[] { " " }, StringSplitOptions.RemoveEmptyEntries);
if (1 == terms.Length)
{
//One quality code found...
newSeries.QualityControlLevel = qualityControlLevels[SeriesCodeHelper.GetQualityCode(seriesCode)];
}
else
{
//Multiple quality codes found...
var qcl = new QualityControlLevel();
string separator = " | ";
qcl.Code = qcCode;
qcl.Definition = String.Empty;
qcl.Explanation = String.Empty;
foreach (var term in terms)
{
var qclTemp = qualityControlLevels[term];
qcl.Definition += qclTemp.Definition + separator;
qcl.Explanation += qclTemp.Explanation + separator;
}
qcl.Definition = qcl.Definition.Substring(0, qcl.Definition.Length - separator.Length);
qcl.Explanation = qcl.Explanation.Substring(0, qcl.Explanation.Length - separator.Length);
//Set the OriginId to a minimum value to indicate a 'pseudo' instance...
int min = qualityControlLevels.Values.Min(value => value.OriginId);
qcl.OriginId = min - 1;
newSeries.QualityControlLevel = qcl;
//Add compound key to dictionary, if indicated...
if ( ! qualityControlLevels.ContainsKey(qcl.Code))
{
qualityControlLevels.Add(qcl.Code, qcl);
}
}
}
catch(Exception ex)
{
//Any exception happening here?
string msg = ex.Message;
int n = 5;
++n;
}
}
//add the data value to the correct series
var series = seriesDictionary[seriesCode];
series.DataValueList.Add(val);
val.Series = series;
Sample sample;
if (!string.IsNullOrEmpty(wrapper.SampleID) &&
samples.TryGetValue(wrapper.SampleID, out sample))
{
val.Sample = sample;
}
OffsetType offset;
if (!string.IsNullOrEmpty(wrapper.OffsetID) &&
offsets.TryGetValue(wrapper.OffsetID, out offset))
{
val.OffsetType = offset;
}
if (series.Method == null)
{
series.Method = methods[wrapper.MethodID];
}
if (series.Source == null)
{
series.Source = sources[wrapper.SourceID];
}
if (series.QualityControlLevel == null)
{
series.QualityControlLevel = qualityControlLevels[wrapper.QualityID];
}
}
//to check the qualifiers
CheckQualifiers(qualifiers);
return seriesDictionary.Values.ToList();
}
