/// <summary>
/// Create a ImmutableInstance of DataStructure (Keyfamily in sdmx 2.0)
/// </summary>
/// <param name="components">list of IComponentMutableObject that compose dsd</param>
/// <param name="Groups">list of Groups (ever Null for OnTheFly version 1.0)</param>
/// <param name="AgencyId">Agency Id</param>
/// <param name="Version">Artefact Version</param>
/// <returns>DataStructureObjectImpl</returns>
public DataStructureObjectImpl BuildDataStructure(List <IComponentMutableObject> components, List <IGroupMutableObject> Groups, string AgencyId, string Version)
{
try
{
DataStructureObjectImpl dsd = new DataStructureObjectImpl();
dsd._Concepts = this._Concepts;
dsd.AgencyId = AgencyId;
dsd.Version = Version;
dsd.Id = this.Code;
foreach (var nomi in this.Names)
{
dsd.AddName(nomi.Lingua, nomi.Name);
}
if (!this.ParsingObject.ReturnStub)
{
foreach (IComponentMutableObject comp in components)
{
if (comp.StructureType.EnumType == SdmxStructureEnumType.PrimaryMeasure)
{
dsd.AddPrimaryMeasure(comp.ConceptRef);
}
else if (comp is IAttributeMutableObject)
{
dsd.AddAttribute((IAttributeMutableObject)comp);
}
else if (comp is IDimensionMutableObject)
{
dsd.AddDimension((IDimensionMutableObject)comp);
}
}
if (Groups != null)
{
foreach (GroupMutableCore group in Groups)
{
dsd.AddGroup(group);
}
}
}
dsd.FinalStructure = TertiaryBool.ParseBoolean(true);
if (this.ParsingObject.isReferenceOf || this.ParsingObject.ReturnStub)
{
dsd.ExternalReference = TertiaryBool.ParseBoolean(true);
dsd.StructureURL = RetreivalStructureUrl.Get(this, dsd.Id, dsd.AgencyId, dsd.Version);
}
dsd.Immutated = dsd.ImmutableInstance;
return(dsd);
}
catch (SdmxException) { throw; }
catch (Exception ex)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.CreateImmutable, ex);
}
}
/// <summary>
/// Write a DataMessage in XmlWriter
/// </summary>
/// <param name="writer">Stream Destination</param>
public override void WriteDataMessage(IFlyWriter writer)
{
try
{
JsonWriter jsonwriter = new JsonTextWriter(writer.__DsplJSONTextWriter);
SdmxJsonBaseDataWriter dataWriterEngine = null;
switch (MessageType)
{
case MessageTypeEnum.Json:
dataWriterEngine = new SdmxJsonBaseDataWriter(jsonwriter);
break;
}
if (dataWriterEngine == null)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.InternalError, new Exception("No Type Message recognized"));
}
dataWriterEngine.WriteHeaderForDownloadJson();
IHeader header = FlyConfiguration.HeaderSettings.GetHeader();
dataWriterEngine.WriteHeader(header);
DataStructureObjectImpl dsd = _retrievalManager._dsd;
dataWriterEngine._dsd = dsd.Immutated;
// start dataset
dataWriterEngine.StartDataset(_retrievalManager.GetDataflowFromSdmxObject(), dsd.Immutated, null, null);
this.LastSeriesKey = null;
WriteTimeSeriesData(dataWriterEngine);
dataWriterEngine.WriteSDMXJsonStructure(_retrievalManager.GetDataflowFromSdmxObject(), new SdmxJsonBaseDataWriter.RetreiveCodelistDelegate(GetCodelist));
writer.__DsplJSONTextWriter.Flush();
}
catch (SdmxException) { throw; }
catch (Exception ex)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.ErrorWriteDataMessage, ex);
}
}
/// <summary>
/// Write a DataMessage in XmlWriter calling WriteTimeSeriesData or WriteFlatData or WriteCrossSectional
/// </summary>
/// <param name="writer">Stream Destination</param>
public override void WriteDataMessage(IFlyWriter writer)
{
try
{
IDataWriterEngine dataWriterEngine = null;
switch (MessageType)
{
case MessageTypeEnum.GenericData_21:
dataWriterEngine = new GenericDataWriterEngine(writer.__SdmxXml, SdmxSchema.GetFromEnum(SdmxSchemaEnumType.VersionTwoPointOne));
break;
case MessageTypeEnum.GenericTimeSeries_21:
dataWriterEngine = new GenericDataWriterEngine(writer.__SdmxXml, SdmxSchema.GetFromEnum(SdmxSchemaEnumType.VersionTwoPointOne));
break;
case MessageTypeEnum.StructureSpecific_21:
dataWriterEngine = new CompactDataWriterEngine(writer.__SdmxXml, SdmxSchema.GetFromEnum(SdmxSchemaEnumType.VersionTwoPointOne));
break;
case MessageTypeEnum.StructureSpecificTimeSeries_21:
dataWriterEngine = new CompactDataWriterEngine(writer.__SdmxXml, SdmxSchema.GetFromEnum(SdmxSchemaEnumType.VersionTwoPointOne));
break;
}
isFlat = false;
if (!string.IsNullOrEmpty(this.DimensionAtObservation) && this.DimensionAtObservation == "AllDimensions")
{
isFlat = true;
}
//Da capire!!!! perche in teoria le crossSectional dovrebbero essere GenericData_21 e StructureSpecific_21 mentre le atre 2 sono TimeSeries
//Ma le CommonApi non supportano le TimeSeries e quelle che in teoria sono Cross in realtà sono TimeSeries
//WriteCrossSectional(ref writer);
//return;
if (dataWriterEngine == null)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.InternalError, new Exception("No Type Message recognized"));
}
// write header
IHeader header = FlyConfiguration.HeaderSettings.GetHeader();
dataWriterEngine.WriteHeader(header);
// start dataset
DataStructureObjectImpl dsd = _retrievalManager._dsd;
dataWriterEngine.StartDataset(null, dsd.Immutated, null);
// Aggiungo dataset Title
if (FlyConfiguration.DatasetTitle && !string.IsNullOrEmpty(this._retrievalManager.DataFlowTitle))
{
dataWriterEngine.WriteAttributeValue("Title", this._retrievalManager.DataFlowTitle);
}
//GROUPS
if (_retrievalManager.Groups != null && _retrievalManager.Groups.Count > 0)
{
foreach (DataGroupObject group in _retrievalManager.Groups)
{
dataWriterEngine.StartGroup(group.GroupId);
foreach (GroupReferenceObject GroupKey in group.DimensionReferences)
{
dataWriterEngine.WriteGroupKeyValue(GroupKey.ConceptCode, GroupKey.ConceptValue.ToString());
}
foreach (GroupReferenceObject GroupAttribute in group.AttributeReferences)
{
dataWriterEngine.WriteAttributeValue(GroupAttribute.ConceptCode, GroupAttribute.ConceptValue.ToString());
}
}
}
this.LastSeriesKey = null;
if (isFlat)
{
WriteFlatData(dataWriterEngine);
}
else
{
WriteTimeSeriesData(dataWriterEngine);
}
dataWriterEngine.Close();
writer.__SdmxXml.Flush();
}
catch (SdmxException) { throw; }
catch (Exception ex)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.ErrorWriteDataMessage, ex);
}
}
/// <summary>
/// Write a DataMessage in XmlWriter
/// </summary>
/// <param name="writer">Stream Destination</param>
public override void WriteDataMessage(IFlyWriter writer)
{
try
{
IRDFDataWriterEngine dataWriterEngine = null;
switch (MessageType)
{
case MessageTypeEnum.Rdf:
dataWriterEngine = new RDFDataWriterEngine(writer.__SdmxXml);
break;
}
if (dataWriterEngine == null)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.InternalError, new Exception("No Type Message recognized"));
}
DataStructureObjectImpl dsd = _retrievalManager._dsd;
// start dataset
dataWriterEngine.StartDataset(dsd.Immutated.TimeDimension.Id, _retrievalManager.DataFlowID, _retrievalManager._dsd.Id);
//// Aggiungo dataset Title
//if (FlyConfiguration.DatasetTitle && !string.IsNullOrEmpty(this._retrievalManager.DataFlowTitle))
// dataWriterEngine.WriteAttributeValue("Title", this._retrievalManager.DataFlowTitle);
//Aggiungo gli Attributi di Dataset
//bool AddedDatasetAttribute = false;
this.LastSeriesKey = null;
List <DataMessageObject> dmo = _tableResponse.GetNext();
do
{
if (dmo == null)
{
break;
}
//if (!AddedDatasetAttribute)
//{
// foreach (DataMessageObject seriesAttribute in dmo.FindAll(att => OnlyDatasetAttribute(att)))
// dataWriterEngine.WriteAttributeValue(seriesAttribute.ColImpl.ConceptObjectCode, seriesAttribute.Val.ToString());
// AddedDatasetAttribute = true;
//}
//SERIE
//if (CheckChanged(dmo))
//{
List <string> Vals = new List <string>();
Vals.Add(RDFProvider.Constants.RDFConstants.RdfDataset + _retrievalManager.DataFlowID);
foreach (DataMessageObject seriesKey in dmo.FindAll(dim => OnlySeriesKey(dim)))
{
Vals.Add(seriesKey.Val.ToString());
}
dataWriterEngine.StartSeries(string.Join("/", Vals), _retrievalManager.DataFlowID);
foreach (DataMessageObject seriesKey in dmo.FindAll(dim => OnlySeriesKey(dim)))
{
if (seriesKey.ColImpl.ConceptDSDInfo != null)
{
dataWriterEngine.WriteSeriesKeyValue(seriesKey.ColImpl.ConceptObjectCode, seriesKey.Val.ToString(), seriesKey.ColImpl.ConceptDSDInfo.CodelistVersion, seriesKey.ColImpl.ConceptDSDInfo.CodelistId);
}
else
{
dataWriterEngine.WriteSeriesKeyValue(seriesKey.ColImpl.ConceptObjectCode, seriesKey.Val.ToString(), FlyConfiguration.Version, string.Format("CL_{0}", seriesKey.ColImpl.ConceptObjectCode));
}
}
//foreach (DataMessageObject seriesAttribute in dmo.FindAll(att => OnlySeriesAttribute(att)))
// dataWriterEngine.WriteAttributeValue(seriesAttribute.ColImpl.ConceptObjectCode, seriesAttribute.Val.ToString());
//}
//OBSERVATION
DataMessageObject val = dmo.Find(dimV => dimV.ColImpl.ConceptType == ConceptTypeEnum.Attribute && ((IAttributeConcept)dimV.ColImpl).IsValueAttribute);
DataMessageObject time = dmo.Find(dimT => dimT.ColImpl.ConceptType == ConceptTypeEnum.Dimension && ((IDimensionConcept)dimT.ColImpl).DimensionType == DimensionTypeEnum.Time);
dataWriterEngine.RDFWriteObservation(time.ColImpl.ConceptObjectCode, time.Val.ToString(), val.Val.ToString());
//foreach (DataMessageObject seriesAttribute in dmo.FindAll(att => OnlyObservationAttribute(att)))
// dataWriterEngine.WriteAttributeValue(seriesAttribute.ColImpl.ConceptObjectCode, seriesAttribute.Val.ToString());
dmo = _tableResponse.GetNext();
} while (dmo != null);
dataWriterEngine.Close();
writer.__SdmxXml.Flush();
}
catch (SdmxException) { throw; }
catch (Exception ex)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.ErrorWriteDataMessage, ex);
}
}
/// <summary>
/// Write a DataMessage in XmlWriter
/// </summary>
/// <param name="writer">Stream Destination</param>
public override void WriteDataMessage(IFlyWriter writer)
{
try
{
using (TextWriter tw = new StreamWriter(new MemoryStream()))
{
DsplTextWriter dsplTextWriter = new DsplTextWriter(tw);
IDsplDataWriterEngine dataWriterEngine = null;
switch (MessageType)
{
case MessageTypeEnum.Dspl:
dataWriterEngine = new DsplBaseDataWriter(dsplTextWriter);
break;
}
try
{
if (dataWriterEngine == null)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.InternalError, new Exception("No Type Message recognized"));
}
DataStructureObjectImpl dsd = _retrievalManager._dsd;
IHeader header = FlyConfiguration.HeaderSettings.GetHeader();
dataWriterEngine.WriteHeader(header);
// start dataset
dataWriterEngine.SetDsdOrder(dsd.Immutated);
dataWriterEngine.StartDataset(_retrievalManager.GetDataflowFromSdmxObject(), dsd.Immutated, new DsplBaseDataWriter.RetreiveCodelistDelegate(GetCodelist));
dataWriterEngine.StartSeries(null);
List <DataMessageObject> dmo = _tableResponse.GetNext();
do
{
if (dmo == null)
{
break;
}
foreach (DataMessageObject seriesKey in dmo.FindAll(dim => OnlySeriesKey(dim)))
{
dataWriterEngine.WriteSeriesKeyValue(seriesKey.ColImpl.ConceptObjectCode, seriesKey.Val.ToString());
}
//OBSERVATION
DataMessageObject val = dmo.Find(dimV => dimV.ColImpl.ConceptType == ConceptTypeEnum.Attribute && ((IAttributeConcept)dimV.ColImpl).IsValueAttribute);
DataMessageObject time = dmo.Find(dimT => dimT.ColImpl.ConceptType == ConceptTypeEnum.Dimension && ((IDimensionConcept)dimT.ColImpl).DimensionType == DimensionTypeEnum.Time);
dataWriterEngine.WriteObservation(time.Val.ToString(), val.Val.ToString());
dmo = _tableResponse.GetNext();
} while (dmo != null);
dataWriterEngine.CloseAndZip(writer.__DsplJSONTextWriter);
writer.__DsplJSONTextWriter.Flush();
}
catch (Exception ex)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.ErrorWriteFlatData, ex);
}
finally
{
dataWriterEngine.ClearTempFolder();
}
}
}
catch (SdmxException) { throw; }
catch (Exception ex)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.ErrorWriteDataMessage, ex);
}
}
/// <summary>
/// Write a DataMessage in XmlWriter
/// </summary>
/// <param name="writer">Stream Destination</param>
public override void WriteDataMessage(IFlyWriter writer)
{
try
{
IDataWriterEngine dataWriterEngine = null;
switch (MessageType)
{
case MessageTypeEnum.Compact_20:
dataWriterEngine = new CompactDataWriterEngine(writer.__SdmxXml, SdmxSchema.GetFromEnum(SdmxSchemaEnumType.VersionTwo));
break;
case MessageTypeEnum.Generic_20:
dataWriterEngine = new GenericDataWriterEngine(writer.__SdmxXml, SdmxSchema.GetFromEnum(SdmxSchemaEnumType.VersionTwo));
break;
case MessageTypeEnum.CrossSectional_20:
break;
}
if (dataWriterEngine == null)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.InternalError, new Exception("No Type Message recognized"));
}
// write header
dataWriterEngine.WriteHeader(FlyConfiguration.HeaderSettings.GetHeader());
// start dataset
DataStructureObjectImpl dsd = _retrievalManager._dsd;
dataWriterEngine.StartDataset(null, dsd.Immutated, null);
// Aggiungo dataset Title
if (FlyConfiguration.DatasetTitle && !string.IsNullOrEmpty(this._retrievalManager.DataFlowTitle))
{
dataWriterEngine.WriteAttributeValue("Title", this._retrievalManager.DataFlowTitle);
}
this.LastSeriesKey = null;
List <DataMessageObject> dmo = _tableResponse.GetNext();
if (dmo != null)
{
//Aggiungo gli Attributi di Dataset
foreach (DataMessageObject seriesAttribute in dmo.FindAll(att => OnlyDatasetAttribute(att)))
{
dataWriterEngine.WriteAttributeValue(seriesAttribute.ColImpl.ConceptObjectCode, seriesAttribute.Val.ToString());
}
//GROUPS
if (_retrievalManager.Groups != null && _retrievalManager.Groups.Count > 0)
{
foreach (DataGroupObject group in _retrievalManager.Groups)
{
dataWriterEngine.StartGroup(group.GroupId);
foreach (GroupReferenceObject GroupKey in group.DimensionReferences)
{
dataWriterEngine.WriteGroupKeyValue(GroupKey.ConceptCode, GroupKey.ConceptValue.ToString());
}
foreach (GroupReferenceObject GroupAttribute in group.AttributeReferences)
{
dataWriterEngine.WriteAttributeValue(GroupAttribute.ConceptCode, GroupAttribute.ConceptValue.ToString());
}
}
}
do
{
if (dmo == null)
{
break;
}
//SERIE
if (CheckChanged(dmo))
{
dataWriterEngine.StartSeries();
foreach (DataMessageObject seriesKey in dmo.FindAll(dim => OnlySeriesKey(dim)))
{
dataWriterEngine.WriteSeriesKeyValue(seriesKey.ColImpl.ConceptObjectCode, seriesKey.Val.ToString());
}
foreach (DataMessageObject seriesAttribute in dmo.FindAll(att => OnlySeriesAttribute(att)))
{
dataWriterEngine.WriteAttributeValue(seriesAttribute.ColImpl.ConceptObjectCode, seriesAttribute.Val.ToString());
}
}
//OBSERVATION
DataMessageObject val = dmo.Find(dimV => dimV.ColImpl.ConceptType == ConceptTypeEnum.Attribute && ((IAttributeConcept)dimV.ColImpl).IsValueAttribute);
DataMessageObject time = dmo.Find(dimT => dimT.ColImpl.ConceptType == ConceptTypeEnum.Dimension && ((IDimensionConcept)dimT.ColImpl).DimensionType == DimensionTypeEnum.Time);
dataWriterEngine.WriteObservation(time.Val.ToString(), val.Val.ToString());
foreach (DataMessageObject seriesAttribute in dmo.FindAll(att => OnlyObservationAttribute(att)))
{
if (seriesAttribute.Val.ToString() != String.Empty)
{
dataWriterEngine.WriteAttributeValue(seriesAttribute.ColImpl.ConceptObjectCode, seriesAttribute.Val.ToString());
}
}
dmo = _tableResponse.GetNext();
} while (dmo != null);
}
dataWriterEngine.Close();
writer.__SdmxXml.Flush();
}
catch (SdmxException) { throw; }
catch (Exception ex)
{
throw new SdmxException(this, FlyExceptionObject.FlyExceptionTypeEnum.ErrorWriteDataMessage, ex);
}
}
