/// <summary>
/// Execute SDMX Query against the NSI WS to retrieve SDMX-ML Data as a Stream
/// </summary>
/// <param name="query">
/// The SDMX Query to execute
/// </param>
/// <param name="operationName">
/// The type of operation, GetCompactData or GetCrossSectionalData
/// </param>
/// <exception cref="NsiClientException">Failute to execute query</exception>
/// <returns>
/// The SDMX-ML data as a stream.
/// </returns>
public void ExecuteQuery(IDataQuery query, SDMXWSFunction operationName, string tempFileName)
{
if (query == null)
{
throw new ArgumentNullException("query");
}
try
{
this.SendSdmxQuery(query, operationName, tempFileName);
}
catch (NsiClientException e)
{
Logger.Error(Resources.ExceptionExecuteQuery);
NsiClientHelper.TryToDelete(tempFileName);
Logger.Error(e.Message, e);
throw;
}
catch (DataflowException e)
{
throw;
}
catch (Exception e)
{
Logger.Error(Resources.ExceptionExecuteQuery);
NsiClientHelper.TryToDelete(tempFileName);
throw new NsiClientException(Resources.ExceptionExecuteQuery, e);
}
}
/// <summary>
/// Create a Dataflow Node
/// </summary>
/// <param name="dataflow">
/// The SDMX Model Dataflow object
/// </param>
/// <returns>
/// The Dataflow Node
/// </returns>
private JsTreeNode CreateDataflowNode(IDataflowObject dataflow)
{
var dataflowNode = new JsTreeNode();
// dataflowNode.data.attributes.rel = MakeKey(dataflow);
dataflowNode.SetId(Utils.MakeKey(dataflow).Replace('.', '_').Replace('+', '-'));
SetupNode(dataflowNode, dataflow);
IDataStructureObject dsd = NsiClientHelper.GetDsdFromDataflow(dataflow, _dataStructure);
if (dsd != null && NsiClientHelper.DataflowDsdIsCrossSectional(dsd))
{
dataflowNode.SetRel("xs-dataflow");
}
else
{
dataflowNode.SetRel("dataflow");
}
dataflowNode.AddClass("dataflow-item");
dataflowNode.SetLeaf(true);
// dataflowNode.state = "closed";
dataflowNode.metadata = new JSTreeMetadata
{
DataflowID = dataflow.Id,
DataflowVersion = dataflow.Version,
DataflowAgency = dataflow.AgencyId
};
// dataflowNode.metadata.dataflow_name = dataflow.PrimaryName;
return(dataflowNode);
}
public static void GetDataSetStream(IDataSetRenderer renderer, DataObjectForStreaming dataStream, TextWriter streamResponse)
{
EndpointSettings DataObjConfiguration = dataStream.Configuration;
IDataStructureObject kf = dataStream.structure.DataStructures.First();
//DataObjectForStreaming
SDMXWSFunction op = SDMXWSFunction.GetCompactData;
//DataObjConfiguration
bool cross = (DataObjConfiguration._TypeEndpoint == EndpointType.V21 || DataObjConfiguration._TypeEndpoint == EndpointType.REST)
? NsiClientHelper.DataflowDsdIsCrossSectional(kf) : !Utils.IsTimeSeries(kf);
if (cross)
{
op = SDMXWSFunction.GetCrossSectionalData;
}
var ser = new JavaScriptSerializer();
ser.MaxJsonLength = int.MaxValue;
try
{
IGetSDMX GetSDMXObject = WebServiceSelector.GetSdmxImplementation(DataObjConfiguration);
BaseDataObject BDO = new BaseDataObject(DataObjConfiguration, @"c:\pippo.txt");
//GetSDMXObject.ExecuteQuery(BDO.CreateQueryBean(_ df, kf, Criterias), op, FileTmpData);
//GetSDMXObject.ExecuteQuery(BDO.CreateQueryBean(, kf, Criterias), op, FileTmpData);
}
catch (Exception ex)
{
}
//throw new NotImplementedException();
}
/// <summary>
/// Close the dataset freeing memory
/// </summary>
public void CloseSdmxMLDataSet()
{
if (this._dataSetSDMXML == null)
{
return;
}
NsiClientHelper.TryToDelete(this._dataSetSDMXML);
this._dataSetSDMXML = null;
}
/// <summary>
/// Gets a bean with data about the key family for specified dataflow.
/// </summary>
/// <param name="dataflow">
/// The dataflow
/// </param>
/// <param name="dataStructures">
/// The data Structures.
/// </param>
/// <returns>
/// a <c>StructureBean</c> instance with requested data; the result is never <c>null</c> or incomplete, instead an exception is throwed away if something goes wrong and not all required data is successfully retrieved
/// </returns>
/// <remarks>
/// The resulted bean will contain exactly one key family, but also will include any concepts and codelists referenced by the key family.
/// </remarks>
public ISdmxObjects GetStructure(IDataflowObject dataflow, ISet <IDataStructureObject> dataStructures, bool resolseRef = false)
{
Logger.InfoFormat(
CultureInfo.InvariantCulture,
Resources.InfoGettingStructureFormat3,
dataflow.AgencyId,
dataflow.Id,
dataflow.Version);
ISdmxObjects structure = new SdmxObjectsImpl();
try
{
ISdmxObjects responseConceptScheme = new SdmxObjectsImpl();
ISdmxObjects response = new SdmxObjectsImpl();
IStructureQueryFormat <string> structureQueryFormat = new RestQueryFormat();
IStructureQueryFactory factory = new RestStructureQueryFactory();
IStructureQueryBuilderManager structureQueryBuilderManager = new StructureQueryBuilderManager(factory);
IDataStructureObject dsd = NsiClientHelper.GetDsdFromDataflow(dataflow, dataStructures);
structure.AddDataStructure(dsd);
NsiClientValidation.CheckifStructureComplete(structure, dataflow);
IEnumerable <IStructureReference> conceptRefs = NsiClientHelper.BuildConceptSchemeRequest(structure.DataStructures.First());
foreach (var structureReference in conceptRefs)
{
IRestStructureQuery structureQuery = new RESTStructureQueryCore(StructureQueryDetail.GetFromEnum(StructureQueryDetailEnumType.Full), StructureReferenceDetail.GetFromEnum(StructureReferenceDetailEnumType.None), null, structureReference, false);
string request = structureQueryBuilderManager.BuildStructureQuery(structureQuery, structureQueryFormat);
responseConceptScheme = this.SendQueryStructureRequest(request);
response.Merge(responseConceptScheme);
}
structure.Merge(response);
NsiClientValidation.CheckConcepts(structure);
Logger.Info(Resources.InfoSuccess);
}
catch (NsiClientException e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw;
}
catch (Exception e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw new NsiClientException(Resources.ExceptionGettingStructure, e);
}
return(structure);
}
/// <summary>
/// Execute SDMX Query against the NSI WS to retrieve SDMX-ML Data as a Stream
/// </summary>
/// <param name="query">
/// The SDMX Query to execute
/// </param>
/// <param name="operationName">
/// The type of operation, GetCompactData or GetCrossSectionalData
/// </param>
/// <param name="tempFileName">
/// The temporary file name
/// </param>
/// <exception cref="NsiClientException">
/// Failute to execute query
/// </exception>
public void ExecuteQuery(IDataQuery query, SDMXWSFunction operationName, string tempFileName)
{
if (query == null)
{
throw new ArgumentNullException("query");
}
try
{
switch (operationName)
{
case SDMXWSFunction.GetCompactData:
{
this.SendSdmxQuery(query, tempFileName);
break;
}
case SDMXWSFunction.GetCrossSectionalData:
{
this._nsiClientWs.ExecuteQuery(query, operationName, tempFileName);
break;
}
default:
{
Logger.Error(Resources.ExceptionExecuteQuery);
throw new NsiClientException(Resources.ExceptionExecuteQuery);
}
}
}
catch (NsiClientException e)
{
Logger.Error(Resources.ExceptionExecuteQuery);
NsiClientHelper.TryToDelete(tempFileName);
Logger.Error(e.Message, e);
throw;
}
catch (DataflowException e)
{
throw;
}
catch (Exception e)
{
Logger.Error(Resources.ExceptionExecuteQuery);
NsiClientHelper.TryToDelete(tempFileName);
throw new NsiClientException(Resources.ExceptionExecuteQuery, e);
}
}
/// <summary>
/// Gets a bean with data about the key family for specified dataflow.
/// </summary>
/// <param name="dataflow">
/// The dataflow
/// </param>
/// <returns>
/// a <c>StructureBean</c> instance with requested data; the result is never <c>null</c> or incomplete, instead an exception is throwed away if something goes wrong and not all required data is successfully retrieved
/// </returns>
/// <remarks>
/// The resulted bean will contain exactly one key family, but also will include any concepts and codelists referenced by the key family.
/// </remarks>
public ISdmxObjects GetStructure(IDataflowObject dataflow, ISet <IDataStructureObject> dataStructures, bool resolseRef = false)
{
Logger.InfoFormat(
CultureInfo.InvariantCulture,
Resources.InfoGettingStructureFormat3,
dataflow.AgencyId,
dataflow.Id,
dataflow.Version);
ISdmxObjects structure = new SdmxObjectsImpl();
try
{
ISdmxObjects responseConceptScheme = new SdmxObjectsImpl();
ISdmxObjects response = new SdmxObjectsImpl();
IDataStructureObject dsd = NsiClientHelper.GetDsdFromDataflow(dataflow, dataStructures);
structure.AddDataStructure(dsd);
NsiClientValidation.CheckifStructureComplete(structure, dataflow);
IEnumerable <IStructureReference> conceptRefs = NsiClientHelper.BuildConceptSchemeRequest(structure.DataStructures.First());
foreach (var structureReference in conceptRefs)
{
IRestStructureQuery structureQueryConceptScheme = new RESTStructureQueryCore(structureReference);
IBuilder <IComplexStructureQuery, IRestStructureQuery> transformerCategoryScheme = new StructureQuery2ComplexQueryBuilder();
IComplexStructureQuery complexStructureQueryConceptScheme = transformerCategoryScheme.Build(structureQueryConceptScheme);
responseConceptScheme = this.SendQueryStructureRequest(complexStructureQueryConceptScheme, SDMXWSFunctionV21.GetConceptScheme);
response.Merge(responseConceptScheme);
}
structure.Merge(response);
NsiClientValidation.CheckConcepts(structure);
Logger.Info(Resources.InfoSuccess);
}
catch (NsiClientException e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw;
}
catch (Exception e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw new NsiClientException(Resources.ExceptionGettingStructure, e);
}
return(structure);
}
/// <summary>
/// Gets a bean with data about the key family for specified dataflow.
/// </summary>
/// <param name="dataflow">
/// The dataflow
/// </param>
/// <returns>
/// a <c>StructureBean</c> instance with requested data; the result is never <c>null</c> or incomplete, instead an exception is throwed away if something goes wrong and not all required data is successfully retrieved
/// </returns>
/// <remarks>
/// The resulted bean will contain exactly one key family, but also will include any concepts and codelists referenced by the key family.
/// </remarks>
public ISdmxObjects GetStructure(IDataflowObject dataflow, ISet <IDataStructureObject> dataStructures, bool resolseRef = false)
{
Logger.InfoFormat(
CultureInfo.InvariantCulture,
Resources.InfoGettingStructureFormat3,
dataflow.AgencyId,
dataflow.Id,
dataflow.Version);
ISdmxObjects structure;
var keyFamilyRefBean = new StructureReferenceImpl(SdmxStructureType.GetFromEnum(SdmxStructureEnumType.Dsd))
{
MaintainableId = dataflow.DataStructureRef.MaintainableReference.MaintainableId,
AgencyId = dataflow.DataStructureRef.MaintainableReference.AgencyId,
Version = dataflow.DataStructureRef.MaintainableReference.Version
};
try
{
ISdmxObjects response;
structure = this.SendQueryStructureRequest(keyFamilyRefBean, false);
NsiClientValidation.CheckifStructureComplete(structure, dataflow);
IEnumerable <IStructureReference> conceptRefs = NsiClientHelper.BuildConceptSchemeRequest(structure.DataStructures.First());
response = this.SendQueryStructureRequest(conceptRefs, false);
structure.Merge(response);
NsiClientValidation.CheckConcepts(structure);
Logger.Info(Resources.InfoSuccess);
}
catch (NsiClientException e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw;
}
catch (Exception e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw new NsiClientException(Resources.ExceptionGettingStructure, e);
}
return(structure);
}
/// <summary>
/// Initializes a new instance of the <see cref="GetSDMX_WSV20"/> class.
/// </summary>
/// <param name="config">
/// The config
/// </param>
public GetSDMX_WSV21(EndpointSettings config)
{
if (config == null)
{
throw new ArgumentNullException("config");
}
if (string.IsNullOrEmpty(config.EndPoint))
{
throw new ArgumentException(Resources.ExceptionEndpointNotSet, "config");
}
//getting nsiClientWs
EndpointSettings V20Sett = (EndpointSettings)config.Clone();
V20Sett.EndPointType = "V20";
V20Sett.EndPoint = V20Sett.EndPointV20;
_nsiClientWs = new GetSDMX_WSV20(V20Sett);
Logger.Info(Resources.InfoCreatingNsiClient);
_config = config;
Logger.Info(Resources.InfoGetWSDL);
try
{
this._wsdlConfig = new WSDLSettings(config);
Logger.Info(Resources.InfoWSDLSuccess);
}
catch (WebException ex)
{
throw NsiClientHelper.HandleWsdlException(config.EndPoint, ex, config.Wsdl);
}
catch (InvalidOperationException ex)
{
throw NsiClientHelper.HandleWsdlException(config.EndPoint, ex, config.Wsdl);
}
catch (UriFormatException ex)
{
throw NsiClientHelper.HandleWsdlException(config.EndPoint, ex, config.Wsdl);
}
this._defaultHeader = new HeaderImpl("NSIClient", "NSIClient");
Utils.PopulateHeaderFromSettings(this._defaultHeader);
}
public void GetDataSet(IDataSetRenderer renderer, DataObjectForStreaming dataStream, TextWriter streamResponse, string endPointType, SessionQuery sessionQuery)
{
EndpointSettings DataObjConfiguration = dataStream.Configuration;
IDataStructureObject kf = dataStream.structure.DataStructures.First();
//DataObjectForStreaming
SDMXWSFunction op = SDMXWSFunction.GetCompactData;
//DataObjConfiguration
bool cross = (DataObjConfiguration._TypeEndpoint == ISTAT.WebClient.WidgetComplements.Model.Enum.EndpointType.V21 || DataObjConfiguration._TypeEndpoint == ISTAT.WebClient.WidgetComplements.Model.Enum.EndpointType.REST)
? NsiClientHelper.DataflowDsdIsCrossSectional(kf) : !Utils.IsTimeSeries(kf);
if (cross)
{
op = SDMXWSFunction.GetCrossSectionalData;
}
var ser = new JavaScriptSerializer();
ser.MaxJsonLength = int.MaxValue;
try
{
//IGetSDMX GetSDMXObject = WebServiceSelector.GetSdmxImplementation(DataObjConfiguration);
IGetSDMX GetSDMXObject = (sessionQuery._IGetSDMX == null) ? WebServiceSelector.GetSdmxImplementation(DataObjConfiguration) : sessionQuery._IGetSDMX;
BaseDataObject BDO = new BaseDataObject(DataObjConfiguration, "tem.txt");
string fullPath = Utils.App_Data_Path + @"\Download\" + GetFileName(_iD, "xml");
IDataQuery query = BDO.CreateQueryBean(dataStream.structure.Dataflows.First(), kf, dataStream.Criterias);
GetSDMXObject.ExecuteQuery(query, op, fullPath);
//if (endPointType == "V21")
//{
// SendAttachment(ConvertTo21(fullPath),GetFileName(_iD, "xml")) ;
// return;
//}
SendAttachmentFile(fullPath);
}
catch (Exception ex)
{
}
//throw new NotImplementedException();
}
/// <summary>
/// Constructs a SOAP envelope request, with a body that includes the operation as element and the W3C Document and saves the SDMX Part of the response to the specified ouput
/// The W3C Document contains either a SDMX-ML Query or a SDMX-ML Registry Interface
/// </summary>
/// <param name="request">
/// The W3C Document representation of a SDMX-ML Query or QueryStructureRequest
/// </param>
/// <param name="webServiceOperation">
/// The Web Service function
/// </param>
/// <param name="tempFileName">
/// The temporary file name
/// </param>
/// <exception cref="ArgumentNullException">
/// request is null
/// </exception>
/// <exception cref="NsiClientException">
/// Error in server response or communication
/// </exception>
private void SendRequest(
XmlDocument request,
SDMXWSFunction webServiceOperation,
string tempFileName)
{
if (request == null)
{
throw new ArgumentNullException("request");
}
NsiClientHelper.LogSdmx(request);
var sb = new StringBuilder();
sb.AppendFormat(SoapConstants.SoapRequest, this._config.Prefix, this._wsdlConfig.GetTargetNamespace());
var doc = new XmlDocument();
doc.LoadXml(sb.ToString());
string operationName = webServiceOperation.ToString();
XmlNodeList nodes = doc.GetElementsByTagName(SoapConstants.Body, SoapConstants.Soap11Ns);
XmlElement operation = doc.CreateElement(
this._config.Prefix, operationName, this._wsdlConfig.GetTargetNamespace());
XmlElement queryParent = operation;
string parameterName = this._wsdlConfig.GetParameterName(operationName);
if (!string.IsNullOrEmpty(parameterName))
{
queryParent = doc.CreateElement(
this._config.Prefix, parameterName, this._wsdlConfig.GetTargetNamespace());
operation.AppendChild(queryParent);
}
if (request.DocumentElement != null)
{
XmlNode sdmxQueryNode = doc.ImportNode(request.DocumentElement, true);
queryParent.AppendChild(sdmxQueryNode);
}
nodes[0].AppendChild(operation);
var endpointUri = new Uri(this._config.EndPoint);
var webRequest = (HttpWebRequest)WebRequest.Create(endpointUri);
webRequest.Headers.Add("Accept-Encoding", "gzip, deflate");
webRequest.AutomaticDecompression = DecompressionMethods.Deflate | DecompressionMethods.GZip;
string soapAction = this._wsdlConfig.GetSoapAction(operationName);
//if (soapAction != null && soapAction != "")
if (soapAction != null)
{
webRequest.Headers.Add(SoapConstants.SoapAction, soapAction);
}
webRequest.ContentType = HttpConstants.Content;
// webRequest.Accept = "text/xml";
webRequest.Method = HttpConstants.Post;
webRequest.Timeout = 1800 * 1000;
this.SetupWebRequestAuth(webRequest);
using (Stream stream = webRequest.GetRequestStream())
{
doc.Save(stream);
}
try
{
using (WebResponse response = webRequest.GetResponse())
{
using (Stream stream = response.GetResponseStream())
{
if (stream != null)
{
var settings = new XmlWriterSettings();
settings.Indent = true;
using (XmlWriter writer = XmlWriter.Create(tempFileName, settings))
{
SoapUtils.ExtractSdmxMessage(stream, writer);
}
NsiClientHelper.LogSdmx(tempFileName, Resources.InfoSoapResponse);
}
}
}
}
catch (WebException ex)
{
NsiClientHelper.HandleSoapFault(ex);
}
}
public ISdmxObjects GetStructure(string DataflowId, string DatafloAgency, string DatafloVersion, bool resolseRef = false)
{
Logger.InfoFormat(
CultureInfo.InvariantCulture,
Resources.InfoGettingStructureFormat3,
DatafloAgency,
DataflowId,
DatafloVersion);
#region Dataflow
ISdmxObjects responseDF = new SdmxObjectsImpl();
var dataflowRefBean = new StructureReferenceImpl(SdmxStructureType.GetFromEnum(SdmxStructureEnumType.Dataflow))
{
MaintainableId = DataflowId,
AgencyId = DatafloAgency,
Version = DatafloVersion
};
IList <IStructureReference> refs = new List <IStructureReference>();
refs.Add(dataflowRefBean);
responseDF = this.SendQueryStructureRequest(refs, false);
if (responseDF.Dataflows == null || responseDF.Dataflows.Count == 0)
{
throw new Exception("Dataflow not found");
}
#endregion
IDataflowObject dataflow = responseDF.Dataflows.First();
ISdmxObjects structure;
var keyFamilyRefBean = new StructureReferenceImpl(SdmxStructureType.GetFromEnum(SdmxStructureEnumType.Dsd))
{
MaintainableId = dataflow.DataStructureRef.MaintainableReference.MaintainableId,
AgencyId = dataflow.DataStructureRef.MaintainableReference.AgencyId,
Version = dataflow.DataStructureRef.MaintainableReference.Version
};
try
{
ISdmxObjects response;
structure = this.SendQueryStructureRequest(keyFamilyRefBean, resolseRef);
NsiClientValidation.CheckifStructureComplete(structure, dataflow);
IEnumerable <IStructureReference> conceptRefs = NsiClientHelper.BuildConceptSchemeRequest(structure.DataStructures.First());
response = this.SendQueryStructureRequest(conceptRefs, resolseRef);
structure.Merge(responseDF);
structure.Merge(response);
NsiClientValidation.CheckConcepts(structure);
Logger.Info(Resources.InfoSuccess);
}
catch (NsiClientException e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw;
}
catch (Exception e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw new NsiClientException(Resources.ExceptionGettingStructure, e);
}
return(structure);
}
internal IDataSetStore GetDataset(IDataflowObject df, IDataStructureObject kf, List <DataCriteria> Criterias, ref Dictionary <string, List <DataChacheObject> > DataCache, bool useAttr)
{
// if it is not time series then assume it is cross
SDMXWSFunction op = SDMXWSFunction.GetCompactData;
bool cross = (DataObjConfiguration._TypeEndpoint == EndpointType.V21 || DataObjConfiguration._TypeEndpoint == EndpointType.REST)
? NsiClientHelper.DataflowDsdIsCrossSectional(kf) : !Utils.IsTimeSeries(kf);
if (cross)
{
op = SDMXWSFunction.GetCrossSectionalData;
}
var ser = new JavaScriptSerializer();
ser.MaxJsonLength = int.MaxValue;
try
{
//commentato vecchio codice
//IGetSDMX GetSDMXObject = WebServiceSelector.GetSdmxImplementation(DataObjConfiguration);
//GetSDMXObject.ExecuteQuery(CreateQueryBean(df, kf, Criterias), op, FileTmpData);
/*
#region Connessione e Creazione DB SQLLite
* string table = Path.Combine(Utils.GetAppPath(), string.Format(CultureInfo.InvariantCulture, "{0}-{1}.sqlite", Utils.MakeKey(df).Replace("+", "_").Replace(".", ""), Guid.NewGuid()));
* string ConnectionString = string.Format(CultureInfo.InvariantCulture, Constants.FileDBSettingsFormat, table);
* var info = new DBInfo(ConnectionString);
* string tempTable = "table_" + Utils.MakeKey(df).Replace("+", "_").Replace(".", "");
* IDataSetStore store = new DataSetStoreDB(info, tempTable, kf, true, useAttr);
#endregion
* fine vecchio codice*/
//Salvo in Session
/*
* if (DataCache == null)
* DataCache = new Dictionary<string, List<DataChacheObject>>();
* if (!DataCache.ContainsKey(Utils.MakeKey(df)))
* DataCache[Utils.MakeKey(df)] = new List<DataChacheObject>();
*/
//string table=null;
//FABIO NEW
//IDataSetStore store = FindDataCacheChart(df, kf, Criterias, ref DataCache, useAttr,out table);
//if (store == null) store = GetDataset(df, kf, Criterias, ref DataCache, useAttr);
#region Connessione e Creazione DB SQLLite FABIO se nullo lo istanzio
// if (store == null)
// {
string table = null;
IGetSDMX GetSDMXObject = WebServiceSelector.GetSdmxImplementation(DataObjConfiguration);
GetSDMXObject.ExecuteQuery(CreateQueryBean(df, kf, Criterias), op, FileTmpData);
#region Connessione e Creazione DB SQLLite
table = Path.Combine(Utils.GetAppPath(), string.Format(CultureInfo.InvariantCulture, "{0}-{1}.sqlite", Utils.MakeKey(df).Replace("+", "_").Replace(".", ""), Guid.NewGuid()));
string ConnectionString = string.Format(CultureInfo.InvariantCulture, Constants.FileDBSettingsFormat, table);
var info = new DBInfo(ConnectionString);
string tempTable = "table_" + Utils.MakeKey(df).Replace("+", "_").Replace(".", "");
IDataSetStore store = new DataSetStoreDB(info, tempTable, kf, true, useAttr);
#endregion
using (var dataLocation = new FileReadableDataLocation(FileTmpData))
{
switch (op)
{
case SDMXWSFunction.GetCompactData:
var compact = new CompactDataReaderEngine(dataLocation, df, kf);
var readerCompact = new SdmxDataReader(kf, store);
readerCompact.ReadData(compact);
break;
case SDMXWSFunction.GetCrossSectionalData:
var dsdCrossSectional = (ICrossSectionalDataStructureObject)kf;
var crossSectional = new CrossSectionalDataReaderEngine(dataLocation, dsdCrossSectional, df);
var reader = new SdmxDataReader(kf, store);
reader.ReadData(crossSectional);
break;
default:
throw new ArgumentException(Resources.ExceptionUnsupported_operation + op.ToString(), "operation");
}
}
// }
#endregion FABIO
//using (var dataLocation = new FileReadableDataLocation(FileTmpData))
//{
// switch (op)
// {
// case SDMXWSFunction.GetCompactData:
// var compact = new CompactDataReaderEngine(dataLocation, df, kf);
// var readerCompact = new SdmxDataReader(kf, store);
// readerCompact.ReadData(compact);
// break;
// case SDMXWSFunction.GetCrossSectionalData:
// var dsdCrossSectional = (ICrossSectionalDataStructureObject)kf;
// var crossSectional = new CrossSectionalDataReaderEngine(dataLocation, dsdCrossSectional, df);
// var reader = new SdmxDataReader(kf, store);
// reader.ReadData(crossSectional);
// break;
// default:
// throw new ArgumentException(Resources.ExceptionUnsupported_operation + op.ToString(), "operation");
// }
//}
/*
* Dictionary<string, List<string>> Criteri = new Dictionary<string, List<string>>();
* Criterias.ForEach(c => Criteri.Add(c.component, c.values));
* DataChacheObject dco = new DataChacheObject()
* {
* Criterias = Criteri,
* DBFileName = table,
* };
*
* //aggiunta da fabio
* DataCache[Utils.MakeKey(df)].Clear();
* //fine aggiunta fabio
* DataCache[Utils.MakeKey(df)].Add(dco);
*/
return(store);
}
catch (Exception ex)
{
Logger.Warn(ex.Message, ex);
throw ex;
}
finally
{
//delete the temporary file
if (File.Exists(FileTmpData))
{
File.Delete(FileTmpData);
}
}
}
internal IDataSetStore GetDataset(IDataflowObject df, IDataStructureObject kf, List <DataCriteria> Criterias, ref Dictionary <string, List <DataChacheObject> > DataCache, bool useAttr, SessionQuery query)
{
// if it is not time series then assume it is cross
SDMXWSFunction op = SDMXWSFunction.GetCompactData;
bool cross = (DataObjConfiguration._TypeEndpoint == EndpointType.V21 || DataObjConfiguration._TypeEndpoint == EndpointType.REST)
? NsiClientHelper.DataflowDsdIsCrossSectional(kf) : !Utils.IsTimeSeries(kf);
if (cross)
{
op = SDMXWSFunction.GetCrossSectionalData;
}
var ser = new JavaScriptSerializer();
ser.MaxJsonLength = int.MaxValue;
try
{
#region Connessione e Creazione DB SQLLite FABIO se nullo lo istanzio
string table = null;
IGetSDMX GetSDMXObject = (query._IGetSDMX == null) ? WebServiceSelector.GetSdmxImplementation(DataObjConfiguration) : query._IGetSDMX;
GetSDMXObject.ExecuteQuery(CreateQueryBean(df, kf, Criterias), op, FileTmpData);
#region Connessione e Creazione DB SQLLite
table = Path.Combine(Utils.GetAppPath(), string.Format(CultureInfo.InvariantCulture, "{0}-{1}.sqlite", Utils.MakeKey(df).Replace("+", "_").Replace(".", ""), Guid.NewGuid()));
string ConnectionString = string.Format(CultureInfo.InvariantCulture, Constants.FileDBSettingsFormat, table);
var info = new DBInfo(ConnectionString);
string tempTable = "table_" + Utils.MakeKey(df).Replace("+", "_").Replace(".", "");
IDataSetStore store = new DataSetStoreDB(info, tempTable, kf, true, useAttr);
#endregion
using (var dataLocation = new FileReadableDataLocation(FileTmpData))
{
switch (op)
{
case SDMXWSFunction.GetCompactData:
var compact = new CompactDataReaderEngine(dataLocation, df, kf);
var readerCompact = new SdmxDataReader(kf, store);
readerCompact.ReadData(compact);
break;
case SDMXWSFunction.GetCrossSectionalData:
var dsdCrossSectional = (ICrossSectionalDataStructureObject)kf;
var crossSectional = new CrossSectionalDataReaderEngine(dataLocation, dsdCrossSectional, df);
var reader = new SdmxDataReader(kf, store);
reader.ReadData(crossSectional);
break;
default:
throw new ArgumentException(Resources.ExceptionUnsupported_operation + op.ToString(), "operation");
}
}
#endregion FABIO
return(store);
}
catch (Exception ex)
{
Logger.Warn(ex.Message, ex);
throw ex;
}
finally
{
//delete the temporary file
if (File.Exists(FileTmpData))
{
File.Delete(FileTmpData);
}
}
}
public ISdmxObjects GetStructure(string DataflowId, string DatafloAgency, string DatafloVersion, bool resolseRef = false)
{
Logger.InfoFormat(
CultureInfo.InvariantCulture,
Resources.InfoGettingStructureFormat3,
DatafloAgency,
DataflowId,
DatafloVersion);
ISdmxObjects structure = new SdmxObjectsImpl();
#region Dataflow
// Get dataflows
ISdmxObjects responseDataflows = new SdmxObjectsImpl();
string requestDataFlows = this.RetrieveDataflow(DataflowId, DatafloAgency, DatafloVersion);
responseDataflows = this.SendQueryStructureRequest(requestDataFlows);
// Remove from structure (ISdmxObjects) the DSDS built with SDMX v2.0
var structureSdmxV20DSD = responseDataflows.DataStructures.Where(o => o.Annotations.Any(a => a.FromAnnotation() == CustomAnnotationType.SDMXv20Only)).ToArray();
foreach (var sdmxV20Only in structureSdmxV20DSD)
{
responseDataflows.RemoveDataStructure(sdmxV20Only);
}
// DSDS with annotation
var sdmxV20onlyReferences = structureSdmxV20DSD.Select(o => o.AsReference).ToArray();
// Add the DSDS built with Sdmx V2.0
ISdmxObjects responseDSD = new SdmxObjectsImpl();
if (sdmxV20onlyReferences.Length > 0)
{
responseDSD = this._nsiClientWs.SendQueryStructureRequest(sdmxV20onlyReferences, false);
responseDataflows.Merge(responseDSD);
}
if (responseDataflows.Dataflows == null || responseDataflows.Dataflows.Count == 0)
{
throw new Exception("Dataflow not found");
}
#endregion
try
{
IDataflowObject dataflow = responseDataflows.Dataflows.First();
ISdmxObjects responseConceptScheme = new SdmxObjectsImpl();
ISdmxObjects response = new SdmxObjectsImpl();
IStructureQueryFormat <string> structureQueryFormat = new RestQueryFormat();
IStructureQueryFactory factory = new RestStructureQueryFactory();
IStructureQueryBuilderManager structureQueryBuilderManager = new StructureQueryBuilderManager(factory);
IDataStructureObject dsd = NsiClientHelper.GetDsdFromDataflow(dataflow, responseDataflows.DataStructures);
structure.AddDataStructure(dsd);
NsiClientValidation.CheckifStructureComplete(structure, dataflow);
IEnumerable <IStructureReference> conceptRefs = NsiClientHelper.BuildConceptSchemeRequest(structure.DataStructures.First());
foreach (var structureReference in conceptRefs)
{
IRestStructureQuery structureQuery = new RESTStructureQueryCore(StructureQueryDetail.GetFromEnum(StructureQueryDetailEnumType.Full), StructureReferenceDetail.GetFromEnum(StructureReferenceDetailEnumType.None), null, structureReference, false);
string request = structureQueryBuilderManager.BuildStructureQuery(structureQuery, structureQueryFormat);
responseConceptScheme = this.SendQueryStructureRequest(request);
response.Merge(responseConceptScheme);
}
structure.Merge(responseDataflows);
structure.Merge(response);
NsiClientValidation.CheckConcepts(structure);
Logger.Info(Resources.InfoSuccess);
}
catch (NsiClientException e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw;
}
catch (Exception e)
{
Logger.Error(Resources.ExceptionGettingStructure);
Logger.Error(e.Message, e);
throw new NsiClientException(Resources.ExceptionGettingStructure, e);
}
return(structure);
}
