Esempio n. 1
0
        public static Task CreateOrUpdateTypesInOcsAsync(ISdsMetadataService metadataService)
        {
            var taskList = new Task[]
            {
                metadataService.CreateOrUpdateTypeAsync(DoubleSdsType),
                metadataService.CreateOrUpdateTypeAsync(IntegerSdsType),
                metadataService.CreateOrUpdateTypeAsync(StringSdsType),
                metadataService.CreateOrUpdateTypeAsync(BlobSdsType),
                metadataService.CreateOrUpdateTypeAsync(TimestampSdsType)
            };

            return(Task.WhenAll(taskList));
        }
        public SDSWumpusData()
        {
            var uriResource = new Uri(resource);

            // Get Sds Services to communicate with server
            authenticationHandler = new AuthenticationHandler(uriResource, clientId, clientKey);
            sdsService            =
                new SdsService(new Uri(resource), null, HttpCompressionMethod.GZip, authenticationHandler);
            metadataService = sdsService.GetMetadataService(tenantId, namespaceId);
            dataService     = sdsService.GetDataService(tenantId, namespaceId);
            // var tableService = sdsService.GetTableService(tenantId, namespaceId);
            Console.WriteLine($"SDS endpoint at {resource}");
            Console.WriteLine();
        }
Esempio n. 3
0
        private static async Task DeleteStreamBasedOnPIPointAsync(PIPoint piPoint, ISdsMetadataService metadata)
        {
            var id = GetStreamId(piPoint);

            try
            {
                await metadata.GetStreamAsync(id);
            }
            catch (SdsHttpClientException ex)
            {
                if (ex.StatusCode == HttpStatusCode.NotFound)
                {
                    Console.WriteLine($"Stream to be deleted not found: {id}.");
                    return;
                }

                throw;
            }

            await metadata.DeleteStreamAsync(id);

            Console.WriteLine($"Deleted stream {id}");
        }
        public static async Task <bool> MainAsync(bool test = false)
        {
            ISdsMetadataService metadataService = null;

            #region settings
            var typeValueTimeName = "Value_Time";
            var typePressureTemperatureTimeName = "Pressure_Temp_Time";

            var streamPressureName = "Pressure_Tank1";
            var streamTempName     = "Temperature_Tank1";
            var streamTank0        = "Vessel";
            var streamTank1        = "Tank1";
            var streamTank2        = "Tank2";
            #endregion

            try
            {
                #region configurationSettings

                _configuration = new ConfigurationBuilder()
                                 .SetBasePath(Directory.GetCurrentDirectory())
                                 .AddJsonFile("appsettings.json")
                                 .AddJsonFile("appsettings.test.json", optional: true)
                                 .Build();

                var tenantId    = _configuration["TenantId"];
                var namespaceId = _configuration["NamespaceId"];
                var resource    = _configuration["Resource"];
                var clientId    = _configuration["ClientId"];
                var clientKey   = _configuration["ClientKey"];
                #endregion

                (_configuration as ConfigurationRoot).Dispose();
                var uriResource = new Uri(resource);

                // Step 1
                // Get Sds Services to communicate with server
                #region step1
                AuthenticationHandler authenticationHandler = new AuthenticationHandler(uriResource, clientId, clientKey);

                SdsService sdsService = new SdsService(new Uri(resource), authenticationHandler);
                metadataService = sdsService.GetMetadataService(tenantId, namespaceId);
                var dataService  = sdsService.GetDataService(tenantId, namespaceId);
                var tableService = sdsService.GetTableService(tenantId, namespaceId);
                #endregion

                // Step 2
                #region step2b
                SdsType type = SdsTypeBuilder.CreateSdsType <TimeData>();
                type.Id = typeValueTimeName;
                type    = await metadataService.GetOrCreateTypeAsync(type).ConfigureAwait(false);

                #endregion

                // Step 3
                // create an SdsStream
                #region step3
                var pressure_stream = new SdsStream
                {
                    Id          = streamPressureName,
                    TypeId      = type.Id,
                    Description = "A stream for pressure data of tank1",
                };
                pressure_stream = await metadataService.GetOrCreateStreamAsync(pressure_stream).ConfigureAwait(false);

                var temperature_stream = new SdsStream
                {
                    Id          = streamTempName,
                    TypeId      = type.Id,
                    Description = "A stream for temperature data of tank1",
                };
                temperature_stream = await metadataService.GetOrCreateStreamAsync(temperature_stream).ConfigureAwait(false);

                #endregion

                // Step 4
                // insert simple data
                #region step4c
                await dataService.InsertValuesAsync(pressure_stream.Id, GetPressureData()).ConfigureAwait(false);

                await dataService.InsertValuesAsync(streamTempName, GetTemperatureData()).ConfigureAwait(false);

                #endregion

                // Step 5
                // create complex type
                #region step5b
                SdsType tankType = SdsTypeBuilder.CreateSdsType <PressureTemperatureData>();
                tankType.Id = typePressureTemperatureTimeName;
                tankType    = await metadataService.GetOrCreateTypeAsync(tankType).ConfigureAwait(false);

                #endregion

                // Step 6
                // create complex type stream
                #region step6
                var tankStream = new SdsStream
                {
                    Id          = streamTank1,
                    TypeId      = tankType.Id,
                    Description = "A stream for data of tank1",
                };
                tankStream = await metadataService.GetOrCreateStreamAsync(tankStream).ConfigureAwait(false);

                #endregion

                // Step 7
                // insert complex data
                #region step7
                var data = GetData();
                await dataService.InsertValuesAsync(streamTank1, data).ConfigureAwait(false);

                #endregion

                // Step 8 and Step 9
                //  view data
                // note: step 9 is not done in this example as the JSON conversion by the library takes care of it automatically for you
                #region step8
                var sortedData = data.OrderBy(entry => entry.Time).ToList();
                var firstTime  = sortedData.First();
                var lastTime   = sortedData.Last();

                var resultsPressure = (await dataService.GetWindowValuesAsync <TimeData>(
                                           streamPressureName,
                                           firstTime.Time.ToUniversalTime().ToString("o", CultureInfo.InvariantCulture),
                                           lastTime.Time.ToUniversalTime().ToString("o", CultureInfo.InvariantCulture))
                                       .ConfigureAwait(false))
                                      .ToList();

                Console.WriteLine("Values from Pressure of Tank1:");
                foreach (var evnt in resultsPressure)
                {
                    Console.WriteLine(JsonConvert.SerializeObject(evnt));
                }

                var resultsTank = (await dataService.GetWindowValuesAsync <PressureTemperatureData>(
                                       streamTank1,
                                       firstTime.Time.ToUniversalTime().ToString("o", CultureInfo.InvariantCulture),
                                       lastTime.Time.ToUniversalTime().ToString("o", CultureInfo.InvariantCulture))
                                   .ConfigureAwait(false))
                                  .ToList();

                Console.WriteLine("Values from Tank1:");
                foreach (var evnt in resultsTank)
                {
                    Console.WriteLine(JsonConvert.SerializeObject(evnt));
                }
                #endregion

                if (test)
                {
                    // Testing to make sure we get back expected stuff
                    if (string.Compare(JsonConvert.SerializeObject(resultsPressure.First()), "{\"Time\":\"2017-01-11T22:21:23.43Z\",\"Value\":346.0}", StringComparison.OrdinalIgnoreCase) != 0)
                    {
                        throw new Exception("Value retrieved isn't expected value for pressure of Tank1");
                    }

                    if (string.Compare(JsonConvert.SerializeObject(resultsTank.First()), "{\"Time\":\"2017-01-11T22:21:23.43Z\",\"Pressure\":346.0,\"Temperature\":91.0}", StringComparison.OrdinalIgnoreCase) != 0)
                    {
                        throw new Exception("Value retrieved isn't expected value for Temeprature from Tank1");
                    }
                }

                // Step 10
                //  view summary data
                #region step10
                var resultsTankSummary = (await dataService.GetIntervalsAsync <PressureTemperatureData>(
                                              streamTank1,
                                              firstTime.Time.ToUniversalTime().ToString("o", CultureInfo.InvariantCulture),
                                              lastTime.Time.ToUniversalTime().ToString("o", CultureInfo.InvariantCulture),
                                              1)
                                          .ConfigureAwait(false))
                                         .ToList();

                Console.WriteLine("Summaries from Tank1:");
                foreach (var evnt in resultsTankSummary)
                {
                    Console.WriteLine(JsonConvert.SerializeObject(evnt.Summaries));
                }
                #endregion

                // Step 11
                //  Bulk calls
                #region step11a
                var tankStream0 = new SdsStream
                {
                    Id     = streamTank0,
                    TypeId = tankType.Id,
                };
                tankStream = await metadataService.GetOrCreateStreamAsync(tankStream0).ConfigureAwait(false);

                var tankStream2 = new SdsStream
                {
                    Id          = streamTank2,
                    TypeId      = tankType.Id,
                    Description = "A stream for data of tank2",
                };
                tankStream2 = await metadataService.GetOrCreateStreamAsync(tankStream2).ConfigureAwait(false);

                var data2       = GetData2();
                var sortedData2 = data2.OrderBy(entry => entry.Time).ToList();
                var firstTime2  = sortedData2.First();
                var lastTime2   = sortedData2.Last();

                await dataService.InsertValuesAsync(tankStream2.Id, data2).ConfigureAwait(false);

                await dataService.InsertValuesAsync(tankStream0.Id, GetData()).ConfigureAwait(false);

                #endregion

                Thread.Sleep(200); // slight rest here for consistency

                #region step11b
                var results2Tanks = await dataService.GetJoinValuesAsync <PressureTemperatureData>(
                    new string[] { tankStream0.Id, tankStream2.Id },
                    SdsJoinType.Outer,
                    firstTime2.Time.ToUniversalTime().ToString("o", CultureInfo.InvariantCulture),
                    lastTime2.Time.ToUniversalTime().ToString("o", CultureInfo.InvariantCulture))
                                    .ConfigureAwait(false);

                Console.WriteLine();
                Console.WriteLine();
                Console.WriteLine($"Bulk Values:   {tankStream0.Id}  then {tankStream2.Id}: ");
                Console.WriteLine();
                foreach (var tankResult in results2Tanks)
                {
                    foreach (var dataEntry in tankResult)
                    {
                        Console.WriteLine(JsonConvert.SerializeObject(dataEntry));
                    }

                    Console.WriteLine();
                }

                #endregion
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex);
                _toThrow = ex;
                throw;
            }
            finally
            {
                if (metadataService != null)
                {
                    // Step 12
                    // delete everything
                    #region step12
                    await RunInTryCatch(metadataService.DeleteStreamAsync, streamPressureName).ConfigureAwait(false);
                    await RunInTryCatch(metadataService.DeleteStreamAsync, streamTempName).ConfigureAwait(false);
                    await RunInTryCatch(metadataService.DeleteStreamAsync, streamTank0).ConfigureAwait(false);
                    await RunInTryCatch(metadataService.DeleteStreamAsync, streamTank1).ConfigureAwait(false);
                    await RunInTryCatch(metadataService.DeleteStreamAsync, streamTank2).ConfigureAwait(false);

                    await RunInTryCatch(metadataService.DeleteTypeAsync, typeValueTimeName).ConfigureAwait(false);
                    await RunInTryCatch(metadataService.DeleteTypeAsync, typePressureTemperatureTimeName).ConfigureAwait(false);

                    #endregion

                    Thread.Sleep(10); // slight rest here for consistency

                    // Check deletes
                    await RunInTryCatchExpectException(metadataService.GetStreamAsync, streamPressureName).ConfigureAwait(false);
                    await RunInTryCatchExpectException(metadataService.GetStreamAsync, streamTempName).ConfigureAwait(false);
                    await RunInTryCatchExpectException(metadataService.GetStreamAsync, streamTank0).ConfigureAwait(false);
                    await RunInTryCatchExpectException(metadataService.GetStreamAsync, streamTank1).ConfigureAwait(false);
                    await RunInTryCatchExpectException(metadataService.GetStreamAsync, streamTank2).ConfigureAwait(false);

                    await RunInTryCatchExpectException(metadataService.GetTypeAsync, typeValueTimeName).ConfigureAwait(false);
                    await RunInTryCatchExpectException(metadataService.GetTypeAsync, typePressureTemperatureTimeName).ConfigureAwait(false);
                }
            }

            if (test && _toThrow != null)
            {
                throw _toThrow;
            }

            return(_toThrow == null);
        }
Esempio n. 5
0
        public static async Task <bool> MainAsync(bool testIn = false, string fileLocation = "datafile.csv")
        {
            test = testIn;

            try
            {
                // Import data in.  Use csv reader and custom class to make it simple
                using (var reader = new StreamReader(fileLocation))
                    using (var csv = new CsvReader(reader, CultureInfo.InvariantCulture))
                    {
                        dataList = csv.GetRecords <TemperatureReadingsWithIds>().ToList();
                    }
                // Use Linq to get the distinct StreamIds we need.
                streamsIdsToSendTo = dataList.Select(dataeEntry => dataeEntry.StreamId).Distinct();

                //Get Configuration information about where this is sending to
                configuration = new ConfigurationBuilder()
                                .SetBasePath(Directory.GetCurrentDirectory())
                                .AddJsonFile("appsettings.json")
                                .AddJsonFile("appsettings.test.json", optional: true)
                                .Build();

                var tenantId    = configuration["TenantId"];
                var namespaceId = configuration["NamespaceId"];
                var resource    = configuration["Resource"];
                var clientId    = configuration["ClientID"];

                if (!test)
                {
                    SystemBrowser.OpenBrowser = new OpenSystemBrowser();
                }
                else
                {
                    SystemBrowser.Password = configuration["Password"];
                    SystemBrowser.UserName = configuration["UserName"];
                }

                (configuration as ConfigurationRoot).Dispose();

                // Setup access to OCS
                AuthenticationHandler_PKCE authenticationHandler = new AuthenticationHandler_PKCE(tenantId, clientId, resource);

                SdsService sdsService = new SdsService(new Uri(resource), authenticationHandler);
                dataService = sdsService.GetDataService(tenantId, namespaceId);
                metaService = sdsService.GetMetadataService(tenantId, namespaceId);

                if (createStreams)
                {
                    SdsType typeToCreate = SdsTypeBuilder.CreateSdsType <TemperatureReadings>();
                    typeToCreate.Id = typeID;
                    Console.WriteLine("Creating Type");
                    await metaService.GetOrCreateTypeAsync(typeToCreate);

                    var stream1 = new SdsStream {
                        Id = stream1ID, TypeId = typeToCreate.Id
                    };
                    var stream2 = new SdsStream {
                        Id = stream2ID, TypeId = typeToCreate.Id
                    };
                    Console.WriteLine("Creating Stream");
                    stream1 = await metaService.GetOrCreateStreamAsync(stream1);

                    stream2 = await metaService.GetOrCreateStreamAsync(stream2);
                }

                Console.WriteLine("Sending Data");
                // Loop over each stream to send to and send the data as one call.
                foreach (string streamId in streamsIdsToSendTo)
                {
                    // Get all of the data for this stream in a list
                    var valueToSend = dataList.Where(dataEntry => dataEntry.StreamId == streamId) //gets only appropriate data for stream
                                      .Select(dataEntry => new TemperatureReadings(dataEntry))    // transforms it to the right data
                                      .ToList();                                                  // needed in IList format for insertValues
                    await dataService.InsertValuesAsync(streamId, valueToSend);
                }

                if (test)
                {
                    //checks to make sure values are written
                    await CheckValuesWrittenASync();
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.Message);
                toThrow = ex;
            }
            finally
            {
                if (test)
                {
                    if (!createStreams)
                    {
                        // if we just created the data lets just remove that
                        // Do Delete
                        Console.WriteLine("Deleting Data");
                        await DeleteValuesAsync();

                        // Do Delete check
                        await CheckDeletesValuesAsync();
                    }
                    else
                    {
                        Console.WriteLine("Deleting Streams");
                        // if we created the types and streams, lets remove those too
                        await RunInTryCatch(metaService.DeleteStreamAsync, stream1ID);
                        await RunInTryCatch(metaService.DeleteStreamAsync, stream2ID);

                        Console.WriteLine("Deleting Types");
                        await RunInTryCatch(metaService.DeleteTypeAsync, typeID);

                        // Check deletes
                        await RunInTryCatchExpectException(metaService.GetStreamAsync, stream1ID);
                        await RunInTryCatchExpectException(metaService.GetStreamAsync, stream2ID);
                        await RunInTryCatchExpectException(metaService.GetTypeAsync, typeID);
                    }
                }
            }

            if (toThrow != null)
            {
                throw toThrow;
            }

            return(toThrow == null);
        }
Esempio n. 6
0
        public async Task OmfIngressClientLibrariesTest()
        {
            // Setting things up
            Program.Setup();

            // Initializing Sds Service
            ISdsMetadataService sdsMetadataService = SdsService.GetMetadataService(new Uri(Program.Address), Program.TenantId, Program.NamespaceId,
                                                                                   new AuthenticationHandler(new Uri(Program.Address), Program.ClientId, Program.ClientSecret));
            ISdsDataService sdsDataService = SdsService.GetDataService(new Uri(Program.Address), Program.TenantId, Program.NamespaceId,
                                                                       new AuthenticationHandler(new Uri(Program.Address), Program.ClientId, Program.ClientSecret));

            OmfConnection omfConnection = null;

            try
            {
                // Create the Connection, send OMF
                omfConnection = await Program.CreateOmfConnectionAsync().ConfigureAwait(false);

                await Program.SendTypeContainerAndDataAsync().ConfigureAwait(false);

                // Check if Data was successfully stored in Sds
                DataPointType firstValueForStream = null;
                await PollUntilTrueAsync(async() =>
                {
                    try
                    {
                        firstValueForStream = await sdsDataService.GetFirstValueAsync <DataPointType>(Program.StreamId).ConfigureAwait(false);
                        return(firstValueForStream != null);
                    }
                    catch
                    {
                        return(false);
                    }
                }, TimeSpan.FromSeconds(180), TimeSpan.FromSeconds(1)).ConfigureAwait(false);

                Assert.NotNull(firstValueForStream);
            }
            finally
            {
                // Delete the Type and Stream
                await Program.DeleteTypeAndContainerAsync().ConfigureAwait(false);

                // Verify the Type was successfully deleted in Sds
                bool deleted = await PollUntilTrueAsync(async() =>
                {
                    try
                    {
                        SdsType sdsType = await sdsMetadataService.GetTypeAsync("DataPointType").ConfigureAwait(false);
                        return(false);
                    }
                    catch (Exception ex) when(ex is SdsHttpClientException sdsHttpClientException &&
                                              sdsHttpClientException.StatusCode == HttpStatusCode.NotFound)
                    {
                        return(true);
                    }
                    catch
                    {
                        return(false);
                    }
                }, TimeSpan.FromSeconds(180), TimeSpan.FromSeconds(1)).ConfigureAwait(false);

                Assert.True(deleted);

                await Program.DeleteOmfConnectionAsync(omfConnection).ConfigureAwait(false);
            }
        }
Esempio n. 7
0
        public static async Task MainAsync()
        {
            string tenantId     = ConfigurationManager.AppSettings["Tenant"];
            string namespaceId  = ConfigurationManager.AppSettings["Namespace"];
            string address      = ConfigurationManager.AppSettings["Address"];
            string resource     = ConfigurationManager.AppSettings["Resource"];
            string clientId     = ConfigurationManager.AppSettings["ClientId"];
            string clientSecret = ConfigurationManager.AppSettings["ClientSecret"];

            SdsSecurityHandler securityHandler = new SdsSecurityHandler(resource, tenantId, clientId, clientSecret);
            SdsService         service         = new SdsService(new Uri(address), securityHandler);

            ISdsMetadataService MetadataService = service.GetMetadataService(tenantId, namespaceId);
            ISdsDataService     DataService     = service.GetDataService(tenantId, namespaceId);

            /*
             * The following code provides an implementation for getting all the SdsUom ID's for each quantity.
             * If you are not aware with which SdsUom ID to use, you can uncomment the below code and find out the
             * uom id.
             *
             * e.g. I am using degree_fahrenheit and  degree_celsius UOMS for temperature SdsQuantity.
             *
             *
             * IEnumerable<SdsUomQuantity> sdsUomQuantities = await MetadataService.GetQuantitiesAsync();
             * IEnumerable<SdsUom> sdsUoms = null;
             *
             * foreach (SdsUomQuantity sdsUomQuantity in sdsUomQuantities)
             * {
             *  sdsUoms = await MetadataService.GetQuantityUomsAsync(sdsUomQuantity.Id);
             *
             *  foreach (SdsUom sdsUom in sdsUoms)
             *  {
             *      Console.WriteLine(sdsUom.Id);
             *  }
             * }
             */

            #region stream and type creation

            // Creating a Sdstype
            SdsType sdsType = SdsTypeBuilder.CreateSdsType <Widget>();
            sdsType.Id = TypeId;

            sdsType = await MetadataService.GetOrCreateTypeAsync(sdsType);

            //Creating a Stream overriding the distance property.
            SdsStream sdsStreamOne = new SdsStream()
            {
                Id                = StreamWithPropertyOverriden,
                TypeId            = TypeId,
                Name              = "UomStreamSourceWithPropertyOverridden",
                PropertyOverrides = new List <SdsStreamPropertyOverride>()
            };

            //Overriding the UOM of the distance property to be kilometer instead of mile.
            sdsStreamOne.PropertyOverrides.Add(new SdsStreamPropertyOverride()
            {
                Uom = "kilometer",
                SdsTypePropertyId = "Distance"
            });

            sdsStreamOne = await MetadataService.GetOrCreateStreamAsync(sdsStreamOne);

            //Creating a Stream without overriding properties.
            SdsStream sdsStreamTwo = new SdsStream()
            {
                Id     = StreamWithoutPropertyOverriden,
                TypeId = TypeId,
                Name   = "UomStreamSourceWithNoPropertyOverridden",
            };

            sdsStreamTwo = await MetadataService.GetOrCreateStreamAsync(sdsStreamTwo);

            // Generating data
            IList <Widget> data = new List <Widget>();
            for (int i = 0; i < 10; i++)
            {
                Widget widget = new Widget();
                widget.Time        = DateTime.UtcNow.AddSeconds(i);
                widget.Temperature = Random.Next(1, 100);
                widget.Distance    = Random.Next(1, 100);
                data.Add(widget);
            }

            /* In stream one, the temperature value will be inserted as Fahrenheit since we have defined the
             * default uom as Fahrenheit for Temperature in the Widget class. The distance value will be
             * inserted as kilometer, as we have overridden the Distance property in stream one,
             * regardless of the default uom for Distance in the Widget class.
             */
            await DataService.InsertValuesAsync <Widget>(sdsStreamOne.Id, data);

            /* In stream two, the temperature value will be inserted as Fahrenheit and the distance will be inserted as mile.
             *
             */
            await DataService.InsertValuesAsync <Widget>(sdsStreamTwo.Id, data);

            /*
             * The last value stored in stream one.
             */
            Widget widgetFromStreamOne = await DataService.GetLastValueAsync <Widget>(sdsStreamOne.Id);

            Console.WriteLine($"In stream one, the distance is {widgetFromStreamOne.Distance} kilometers and the temperature is {widgetFromStreamOne.Temperature} degrees fahrenheit");
            Console.WriteLine();

            /*
             * The last value stored in stream two.
             */
            Widget widgetFromStreamTwo = await DataService.GetLastValueAsync <Widget>(sdsStreamTwo.Id);

            Console.WriteLine($"In stream two, the distance is {widgetFromStreamTwo.Distance} miles and the temperature is {widgetFromStreamTwo.Temperature} degrees fahrenheit");
            Console.WriteLine();

            /*
             * If you want your data to be in specified uom, you can override your properties while making a call.
             * In the following, I want the temperature to be in Celsius, and the distance to be in feet.
             *
             * Then you can pass IList<SdsStreamPropertyOverride> to DataService while getting values.
             *
             */
            IList <SdsStreamPropertyOverride> requestOverrides = new List <SdsStreamPropertyOverride>();

            requestOverrides.Add(new SdsStreamPropertyOverride()
            {
                Uom = "degree_celsius",
                SdsTypePropertyId = "Temperature"
            });

            requestOverrides.Add(new SdsStreamPropertyOverride()
            {
                Uom = "foot",
                SdsTypePropertyId = "Distance"
            });

            /*
             * In the following call, data will be converted from Fahrenheit to Celsius for the temperature property,
             * and from kilometer to foot for the distance property.
             *
             * Uoms in Stream one (Temperature : Fahrenheit, Distance : Kilometer)
             *
             */
            widgetFromStreamOne = await DataService.GetLastValueAsync <Widget>(sdsStreamOne.Id, requestOverrides);

            Console.WriteLine($"In stream one, the distance is {widgetFromStreamOne.Distance} foot and the temperature is {widgetFromStreamOne.Temperature} degrees celsius");
            Console.WriteLine();

            /*
             * In the following call, data will be converted from Fahrenheit to Celsius for the temperature property,
             * and from mile to foot for the distance property.
             *
             * Uoms in Stream two (Temperature : Fahrenheit, Distance : Mile)
             *
             */
            widgetFromStreamTwo = await DataService.GetLastValueAsync <Widget>(sdsStreamTwo.Id, requestOverrides);

            Console.WriteLine($"In stream two, the distance is {widgetFromStreamTwo.Distance} foot and the temperature is {widgetFromStreamTwo.Temperature} degrees celsius");
            Console.WriteLine();

            #endregion stream and type creation

            #region Deletion of Streams and type

            await MetadataService.DeleteStreamAsync(sdsStreamOne.Id);

            await MetadataService.DeleteStreamAsync(sdsStreamTwo.Id);

            await MetadataService.DeleteTypeAsync(TypeId);

            #endregion Deletion of Streams and type
        }
Esempio n. 8
0
        public static async Task <bool> MainAsync(bool test = false)
        {
            IConfigurationBuilder builder = new ConfigurationBuilder()
                                            .SetBasePath(Directory.GetCurrentDirectory())
                                            .AddJsonFile("appsettings.json")
                                            .AddJsonFile("appsettings.test.json", optional: true);
            IConfiguration configuration = builder.Build();

            string tenantId    = configuration["TenantId"];
            string namespaceId = configuration["NamespaceId"];
            string resource    = configuration["Resource"];
            string clientId    = configuration["ClientId"];
            string clientKey   = configuration["ClientKey"];
            string apiVersion  = configuration["ApiVersion"];

            string ResourcePrefix = "UomSample";
            string TypeId         = $"{ResourcePrefix} Uom";
            string StreamWithPropertyOverriden    = $"{ResourcePrefix} UomPropertyOverridden";
            string StreamWithoutPropertyOverriden = $"{ResourcePrefix} UomNoPropertyOverridden";

            // Step 1
            AuthenticationHandler authenticationHandler = new AuthenticationHandler(new Uri(resource), clientId, clientKey);
            SdsService            service = new SdsService(new Uri(resource), authenticationHandler);

            ISdsMetadataService MetadataService = service.GetMetadataService(tenantId, namespaceId);
            ISdsDataService     DataService     = service.GetDataService(tenantId, namespaceId);

            try
            {
                /*
                 * The following code provides an implementation for getting all the SdsUom ID's for each quantity.
                 * If you are not aware with which SdsUom ID to use, you can uncomment the below code and find out the
                 * uom id.
                 *
                 * e.g. I am using degree_fahrenheit and  degree_celsius UOMS for temperature SdsQuantity.
                 *
                 *
                 * IEnumerable<SdsUomQuantity> sdsUomQuantities = await MetadataService.GetQuantitiesAsync();
                 * IEnumerable<SdsUom> sdsUoms = null;
                 *
                 * foreach (SdsUomQuantity sdsUomQuantity in sdsUomQuantities)
                 * {
                 *  sdsUoms = await MetadataService.GetQuantityUomsAsync(sdsUomQuantity.Id);
                 *
                 *  foreach (SdsUom sdsUom in sdsUoms)
                 *  {
                 *      Console.WriteLine(sdsUom.Id);
                 *  }
                 * }
                 */

                // Step 2
                // Creating a Sdstype
                SdsType sdsType = SdsTypeBuilder.CreateSdsType <Widget>();
                sdsType.Id = TypeId;

                sdsType = await MetadataService.GetOrCreateTypeAsync(sdsType);

                // Step 3
                //Creating a Stream overriding the distance property.
                SdsStream sdsStreamOne = new SdsStream()
                {
                    Id                = StreamWithPropertyOverriden,
                    TypeId            = TypeId,
                    Name              = "UomStreamSourceWithPropertyOverridden",
                    PropertyOverrides = new List <SdsStreamPropertyOverride>()
                };

                //Overriding the UOM of the distance property to be kilometer instead of mile.
                sdsStreamOne.PropertyOverrides.Add(new SdsStreamPropertyOverride()
                {
                    Uom = "kilometer",
                    SdsTypePropertyId = "Distance"
                });

                sdsStreamOne = await MetadataService.GetOrCreateStreamAsync(sdsStreamOne);

                // Step 4
                //Creating a Stream without overriding properties.
                SdsStream sdsStreamTwo = new SdsStream()
                {
                    Id     = StreamWithoutPropertyOverriden,
                    TypeId = TypeId,
                    Name   = "UomStreamSourceWithNoPropertyOverridden",
                };

                sdsStreamTwo = await MetadataService.GetOrCreateStreamAsync(sdsStreamTwo);

                // Step 5
                // Generating data
                IList <Widget> data = new List <Widget>();
                for (int i = 0; i < 10; i++)
                {
                    Widget widget = new Widget();
                    widget.Time        = DateTime.UtcNow.AddSeconds(i);
                    widget.Temperature = Random.Next(1, 100);
                    widget.Distance    = Random.Next(1, 100);
                    data.Add(widget);
                }

                /* In stream one, the temperature value will be inserted as Fahrenheit since we have defined the
                 * default uom as Fahrenheit for Temperature in the Widget class. The distance value will be
                 * inserted as kilometer, as we have overridden the Distance property in stream one,
                 * regardless of the default uom for Distance in the Widget class.
                 */
                await DataService.InsertValuesAsync <Widget>(sdsStreamOne.Id, data);

                /* In stream two, the temperature value will be inserted as Fahrenheit and the distance will be inserted as mile.
                 *
                 */
                await DataService.InsertValuesAsync <Widget>(sdsStreamTwo.Id, data);

                // Step 6

                /*
                 * The last value stored in stream one.
                 */
                Widget widgetFromStreamOne = await DataService.GetLastValueAsync <Widget>(sdsStreamOne.Id);

                Console.WriteLine($"In stream one, the distance is {widgetFromStreamOne.Distance} kilometers and the temperature is {widgetFromStreamOne.Temperature} degrees fahrenheit");
                Console.WriteLine();

                /*
                 * The last value stored in stream two.
                 */
                Widget widgetFromStreamTwo = await DataService.GetLastValueAsync <Widget>(sdsStreamTwo.Id);

                Console.WriteLine($"In stream two, the distance is {widgetFromStreamTwo.Distance} miles and the temperature is {widgetFromStreamTwo.Temperature} degrees fahrenheit");
                Console.WriteLine();

                // Step 7

                /*
                 * If you want your data to be in specified uom, you can override your properties while making a call.
                 * In the following, I want the temperature to be in Celsius, and the distance to be in feet.
                 *
                 * Then you can pass IList<SdsStreamPropertyOverride> to DataService while getting values.
                 *
                 */
                IList <SdsStreamPropertyOverride> requestOverrides = new List <SdsStreamPropertyOverride>();

                requestOverrides.Add(new SdsStreamPropertyOverride()
                {
                    Uom = "degree celsius",
                    SdsTypePropertyId = "Temperature"
                });

                requestOverrides.Add(new SdsStreamPropertyOverride()
                {
                    Uom = "foot",
                    SdsTypePropertyId = "Distance"
                });

                /*
                 * In the following call, data will be converted from Fahrenheit to Celsius for the temperature property,
                 * and from kilometer to foot for the distance property.
                 *
                 * Uoms in Stream one (Temperature : Fahrenheit, Distance : Kilometer)
                 *
                 */
                widgetFromStreamOne = await DataService.GetLastValueAsync <Widget>(sdsStreamOne.Id, requestOverrides);

                Console.WriteLine($"In stream one, the distance is {widgetFromStreamOne.Distance} foot and the temperature is {widgetFromStreamOne.Temperature} degrees celsius");
                Console.WriteLine();

                /*
                 * In the following call, data will be converted from Fahrenheit to Celsius for the temperature property,
                 * and from mile to foot for the distance property.
                 *
                 * Uoms in Stream two (Temperature : Fahrenheit, Distance : Mile)
                 *
                 */
                widgetFromStreamTwo = await DataService.GetLastValueAsync <Widget>(sdsStreamTwo.Id, requestOverrides);

                Console.WriteLine($"In stream two, the distance is {widgetFromStreamTwo.Distance} foot and the temperature is {widgetFromStreamTwo.Temperature} degrees celsius");
                Console.WriteLine();
            }
            catch (Exception ex)
            {
                success = false;
                Console.WriteLine(ex.Message);
                toThrow = ex;
            }
            finally
            {
                // Step 8
                Console.WriteLine("Deleting");
                RunInTryCatch(MetadataService.DeleteStreamAsync, StreamWithPropertyOverriden);
                RunInTryCatch(MetadataService.DeleteStreamAsync, StreamWithoutPropertyOverriden);
                RunInTryCatch(MetadataService.DeleteTypeAsync, TypeId);
                if (!test)
                {
                    Console.ReadLine();
                }
            }

            if (test && !success)
            {
                throw toThrow;
            }
            return(success);
        }
Esempio n. 9
0
        static async Task MainAsync()
        {
            string resourcePrefix = ConfigurationManager.AppSettings["ResourcePrefix"];
            string tenantId       = ConfigurationManager.AppSettings["Tenant"];
            string namespaceId    = ConfigurationManager.AppSettings["Namespace"];
            string address        = ConfigurationManager.AppSettings["Address"];
            string resource       = ConfigurationManager.AppSettings["Resource"];
            string appId          = ConfigurationManager.AppSettings["ClientId"];
            string appKey         = ConfigurationManager.AppSettings["ClientSecret"];

            // Acquire OSIsoft provided SDS clients w/ appropriate security delegating handler
            SdsSecurityHandler securityHandler = new SdsSecurityHandler(resource, tenantId, appId, appKey);
            SdsService         service         = new SdsService(new Uri(address), securityHandler);

            ISdsMetadataService config = service.GetMetadataService(tenantId, namespaceId);

            // Acquire an HTTP Client, including the Azure Active Directory client credential authentication handler
            // and associated pipeline.
            //
            // The authentication Handler performs the same function as the SDS Security Handler above.  It acquires
            // a token from Azure Active Directory and attaches it as a header to every request sent out of the client.
            //
            // An HttpClient pipeline has to end with a handler that can send requests to appropriate endpoints.
            // HttpClientHandler is that appropriate handler; it is the end of the client pipeline.  Note that we
            // do not allow auto - reidrects.We do so because the HttpClientHandler, like man clients, strips security
            // related headers on redirect.  This results in 401 - unauthorized status indicating that the request
            // failed to authenticate.  We will manage redirects manually.
            //
            // We take some shortcuts with disposable objects.  Because the program ends quickly, we don't bother
            // cleaning up disposables.
            ApplicationAuthenticationHandler authenticationHandler = new ApplicationAuthenticationHandler(resource, tenantId,
                                                                                                          "https://login.windows.net/{0}/oauth2/token", appId, appKey)
            {
                InnerHandler = new HttpClientHandler
                {
                    AllowAutoRedirect = false,
                    UseCookies        = false
                }
            };

            HttpClient httpClient = new HttpClient(authenticationHandler)
            {
                BaseAddress = new Uri($"{address}/api/Tenants/{tenantId}/Namespaces/{namespaceId}/")
            };

            try
            {
                // As we encounter performance counter categories, we will create a bunch of funcs to update individual events
                // If we were concerned aobut performance, we would cache events and update in bulk
                List <Func <Task> > updates = new List <Func <Task> >();

                foreach (string categoryName in Categories)
                {
                    PerformanceCounterCategory category = PerformanceCounterCategory.GetCategories()
                                                          .First(cat => cat.CategoryName == categoryName);

                    // Interrogate the category and create an SdsType based on the counters.  This
                    // strategy will not work for categories with instances that have different
                    // performance counters, like Process.  For those we would need a different strategy.
                    SdsType type = new SdsType()
                    {
                        Id          = $"{resourcePrefix}{category.CategoryName}",
                        Name        = $"{category.CategoryName}",
                        SdsTypeCode = SdsTypeCode.Object,
                        Properties  = new List <SdsTypeProperty>()
                    };
                    type.Properties.Add(new SdsTypeProperty()
                    {
                        Id      = "Time",
                        Name    = "Time",
                        IsKey   = true,
                        SdsType = new SdsType()
                        {
                            SdsTypeCode = SdsTypeCode.DateTime
                        }
                    });

                    PerformanceCounter[] counters;
                    switch (category.CategoryType)
                    {
                    case PerformanceCounterCategoryType.MultiInstance:
                        counters = category.GetCounters(category.GetInstanceNames().First());
                        break;

                    case PerformanceCounterCategoryType.SingleInstance:
                        counters = category.GetCounters();
                        break;

                    default:
                        throw new InvalidOperationException($"Invalid counter category type, {category.CategoryName}");
                    }

                    foreach (PerformanceCounter counter in counters)
                    {
                        // Note that the identifier name is cleaned.  Counters often use characters incompatible with SDS identifiers.
                        type.Properties.Add(new SdsTypeProperty()
                        {
                            Id      = CleanIdentifier(counter.CounterName),
                            Name    = counter.CounterName,
                            SdsType = new SdsType()
                            {
                                SdsTypeCode = SdsTypeCode.Int64
                            }
                        });
                    }

                    type = await config.GetOrCreateTypeAsync(type);

                    // Create a stream and an update func for each instance in the category
                    switch (category.CategoryType)
                    {
                    case PerformanceCounterCategoryType.MultiInstance:
                        foreach (string instanceName in category.GetInstanceNames())
                        {
                            SdsStream stream = new SdsStream()
                            {
                                Id     = $"{resourcePrefix}{category.CategoryName}-{instanceName}",
                                Name   = $"{category.CategoryName} {instanceName}",
                                TypeId = type.Id
                            };
                            stream = await config.GetOrCreateStreamAsync(stream);

                            counters = category.GetCounters(instanceName);

                            updates.Add(GetUpdate(httpClient, counters, stream));
                        }
                        break;

                    case PerformanceCounterCategoryType.SingleInstance:
                    {
                        SdsStream stream = new SdsStream()
                        {
                            Id     = $"{category.CategoryName}",
                            Name   = $"{category.CategoryName}",
                            TypeId = type.Id
                        };
                        stream = await config.GetOrCreateStreamAsync(stream);

                        counters = category.GetCounters();

                        updates.Add(GetUpdate(httpClient, counters, stream));
                    }
                    break;
                    }
                }

                DateTime start = DateTime.UtcNow;

                for (int i = 0; i < 10; i++)
                {
                    await Task.Delay(TimeSpan.FromSeconds(10));

                    List <Task> tasks = new List <Task>();
                    foreach (Func <Task> update in updates)
                    {
                        tasks.Add(update());
                    }
                    await Task.WhenAll(tasks);
                }

                DateTime end = DateTime.UtcNow;

                Console.WriteLine();

                foreach (string categoryName in Categories)
                {
                    PerformanceCounterCategory category = PerformanceCounterCategory.GetCategories()
                                                          .FirstOrDefault(cat => cat.CategoryName == categoryName);

                    foreach (string instanceName in category.GetInstanceNames())
                    {
                        string streamId = $"{category.CategoryName}-{instanceName}";

                        HttpRequestMessage request = new HttpRequestMessage(HttpMethod.Get,
                                                                            $"Streams/{streamId}/Data/GetWindowValues?startIndex={start.ToString("o")}&endIndex={end.ToString("o")}");

                        HttpResponseMessage response = await httpClient.SendAsync(request);

                        if (response.IsSuccessStatusCode)
                        {
                            Console.WriteLine();
                            Console.WriteLine();
                            Console.WriteLine(streamId);
                            string json = await response.Content.ReadAsStringAsync();

                            Dictionary <string, string>[] values = JsonConvert.DeserializeObject <Dictionary <string, string>[]>(json);
                            foreach (Dictionary <string, string> value in values)
                            {
                                Console.Write("\t");
                                foreach (KeyValuePair <string, string> property in value)
                                {
                                    Console.Write($"{property.Key}:{property.Value}, ");
                                }
                                Console.WriteLine();
                            }
                        }
                        else
                        {
                            Console.WriteLine($"Failed retrieving data from {streamId}, {response.ReasonPhrase}:{response.StatusCode}");
                            if (response.Content != null && response.Content.Headers.ContentLength > 0)
                            {
                                Console.WriteLine(await response.Content.ReadAsStringAsync());
                            }
                        }
                    }
                }

                Console.WriteLine();
            }
            catch (Exception e)
            {
                Console.WriteLine(e);
            }
            finally
            {
                //TODO can we search for types
                IEnumerable <string> typeIds = from t in (await config.GetTypesAsync())
                                               where Categories.Any(cat => t.Id.StartsWith(cat))
                                               select t.Id;
                foreach (string typeId in typeIds)
                {
                    int offset = 0;

                    //TODO actually search for streams w/ the matching type
                    IEnumerable <SdsStream> streams = await config.GetStreamsAsync(skip : offset, count : 10000);

                    while (streams.Count() > 0)
                    {
                        offset += streams.Count();

                        try
                        {
                            IEnumerable <string> streamIds = from s in streams
                                                             where s.TypeId.Equals(typeId, StringComparison.InvariantCultureIgnoreCase)
                                                             select s.Id;
                            foreach (string streamId in streamIds)
                            {
                                await config.DeleteStreamAsync(streamId);

                                --offset;
                            }
                        }
                        catch (Exception e)
                        {
                            Console.WriteLine(e);
                        }

                        streams = await config.GetStreamsAsync(skip : offset, count : 100);
                    }

                    try
                    {
                        await config.DeleteTypeAsync(typeId);
                    }
                    catch (Exception e)
                    {
                        Console.WriteLine(e);
                    }
                }
            }
        }
Esempio n. 10
0
        private static async Task CreateStreamBasedOnPIPointAsync(PIPoint piPoint,
                                                                  IEnumerable <string> pointAttributes, ISdsMetadataService metadata)
        {
            var otherAttributes = pointAttributes.Where(s => s != PICommonPointAttributes.Descriptor)
                                  .ToDictionary(s => s, s => piPoint.GetAttribute(s).ToString());

            var id       = GetStreamId(piPoint);
            var dataType = PISdsTypes.GetDataType(piPoint.PointType);

            await metadata.CreateOrUpdateStreamAsync(new SdsStream()
            {
                Id          = id,
                Name        = piPoint.Name,
                TypeId      = PISdsTypes.GetSdsTypeId(dataType),
                Description = piPoint.GetAttribute(PICommonPointAttributes.Descriptor).ToString()
            });

            //write stream metadata from PIPoint attributes
            await metadata.UpdateStreamMetadataAsync(id, otherAttributes);
        }
Esempio n. 11
0
        public static async Task <bool> MainAsync(bool test = false)
        {
            IConfigurationBuilder builder = new ConfigurationBuilder()
                                            .SetBasePath(Directory.GetCurrentDirectory())
                                            .AddJsonFile("appsettings.json")
                                            .AddJsonFile("appsettings.test.json", optional: true);

            _configuration = builder.Build();

            // ==== Client constants ====
            string tenantId     = _configuration["TenantId"];
            string namespaceId  = _configuration["NamespaceId"];
            string resource     = _configuration["Resource"];
            string clientId     = _configuration["ClientId"];
            string clientSecret = _configuration["ClientSecret"];

            // ==== Metadata IDs ====
            string streamId          = "SampleStream_Dotnet";
            string streamIdSecondary = "SampleStream_Secondary_Dotnet";
            string streamIdCompound  = "SampleStream_Compound_Dotnet";

            string typeId             = "SampleType_Dotnet";
            string targetTypeId       = "SampleType_Target_Dotnet";
            string targetIntTypeId    = "SampleType_TargetInt_Dotnet";
            string autoStreamViewId   = "SampleAutoStreamView_Dotnet";
            string manualStreamViewId = "SampleManualStreamView_Dotnet";
            string compoundTypeId     = "SampleType_Compound_Dotnet";

            Uri uriResource = new (resource);

            // Step 1
            // Get Sds Services to communicate with server
            AuthenticationHandler authenticationHandler = new (uriResource, clientId, clientSecret);

            SdsService          sdsService      = new (new Uri(resource), null, HttpCompressionMethod.GZip, authenticationHandler);
            ISdsMetadataService metadataService = sdsService.GetMetadataService(tenantId, namespaceId);
            ISdsDataService     dataService     = sdsService.GetDataService(tenantId, namespaceId);
            ISdsTableService    tableService    = sdsService.GetTableService(tenantId, namespaceId);

            Console.WriteLine(@"-------------------------------------------------------------");
            Console.WriteLine(@"  _________    .___           _______  ______________________");
            Console.WriteLine(@" /   _____/  __| _/______     \      \ \_   _____/\__    ___/");
            Console.WriteLine(@" \_____  \  / __ |/  ___/     /   |   \ |    __)_   |    |   ");
            Console.WriteLine(@" /        \/ /_/ |\___ \     /    |    \|        \  |    |   ");
            Console.WriteLine(@"/_______  /\____ /____  > /\ \____|__  /_______  /  |____|   ");
            Console.WriteLine(@"        \/      \/    \/  \/         \/        \/            ");
            Console.WriteLine(@"-------------------------------------------------------------");
            Console.WriteLine();
            Console.WriteLine($"SDS endpoint at {resource}");
            Console.WriteLine();

            try
            {
                // Step 2
                // create an SdsType
                Console.WriteLine("Creating an SdsType");
                SdsType type = SdsTypeBuilder.CreateSdsType <WaveData>();
                type.Id = typeId;
                type    = await metadataService.GetOrCreateTypeAsync(type).ConfigureAwait(false);

                // Step 3
                // create an SdsStream
                Console.WriteLine("Creating an SdsStream");
                SdsStream stream = new ()
                {
                    Id          = streamId,
                    Name        = "Wave Data Sample",
                    TypeId      = type.Id,
                    Description = "This is a sample SdsStream for storing WaveData type measurements",
                };
                stream = await metadataService.GetOrCreateStreamAsync(stream).ConfigureAwait(false);

                // Step 4
                // insert data
                Console.WriteLine("Inserting data");

                // insert a single event
                WaveData wave = GetWave(0, 2);
                await dataService.InsertValueAsync(stream.Id, wave).ConfigureAwait(false);

                // insert a list of events
                List <WaveData> waves = new ();
                for (int i = 2; i <= 18; i += 2)
                {
                    waves.Add(GetWave(i, 2));
                }

                await dataService.InsertValuesAsync(stream.Id, waves).ConfigureAwait(false);

                // Step 5
                // get last event
                Console.WriteLine("Getting latest event");
                WaveData latest = await dataService.GetLastValueAsync <WaveData>(streamId).ConfigureAwait(false);

                Console.WriteLine(latest.ToString());
                Console.WriteLine();

                // get all events
                Console.WriteLine("Getting all events");
                List <WaveData> allEvents = (List <WaveData>) await dataService.GetWindowValuesAsync <WaveData>(streamId, "0", "180").ConfigureAwait(false);

                Console.WriteLine($"Total events found: {allEvents.Count}");
                foreach (WaveData evnt in allEvents)
                {
                    Console.WriteLine(evnt.ToString());
                }

                Console.WriteLine();

                // Step 6
                // getting all events in table format with headers
                SdsTable tableEvents = await tableService.GetWindowValuesAsync(stream.Id, "0", "180").ConfigureAwait(false);

                Console.WriteLine("Getting table events");
                foreach (IList <object> evnt in tableEvents.Rows)
                {
                    Console.WriteLine(string.Join(",", evnt.ToArray()));
                }

                Console.WriteLine();

                // Step 7
                // update events
                Console.WriteLine("Updating events");

                // update one event
                WaveData updatedWave = UpdateWave(allEvents.First(), 4);
                await dataService.UpdateValueAsync(stream.Id, updatedWave).ConfigureAwait(false);

                // update all events, adding ten more
                List <WaveData> updatedCollection = new ();
                for (int i = 2; i < 40; i += 2)
                {
                    updatedCollection.Add(GetWave(i, 4));
                }

                await dataService.UpdateValuesAsync(stream.Id, updatedCollection).ConfigureAwait(false);

                allEvents = (List <WaveData>) await dataService.GetWindowValuesAsync <WaveData>(stream.Id, "0", "180").ConfigureAwait(false);

                Console.WriteLine("Getting updated events");
                Console.WriteLine($"Total events found: {allEvents.Count}");

                foreach (WaveData evnt in allEvents)
                {
                    Console.WriteLine(evnt.ToString());
                }

                Console.WriteLine();

                // Step 8
                // replacing events
                Console.WriteLine("Replacing events");

                // replace one event
                WaveData replaceEvent = UpdateWave(allEvents.First(), multiplier: 5);

                await dataService.ReplaceValueAsync <WaveData>(streamId, replaceEvent).ConfigureAwait(false);

                // replace all events
                for (int i = 1; i < allEvents.Count; i++)
                {
                    allEvents[i] = UpdateWave(allEvents[i], multiplier: 5);
                }

                await dataService.ReplaceValuesAsync <WaveData>(streamId, allEvents).ConfigureAwait(false);

                Console.WriteLine("Getting replaced events");
                List <WaveData> replacedEvents = (List <WaveData>) await dataService.GetWindowValuesAsync <WaveData>(streamId, "0", "180").ConfigureAwait(false);

                Console.WriteLine($"Total events found: {replacedEvents.Count}");
                foreach (WaveData evnt in replacedEvents)
                {
                    Console.WriteLine(evnt.ToString());
                }

                Console.WriteLine();

                // Step 9
                // Property Overrides
                Console.WriteLine("SDS can interpolate or extrapolate data at an index location where data does not explicitly exist:");
                Console.WriteLine();

                // We will retrieve three events using the default behavior, Continuous
                IEnumerable <WaveData> retrieved = await dataService
                                                   .GetRangeValuesAsync <WaveData>(stream.Id, "1", 3, SdsBoundaryType.ExactOrCalculated).ConfigureAwait(false);

                Console.WriteLine("Default (Continuous) requesting data starting at index location '1', where we have not entered data, SDS will interpolate a value for this property and then return entered values:");
                foreach (WaveData value in retrieved)
                {
                    Console.WriteLine(value.ToString());
                }

                Console.WriteLine();

                IEnumerable <WaveData> retrievedInterpolated = await dataService
                                                               .GetValuesAsync <WaveData>(stream.Id, "5", "32", 4).ConfigureAwait(false);

                Console.WriteLine("SDS will interpolate a value for each index asked for (5,14,23,32):");
                foreach (WaveData value in retrievedInterpolated)
                {
                    Console.WriteLine(value.ToString());
                }

                Console.WriteLine();

                // Step 10
                // We will retrieve events filtered to only get the ones where the radians are less than 50.  Note, this can be done on index properties too.
                IEnumerable <WaveData> retrievedInterpolatedFiltered = await dataService.GetWindowFilteredValuesAsync <WaveData>(stream.Id, "0", "180", SdsBoundaryType.ExactOrCalculated, "Radians lt 50").ConfigureAwait(false);

                Console.WriteLine("SDS will only return the values where the radians are less than 50:");
                foreach (WaveData value in retrievedInterpolatedFiltered)
                {
                    Console.WriteLine(value.ToString());
                }

                Console.WriteLine();

                // Step 11
                // We will retrieve a sample of our data
                Console.WriteLine("SDS can return a sample of your data population to show trends.");
                Console.WriteLine("Getting Sampled Values:");
                IEnumerable <WaveData> sampledValues = await dataService.GetSampledValuesAsync <WaveData>(stream.Id, "0",
                                                                                                          "40", 4, new[] { nameof(WaveData.Sin) }).ConfigureAwait(false);

                foreach (WaveData sample in sampledValues)
                {
                    Console.WriteLine(sample);
                }

                Console.WriteLine();

                // Step 12
                // create a Discrete stream PropertyOverride indicating that we do not want Sds to calculate a value for Radians and update our stream
                SdsStreamPropertyOverride propertyOverride = new ()
                {
                    SdsTypePropertyId = "Radians",
                    InterpolationMode = SdsInterpolationMode.Discrete,
                };
                List <SdsStreamPropertyOverride> propertyOverrides = new () { propertyOverride };

                // update the stream
                stream.PropertyOverrides = propertyOverrides;
                await metadataService.CreateOrUpdateStreamAsync(stream).ConfigureAwait(false);

                retrieved = await dataService
                            .GetRangeValuesAsync <WaveData>(stream.Id, "1", 3, SdsBoundaryType.ExactOrCalculated).ConfigureAwait(false);

                Console.WriteLine("We can override this behavior on a property by property basis, here we override the Radians property instructing Sds not to interpolate.");
                Console.WriteLine("SDS will now return the default value for the data type:");

                foreach (WaveData value in retrieved)
                {
                    Console.WriteLine(value.ToString());
                }

                Console.WriteLine();

                // Step 13
                // StreamViews
                Console.WriteLine("SdsStreamViews");

                // create target types
                SdsType targetType = SdsTypeBuilder.CreateSdsType <WaveDataTarget>();
                targetType.Id = targetTypeId;

                SdsType targetIntType = SdsTypeBuilder.CreateSdsType <WaveDataInteger>();
                targetIntType.Id = targetIntTypeId;

                await metadataService.GetOrCreateTypeAsync(targetType).ConfigureAwait(false);

                await metadataService.GetOrCreateTypeAsync(targetIntType).ConfigureAwait(false);

                // create StreamViews
                SdsStreamView autoStreamView = new ()
                {
                    Id           = autoStreamViewId,
                    SourceTypeId = typeId,
                    TargetTypeId = targetTypeId,
                };

                // create explicit mappings
                SdsStreamViewProperty vp1 = new () { SourceId = "Order", TargetId = "OrderTarget" };
                SdsStreamViewProperty vp2 = new () { SourceId = "Sin", TargetId = "SinInt" };
                SdsStreamViewProperty vp3 = new () { SourceId = "Cos", TargetId = "CosInt" };
                SdsStreamViewProperty vp4 = new () { SourceId = "Tan", TargetId = "TanInt" };

                SdsStreamView manualStreamView = new ()
                {
                    Id           = manualStreamViewId,
                    SourceTypeId = typeId,
                    TargetTypeId = targetIntTypeId,
                    Properties   = new List <SdsStreamViewProperty>()
                    {
                        vp1, vp2, vp3, vp4
                    },
                };

                await metadataService.CreateOrUpdateStreamViewAsync(autoStreamView).ConfigureAwait(false);

                await metadataService.CreateOrUpdateStreamViewAsync(manualStreamView).ConfigureAwait(false);

                Console.WriteLine("Here is some of our data as it is stored on the server:");
                foreach (WaveData evnt in retrieved)
                {
                    Console.WriteLine($"Sin: {evnt.Sin}, Cos: {evnt.Cos}, Tan {evnt.Tan}");
                }

                Console.WriteLine();

                // get autoStreamView data
                IEnumerable <WaveDataTarget> autoStreamViewData = await dataService.GetRangeValuesAsync <WaveDataTarget>(stream.Id, "1", 3, SdsBoundaryType.ExactOrCalculated, autoStreamViewId).ConfigureAwait(false);

                Console.WriteLine("Specifying a StreamView with an SdsType of the same shape returns values that are automatically mapped to the target SdsType's properties:");

                foreach (WaveDataTarget value in autoStreamViewData)
                {
                    Console.WriteLine($"SinTarget: {value.SinTarget} CosTarget: {value.CosTarget} TanTarget: {value.TanTarget}");
                }

                Console.WriteLine();

                // get manualStreamView data
                Console.WriteLine("SdsStreamViews can also convert certain types of data, here we return integers where the original values were doubles:");
                IEnumerable <WaveDataInteger> manualStreamViewData = await dataService.GetRangeValuesAsync <WaveDataInteger>(stream.Id, "1", 3, SdsBoundaryType.ExactOrCalculated, manualStreamViewId).ConfigureAwait(false);

                foreach (WaveDataInteger value in manualStreamViewData)
                {
                    Console.WriteLine($"SinInt: {value.SinInt} CosInt: {value.CosInt} TanInt: {value.TanInt}");
                }

                Console.WriteLine();

                // get SdsStreamViewMap
                Console.WriteLine("We can query SDS to return the SdsStreamViewMap for our SdsStreamView, here is the one generated automatically:");
                SdsStreamViewMap autoStreamViewMap = await metadataService.GetStreamViewMapAsync(autoStreamViewId).ConfigureAwait(false);

                PrintStreamViewMapProperties(autoStreamViewMap);

                Console.WriteLine("Here is our explicit mapping, note SdsStreamViewMap will return all properties of the Source Type, even those without a corresponding Target property:");
                SdsStreamViewMap manualStreamViewMap = await metadataService.GetStreamViewMapAsync(manualStreamViewId).ConfigureAwait(false);

                PrintStreamViewMapProperties(manualStreamViewMap);

                // Step 14
                // Update Stream Type based on SdsStreamView
                Console.WriteLine("We will now update the stream type based on the stream view");

                WaveData firstVal = await dataService.GetFirstValueAsync <WaveData>(stream.Id).ConfigureAwait(false);

                await metadataService.UpdateStreamTypeAsync(stream.Id, autoStreamViewId).ConfigureAwait(false);

                SdsStream newStream = await metadataService.GetStreamAsync(stream.Id).ConfigureAwait(false);

                WaveDataTarget firstValUpdated = await dataService.GetFirstValueAsync <WaveDataTarget>(stream.Id).ConfigureAwait(false);

                Console.WriteLine($"The new type id {newStream.TypeId} compared to the original one {stream.TypeId}.");
                Console.WriteLine($"The new type value {firstValUpdated} compared to the original one {firstVal}.");
                Console.WriteLine();

                // Step 15
                // Show filtering on Type, works the same as filtering on Streams
                IEnumerable <SdsType> types = await metadataService.GetTypesAsync().ConfigureAwait(false);

                IEnumerable <SdsType> typesFiltered = await metadataService.GetTypesAsync("Id:*Target*").ConfigureAwait(false);

                Console.WriteLine($"The number of types returned without filtering: {types.Count()}.  With filtering {typesFiltered.Count()}.");
                Console.WriteLine();

                // Step 16
                // tags and metadata
                Console.WriteLine("Let's add some Tags and Metadata to our stream:");
                List <string> tags = new () { "waves", "periodic", "2018", "validated" };
                Dictionary <string, string> metadata = new () { { "Region", "North America" }, { "Country", "Canada" }, { "Province", "Quebec" } };

                await metadataService.UpdateStreamTagsAsync(streamId, tags).ConfigureAwait(false);

                await metadataService.UpdateStreamMetadataAsync(streamId, metadata).ConfigureAwait(false);

                tags = (List <string>) await metadataService.GetStreamTagsAsync(streamId).ConfigureAwait(false);

                Console.WriteLine();
                Console.WriteLine($"Tags now associated with {streamId}:");
                foreach (string tag in tags)
                {
                    Console.WriteLine(tag);
                }

                Console.WriteLine();
                Console.WriteLine($"Metadata now associated with {streamId}:");
                Console.WriteLine("Metadata key Region: " + await metadataService.GetStreamMetadataValueAsync(streamId, "Region").ConfigureAwait(false));
                Console.WriteLine("Metadata key Country: " + await metadataService.GetStreamMetadataValueAsync(streamId, "Country").ConfigureAwait(false));
                Console.WriteLine("Metadata key Province: " + await metadataService.GetStreamMetadataValueAsync(streamId, "Province").ConfigureAwait(false));
                Console.WriteLine();

                // Step 17
                // update metadata
                Console.WriteLine("Let's make some changes to the Metadata on our stream:");
                MetadataPatchDocument patch = new ();
                patch.Remove("Region");
                patch.Replace("Province", "Ontario");
                patch.Add("City", "Toronto");
                await metadataService.PatchStreamMetadataAsync(streamId, patch).ConfigureAwait(false);

                Console.WriteLine();
                Console.WriteLine($"Metadata now associated with {streamId}:");
                Console.WriteLine("Metadata key Country: " + await metadataService.GetStreamMetadataValueAsync(streamId, "Country").ConfigureAwait(false));
                Console.WriteLine("Metadata key Province: " + await metadataService.GetStreamMetadataValueAsync(streamId, "Province").ConfigureAwait(false));
                Console.WriteLine("Metadata key City: " + await metadataService.GetStreamMetadataValueAsync(streamId, "City").ConfigureAwait(false));
                Console.WriteLine();

                // Step 18
                // delete values
                Console.WriteLine("Deleting values from the SdsStream");

                // delete one event
                await dataService.RemoveValueAsync(stream.Id, 0).ConfigureAwait(false);

                // delete all events
                await dataService.RemoveWindowValuesAsync(stream.Id, 1, 200).ConfigureAwait(false);

                retrieved = await dataService.GetWindowValuesAsync <WaveData>(stream.Id, "0", "200").ConfigureAwait(false);

                if (retrieved.ToList().Count == 0)
                {
                    Console.WriteLine("All values deleted successfully!");
                }

                Console.WriteLine();

                // Step 19
                // Adding a new stream with a secondary index.
                Console.WriteLine("Adding a stream with a secondary index.");

                SdsStreamIndex measurementIndex = new ()
                {
                    SdsTypePropertyId = type.Properties.First(p => p.Id.Equals("Radians", StringComparison.OrdinalIgnoreCase)).Id,
                };

                SdsStream secondary = new ()
                {
                    Id      = streamIdSecondary,
                    TypeId  = type.Id,
                    Indexes = new List <SdsStreamIndex>()
                    {
                        measurementIndex,
                    },
                };

                secondary = await metadataService.GetOrCreateStreamAsync(secondary).ConfigureAwait(false);

                Console.WriteLine($"Secondary indexes on streams. {stream.Id}:{stream.Indexes?.Count}. {secondary.Id}:{secondary.Indexes.Count}. ");
                Console.WriteLine();

                // Modifying an existing stream with a secondary index.
                Console.WriteLine("Modifying a stream to have a secondary index.");

                stream = await metadataService.GetStreamAsync(stream.Id).ConfigureAwait(false);

                type = await metadataService.GetTypeAsync(stream.TypeId).ConfigureAwait(false);

                SdsStreamIndex measurementTargetIndex = new ()
                {
                    SdsTypePropertyId = type.Properties.First(p => p.Id.Equals("RadiansTarget", StringComparison.OrdinalIgnoreCase)).Id,
                };
                stream.Indexes = new List <SdsStreamIndex>()
                {
                    measurementTargetIndex
                };

                await metadataService.CreateOrUpdateStreamAsync(stream).ConfigureAwait(false);

                stream = await metadataService.GetStreamAsync(stream.Id).ConfigureAwait(false);

                // Modifying an existing stream to remove the secondary index
                Console.WriteLine("Removing a secondary index from a stream.");

                secondary.Indexes = null;
                await metadataService.CreateOrUpdateStreamAsync(secondary).ConfigureAwait(false);

                secondary = await metadataService.GetStreamAsync(secondary.Id).ConfigureAwait(false);

                Console.WriteLine($"Secondary indexes on streams. {stream.Id}:{stream.Indexes?.Count}. {secondary.Id}:{secondary.Indexes?.Count}. ");
                Console.WriteLine();

                // Step 20
                // Adding Compound Index Type
                Console.WriteLine("Creating an SdsType with a compound index");
                SdsType typeCompound = SdsTypeBuilder.CreateSdsType <WaveDataCompound>();
                typeCompound.Id = compoundTypeId;
                typeCompound    = await metadataService.GetOrCreateTypeAsync(typeCompound).ConfigureAwait(false);

                // create an SdsStream
                Console.WriteLine("Creating an SdsStream off of type with compound index");
                SdsStream streamCompound = new ()
                {
                    Id          = streamIdCompound,
                    Name        = "Wave Data Sample",
                    TypeId      = typeCompound.Id,
                    Description = "This is a sample SdsStream for storing WaveData type measurements",
                };
                streamCompound = await metadataService.GetOrCreateStreamAsync(streamCompound).ConfigureAwait(false);

                // Step 21
                // insert compound data
                Console.WriteLine("Inserting data");
                await dataService.InsertValueAsync(streamCompound.Id, GetWaveMultiplier(1, 10)).ConfigureAwait(false);

                await dataService.InsertValueAsync(streamCompound.Id, GetWaveMultiplier(2, 2)).ConfigureAwait(false);

                await dataService.InsertValueAsync(streamCompound.Id, GetWaveMultiplier(3, 1)).ConfigureAwait(false);

                await dataService.InsertValueAsync(streamCompound.Id, GetWaveMultiplier(10, 3)).ConfigureAwait(false);

                await dataService.InsertValueAsync(streamCompound.Id, GetWaveMultiplier(10, 8)).ConfigureAwait(false);

                await dataService.InsertValueAsync(streamCompound.Id, GetWaveMultiplier(10, 10)).ConfigureAwait(false);

                WaveDataCompound latestCompound = await dataService.GetLastValueAsync <WaveDataCompound>(streamCompound.Id).ConfigureAwait(false);

                WaveDataCompound firstCompound = await dataService.GetFirstValueAsync <WaveDataCompound>(streamCompound.Id).ConfigureAwait(false);

                IEnumerable <WaveDataCompound> data = await dataService.GetWindowValuesAsync <WaveDataCompound, int, int>(streamCompound.Id, Tuple.Create(2, 1), Tuple.Create(10, 8)).ConfigureAwait(false);

                Console.WriteLine($"First data: {firstCompound}.  Latest data: {latestCompound}.");

                Console.WriteLine();

                Console.WriteLine("Window Data:");

                foreach (WaveDataCompound evnt in data)
                {
                    Console.WriteLine(evnt.ToString());
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.Message);
                _toThrow = ex;
            }
            finally
            {
                // Step 22
                Console.WriteLine();
                Console.WriteLine("Cleaning up");

                // Delete the stream, types and streamViews making sure
                Console.WriteLine("Deleting stream");
                await RunInTryCatch(metadataService.DeleteStreamAsync, streamId).ConfigureAwait(false);
                await RunInTryCatch(metadataService.DeleteStreamAsync, streamIdSecondary).ConfigureAwait(false);
                await RunInTryCatch(metadataService.DeleteStreamAsync, streamIdCompound).ConfigureAwait(false);

                Console.WriteLine("Deleting stream views");
                await RunInTryCatch(metadataService.DeleteStreamViewAsync, autoStreamViewId).ConfigureAwait(false);
                await RunInTryCatch(metadataService.DeleteStreamViewAsync, manualStreamViewId).ConfigureAwait(false);

                Console.WriteLine("Deleting types");
                await RunInTryCatch(metadataService.DeleteTypeAsync, typeId).ConfigureAwait(false);
                await RunInTryCatch(metadataService.DeleteTypeAsync, compoundTypeId).ConfigureAwait(false);
                await RunInTryCatch(metadataService.DeleteTypeAsync, targetTypeId).ConfigureAwait(false);
                await RunInTryCatch(metadataService.DeleteTypeAsync, targetIntTypeId).ConfigureAwait(false);

                Console.WriteLine("Complete!");
                if (!test)
                {
                    Console.ReadKey();
                }
            }

            if (test && _toThrow != null)
            {
                throw _toThrow;
            }
            return(_toThrow == null);
        }