public void TestAmazonS3FileStore()
        {
            var testKey = new TestValue.Key(accountId: Guid.NewGuid());

            var testValueA = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Hello, world!");

            var testValueB = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Kthx, world!");

            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new AmazonS3FileStore(
                    accessKeyId: GetConfig("AccessKeyId"),
                    secretAccessKey: GetConfig("SecretAccessKey"),
                    bucketName: GetConfig("BucketName")),
                serializer: new JsonSerializer(),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json");

            TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
Beispiel #2
0
        public void TestLocalFileStore_GZip_Json()
        {
            var rootPath = Path.Combine(
                Directory.GetCurrentDirectory(),
                "test-data-store");

            //if (Directory.Exists(rootPath)) Directory.Delete(rootPath, true);

            var testKey = new TestValue.Key(accountId: Guid.NewGuid());

            var testValueA = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Hello, world!");

            var testValueB = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Kthx, world!");

            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new LocalFileStore(rootPath: rootPath),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                compressor: new GZipCompressor(),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json.gzip");

            UniversalIntegrationTest.TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
        public void TestSftpFileStore_FromRoot()
        {
            var testKey = new TestValue.Key(accountId: Guid.NewGuid());

            var testValueA = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Hello, world!");

            var testValueB = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Kthx, world!");

            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new SftpFileStore(
                    host: Host,
                    username: Username,
                    password: Password),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "{AccountId}",
                fileExtension: ".json");

            TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
        public void TestGoogleDrive()
        {
            var testKey = new TestValue.Key(accountId: Guid.NewGuid());

            var testValueA = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Hello, world!");

            var testValueB = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Kthx, world!");

            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new GoogleDriveFileStore(
                    applicationName: GetConfig("ApplicationName"),
                    serviceAccountEmail: GetConfig("ServiceAccountEmail"),
                    serviceAccountKey: GetConfig("ServiceAccountKey"),
                    grantAccessToEmails: GetConfig("GrantAccessToEmails")),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json");

            TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
        public void TestLocalFileStore_Json()
        {
            InitializeLocalStorage();

            var rootPath = Path.Combine(
                Directory.GetCurrentDirectory(),
                "test-data-store");

            //if (Directory.Exists(rootPath)) Directory.Delete(rootPath, true);

            var testKey = new TestValue.Key(accountId: Guid.NewGuid());

            var testValueA = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Hello, world!");

            var testValueB = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Kthx, world!");

            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new LocalFileStore(rootPath: rootPath),
                serializer: new JsonSerializer(),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json");

            TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
Beispiel #6
0
        public void TestBlobFileStore()
        {
            var testKey = new TestValue.Key(accountId: Guid.NewGuid());

            var testValueA = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Hello, world!");

            var testValueB = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Kthx, world!");

            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new BlobFileStore(
                    GetConfig("ConnectionString"),
                    "test-kvs",
                    "application/json"),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json");

            TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
Beispiel #7
0
        public void TestLocalFileStore_Yaml()
        {
            InitializeLocalStorage();

            var rootPath = Path.Combine(
                Directory.GetCurrentDirectory(),
                "test-file-store");

            var testKey = new TestKey(accountId: Guid.NewGuid());

            var testValueA = "Hello, world!";

            var testValueB = "Kthx, world!";

            var dataStore = new FileStoreDataStore <TestKey, string>(
                fileStore: new LocalFileStore(rootPath: rootPath),
                serializer: new ByteSerializer(),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".txt");

            TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
        public async Task TestSftpFileStore_Concurrent()
        {
            int concurrentCount = 30;

            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new SftpFileStore(
                    host: Host,
                    username: Username,
                    password: Password,
                    maxConcurrentConnections: $"{concurrentCount}"),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "test-values/another folder/moar_folder/{AccountId}",
                fileExtension: ".json");

            var tasks = Enumerable
                        .Range(0, concurrentCount)
                        .Select(i => Task.Run(() =>
            {
                var testKey = new TestValue.Key(accountId: Guid.NewGuid());

                var testValueA = new TestValue(
                    accountId: testKey.AccountId.Value,
                    message: "Hello, world!");

                var testValueB = new TestValue(
                    accountId: testKey.AccountId.Value,
                    message: "Kthx, world!");

                _output.WriteLine($"Starting {i}");

                TestDataStore(
                    dataStore,
                    testKey,
                    testValueA,
                    testValueB);

                _output.WriteLine($"Finished {i}");
            }));

            await Task.WhenAll(tasks);
        }
Beispiel #9
0
        public void TestBlobFileStore_OptimisticConcurrency()
        {
            var testKey = new TestValue.Key(accountId: Guid.NewGuid());

            var testValueA = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Hello, world!");

            var testValueB = new TestValue(
                accountId: testKey.AccountId.Value,
                message: "Kthx, world!");

            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new BlobFileStore(
                    GetConfig("ConnectionString"),
                    "test-kvs",
                    "application/json"),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json");

            dataStore
            .Upsert(testKey, o =>
            {
                Assert.Null(o);

                return(testValueB);
            })
            .Wait();

            dataStore
            .Upsert(testKey, o =>
            {
                Assert.Equal(testValueB.AccountId, o.AccountId);

                Assert.Equal(testValueB.Message, o.Message);

                return(testValueA);
            })
            .Wait();
        }
Beispiel #10
0
        public async Task RunBulkApiTests()
        {
            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new AmazonS3FileStore(
                    accessKeyId: GetConfig("AccessKeyId"),
                    secretAccessKey: GetConfig("SecretAccessKey"),
                    bucketName: GetConfig("BucketName")),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json");

            ClearDataStore(dataStore);

            await TestBulkApi(dataStore,
                              (keyGen, dataGen) =>
            {
                var accountId = keyGen.ToGuid();

                return(new KeyValuePair <TestValue.Key, TestValue>(new TestValue.Key(accountId),
                                                                   new TestValue(accountId, $"Test: {dataGen}")));
            });
        }
        public async Task RunBulkApiTests()
        {
            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new SftpFileStore(
                    host: Host,
                    username: Username,
                    password: Password),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "test-values/another folder/moar_folder/{AccountId}",
                fileExtension: ".json");

            ClearDataStore(dataStore);

            await TestBulkApi(dataStore,
                              (keyGen, dataGen) =>
            {
                var accountId = keyGen.ToGuid();

                return(new KeyValuePair <TestValue.Key, TestValue>(new TestValue.Key(accountId),
                                                                   new TestValue(accountId, $"Test: {dataGen}")));
            });
        }
Beispiel #12
0
        public async Task RunBulkApiTests()
        {
            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new BlobFileStore(
                    GetConfig("ConnectionString"),
                    "test-kvs",
                    "application/json"),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json");

            ClearDataStore(dataStore);

            await TestBulkApi(dataStore,
                              (keyGen, dataGen) =>
            {
                var accountId = keyGen.ToGuid();

                return(new KeyValuePair <TestValue.Key, TestValue>(new TestValue.Key(accountId),
                                                                   new TestValue(accountId, $"Test: {dataGen}")));
            });
        }
Beispiel #13
0
        public void TestLocalFileStore_Protobuf()
        {
            InitializeLocalStorage();

            var rootPath = Path.Combine(
                Directory.GetCurrentDirectory(),
                "test-file-store");

            //if (Directory.Exists(rootPath)) Directory.Delete(rootPath, true);

            var testKey = new ProtobufTestValue.Key(accountId: Guid.NewGuid());

            var testValueA = new ProtobufTestValue
            {
                AccountId = testKey.AccountId.Value,

                Message = "Hello, world!"
            };

            var testValueB = new ProtobufTestValue
            {
                AccountId = testKey.AccountId.Value,

                Message = "Kthx, world!"
            };

            var dataStore = new FileStoreDataStore <ProtobufTestValue.Key, ProtobufTestValue>(
                fileStore: new LocalFileStore(rootPath: rootPath),
                serializer: new ProtobufSerializer(),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".protobuf.data");

            TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
        public void TestLocalFileStore_BondSimpleXml()
        {
            InitializeLocalStorage();

            var rootPath = Path.Combine(
                Directory.GetCurrentDirectory(),
                "test-data-store");

            //if (Directory.Exists(rootPath)) Directory.Delete(rootPath, true);

            var testKey = new BondTestValueKey(accountId: Guid.NewGuid());

            var testValueA = new BondTestValue
            {
                AccountId = testKey.AccountId.Value,

                Message = "Hello, world!"
            };

            var testValueB = new BondTestValue
            {
                AccountId = testKey.AccountId.Value,

                Message = "Kthx, world!"
            };

            var dataStore = new FileStoreDataStore <BondTestValueKey, BondTestValue>(
                fileStore: new LocalFileStore(rootPath: rootPath),
                serializer: new BondSimpleXmlSerializer(),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".bond.xml");

            UniversalIntegrationTest.TestDataStore(
                dataStore,
                testKey,
                testValueA,
                testValueB);
        }
        public async Task RunBulkApiTests()
        {
            var dataStore = new FileStoreDataStore <TestValue.Key, TestValue>(
                fileStore: new GoogleDriveFileStore(
                    applicationName: GetConfig("ApplicationName"),
                    serviceAccountEmail: GetConfig("ServiceAccountEmail"),
                    serviceAccountKey: GetConfig("ServiceAccountKey"),
                    grantAccessToEmails: GetConfig("GrantAccessToEmails")),
                serializer: new JsonSerializer($"{JsonOptions.Default}"),
                keyMap: "test-values/{AccountId}",
                fileExtension: ".json");

            ClearDataStore(dataStore);

            await TestBulkApi(dataStore,
                              (keyGen, dataGen) =>
            {
                var accountId = keyGen.ToGuid();

                return(new KeyValuePair <TestValue.Key, TestValue>(new TestValue.Key(accountId),
                                                                   new TestValue(accountId, $"Test: {dataGen}")));
            });
        }