Esempio n. 1
0
        public void SAPICreateAndUpdateTableAsyncTest()
        {
            StorageApiClient client    = new StorageApiClient(token, testRunId);
            string           tablename = "asynctable";
            string           filename  = "asyncCreateTest" + ToUnixTimestamp(DateTime.Now) + ".csv";

            if (client.TableExists(testBucketId, tablename) != null)
            {
                client.DropTable(testBucketId + "." + tablename);
            }


            //creates test data to be written into the testfile
            var data = new StringBuilder("column1,column2,column3\n");

            foreach (var i in Enumerable.Range(0, 100))
            {
                data.AppendFormat("{0},{1},{2}\n", i, i, i);
            }

            //creates test file
            FileInfo testFileInfo = new FileInfo(filename);

            System.IO.File.WriteAllText(testFileInfo.FullName, data.ToString());
            var gzipfname = CSV.Controller.Compress(testFileInfo);


            client.CreateTableFromCsvAsync(testBucketId, token, tablename, new FileInfo(gzipfname), "");
            File.Delete(testFileInfo.FullName);
            File.Delete(gzipfname);


            //UPDATE TABLE ASYNC
            filename = "asyncUpdateTest" + ToUnixTimestamp(DateTime.Now) + ".csv";
            //creates test data to be written into the testfile
            data = new StringBuilder("column1,column2,column3\n");
            foreach (var i in Enumerable.Range(0, 100))
            {
                data.AppendFormat("c,a,b\n");
            }

            //creates test file
            testFileInfo = new FileInfo(filename);
            System.IO.File.WriteAllText(testFileInfo.FullName, data.ToString());
            gzipfname = CSV.Controller.Compress(testFileInfo);
            client.UpdateTableAsync(token, testBucketId + "." + tablename, new FileInfo(gzipfname));


            client.DropTable(testBucketId + "." + tablename);
            File.Delete(testFileInfo.FullName);
            File.Delete(gzipfname);
        }
Esempio n. 2
0
        public bool ExecuteCommand(StorageApiClient client)
        {
            if (client == null)
            {
                Log.ToConsole("Instance of the client is invalid");
                return(false);
            }

            Log.ToConsole("Sending data, please wait...");
            client.CreateTableFromCsvAsync(bucketId, Token, name, _fileToUpload, PrimaryKey);
            Log.ToConsole("Table created successfully.");
            //REMOVE GZIPED FILE _fileToUpload
            return(true);
        }
        public bool ExecuteCommand(StorageApiClient client)
        {
            if (client == null)
            {
                Log.ToConsole("Instance of the client is invalid");
                return false;
            }

            Log.ToConsole("Sending data, please wait...");
            client.CreateTableFromCsvAsync(bucketId, Token, name, _fileToUpload, PrimaryKey);
            Log.ToConsole("Table created successfully.");
            //REMOVE GZIPED FILE _fileToUpload
            return true;
        }
Esempio n. 4
0
        public void SetupUp()
        {
            StorageApiClient client = new StorageApiClient(token, testRunId);

            client.CheckBucket(testBucketName, testBucketStage, "MSRCM-Extractor:testing storage api client CheckBucketTest");
            if (client.TableExists(testBucketId, testTableName) != null)
            {
                client.DropTable(testTableId);
            }

            //creates test file
            FileInfo testFileInfo = new FileInfo(testFilename);

            System.IO.File.WriteAllLines(testFileInfo.FullName, testFileData);
            client.CreateTableFromCsvAsync(testBucketId, token, testTableName, testFileInfo);
        }
Esempio n. 5
0
        public void SAPICompressCreateUpdateDropTableFromCsvTest()
        {
            StorageApiClient client         = new StorageApiClient(token, testRunId);
            string           tablename      = "CSVTestTable" + DateTime.Now.ToString("yyyy_MM_dd_HH_mm_ss");
            string           bucketid       = testBucketId;
            string           tableId        = bucketid + "." + tablename;
            string           csvNewFileName = CreateTableTestCase_GenerateCSV(tablename);

            //CREATE TABLE
            FileInfo file1 = new FileInfo(csvNewFileName);

            CSV.Controller.Compress(file1);
            client.CreateTableFromCsvAsync(bucketid, token, tablename, new FileInfo(file1.FullName + ".gz"));
            string createdTableId = client.TableExists(bucketid, tablename);

            Assert.That(createdTableId, Is.Not.Null);
            Assert.That(createdTableId, Is.EqualTo(tableId));
            File.Delete(csvNewFileName);

            //UPDATE TABLE
            string   csvUpdateFileName = CreateTableTestCase_GenerateCSV("update" + tablename);
            FileInfo file2             = new FileInfo(csvUpdateFileName);

            CSV.Controller.Compress(file2);
            client.UpdateTableAsync(token, createdTableId, new FileInfo(file2.FullName + ".gz"));
            string updatedTableId = client.TableExists(bucketid, tablename);

            Assert.That(updatedTableId, Is.Not.Null);
            Assert.That(updatedTableId, Is.EqualTo(tableId));
            File.Delete(csvUpdateFileName);

            //DROP TABLE
            var dropResult = client.DropTable(tableId);

            Assert.That(dropResult, Is.True);

            //DELETE FILE 1
            File.Delete(file1.FullName);
            File.Delete(file1.FullName + ".gz");
            //DELETE FILE 2
            File.Delete(file2.FullName);
            File.Delete(file2.FullName + ".gz");
        }
        public void SetupUp()
        {
            StorageApiClient client = new StorageApiClient(token, testRunId);
            client.CheckBucket(testBucketName, testBucketStage, "MSRCM-Extractor:testing storage api client CheckBucketTest");
            if (client.TableExists(testBucketId, testTableName) != null)
                client.DropTable(testTableId);

            //creates test file
            FileInfo testFileInfo = new FileInfo(testFilename);
            System.IO.File.WriteAllLines(testFileInfo.FullName, testFileData);
            client.CreateTableFromCsvAsync(testBucketId, token, testTableName, testFileInfo);
        }
        public void SAPICreateAndUpdateTableAsyncTest()
        {
            StorageApiClient client = new StorageApiClient(token, testRunId);
            string tablename = "asynctable";
            string filename = "asyncCreateTest"+ ToUnixTimestamp(DateTime.Now)+ ".csv";

            if (client.TableExists(testBucketId, tablename) != null)
                client.DropTable(testBucketId + "." + tablename);

            //creates test data to be written into the testfile
            var data = new StringBuilder("column1,column2,column3\n");
            foreach (var i in Enumerable.Range(0, 100))
                data.AppendFormat("{0},{1},{2}\n", i, i, i);

            //creates test file
            FileInfo testFileInfo = new FileInfo(filename);
            System.IO.File.WriteAllText(testFileInfo.FullName, data.ToString());
            var gzipfname = CSV.Controller.Compress(testFileInfo);

            client.CreateTableFromCsvAsync(testBucketId, token, tablename, new FileInfo(gzipfname), "");
            File.Delete(testFileInfo.FullName);
            File.Delete(gzipfname);

            //UPDATE TABLE ASYNC
            filename = "asyncUpdateTest" + ToUnixTimestamp(DateTime.Now) + ".csv";
            //creates test data to be written into the testfile
            data = new StringBuilder("column1,column2,column3\n");
            foreach (var i in Enumerable.Range(0, 100))
                data.AppendFormat("c,a,b\n");

            //creates test file
            testFileInfo = new FileInfo(filename);
            System.IO.File.WriteAllText(testFileInfo.FullName, data.ToString());
            gzipfname = CSV.Controller.Compress(testFileInfo);
            client.UpdateTableAsync(token, testBucketId + "." + tablename, new FileInfo(gzipfname));

            client.DropTable(testBucketId + "." + tablename);
            File.Delete(testFileInfo.FullName);
            File.Delete(gzipfname);
        }
        public void SAPICompressCreateUpdateDropTableFromCsvTest()
        {
            StorageApiClient client = new StorageApiClient(token, testRunId);
            string tablename = "CSVTestTable" + DateTime.Now.ToString("yyyy_MM_dd_HH_mm_ss");
            string bucketid = testBucketId;
            string tableId = bucketid + "." + tablename;
            string csvNewFileName = CreateTableTestCase_GenerateCSV(tablename);

            //CREATE TABLE
            FileInfo file1 = new FileInfo(csvNewFileName);
            CSV.Controller.Compress(file1);
            client.CreateTableFromCsvAsync(bucketid, token, tablename, new FileInfo(file1.FullName + ".gz"));
            string createdTableId = client.TableExists(bucketid, tablename);
            Assert.That(createdTableId, Is.Not.Null);
            Assert.That(createdTableId, Is.EqualTo(tableId));
            File.Delete(csvNewFileName);

            //UPDATE TABLE
            string csvUpdateFileName = CreateTableTestCase_GenerateCSV("update" + tablename);
            FileInfo file2 = new FileInfo(csvUpdateFileName);
            CSV.Controller.Compress(file2);
            client.UpdateTableAsync(token, createdTableId, new FileInfo(file2.FullName + ".gz"));
            string updatedTableId = client.TableExists(bucketid, tablename);
            Assert.That(updatedTableId, Is.Not.Null);
            Assert.That(updatedTableId, Is.EqualTo(tableId));
            File.Delete(csvUpdateFileName);

            //DROP TABLE
            var dropResult = client.DropTable(tableId);

            Assert.That(dropResult, Is.True);

            //DELETE FILE 1
            File.Delete(file1.FullName);
            File.Delete(file1.FullName + ".gz");
            //DELETE FILE 2
            File.Delete(file2.FullName);
            File.Delete(file2.FullName + ".gz");
        }
 public void CreateTable()
 {
     StorageApiClient client = new StorageApiClient(testToken, testRunId);
     client.CreateTableFromCsvAsync(testBucketId, testToken, testTableName, new FileInfo(testFilename), "");
 }
Esempio n. 10
0
        public void CreateTable()
        {
            StorageApiClient client = new StorageApiClient(testToken, testRunId);

            client.CreateTableFromCsvAsync(testBucketId, testToken, testTableName, new FileInfo(testFilename), "");
        }