protected void Initialize(Logger Log, FqStreamID FQSID, int num, CallerInfo Ci, LocationInfo Li, StreamFactory.StreamOp op, StreamFactory.StreamSecurityType type, CompressionType ctype, int ChunkSizeForUpload, int ThreadPoolSize) { // Logging related logger = Log; if (logger != null) { logger.Log("Start ValueDataStream Init DataStructures"); } // Naming related streamid = FQSID; stream = new MetaDataService.FQStreamID(); stream.HomeId = FQSID.HomeId; stream.AppId = FQSID.AppId; stream.StreamId = FQSID.StreamId; BaseDir = Path.GetFullPath((null != Ci.workingDir) ? Ci.workingDir : Directory.GetCurrentDirectory()); targetDir = BaseDir + "/" + streamid.ToString(); seq_num = num; targetDir = targetDir + "/" + seq_num; if (!Directory.Exists(targetDir)) { Directory.CreateDirectory(targetDir); } // Ownership related caller = new MetaDataService.Principal(); caller.HomeId = streamid.HomeId; caller.AppId = Ci.appName; owner = new MetaDataService.Principal(); owner.HomeId = streamid.HomeId; owner.AppId = streamid.AppId; // Location account = new MetaDataService.AccountInfo(); account.accountName = Li.accountName; account.accountKey = Li.accountKey; account.location = "" + Li.st; // Index related index = new Dictionary <IKey, List <DataBlockInfo> >(); t_s = StreamFactory.NowUtc(); t_e = 0; IndexHash = null; isSealed = false; // Low level hasher = new SHA256CryptoServiceProvider(); // State maint streamop = op; streamtype = type; streamcompressiontype = ctype; //sync related this.StreamChunkSizeForUpload = ChunkSizeForUpload; this.StreamThreadPoolSize = ThreadPoolSize; }
public void Setup() { k1 = new StrKey("k1"); k2 = new StrKey("k2"); string AzureaccountName = "testdrive"; string AzureaccountKey = "zRTT++dVryOWXJyAM7NM0TuQcu0Y23BgCQfkt7xh2f/Mm+r6c8/XtPTY0xxaF6tPSACJiuACsjotDeNIVyXM8Q=="; locationInfo = new LocationInfo(AzureaccountName, AzureaccountKey, SynchronizerType.Azure); streamID = new FqStreamID("99-a2000", "A0", "TestDS"); callerInfo = new CallerInfo(null, "A0", "A0", 1); streamSecurityType = StreamFactory.StreamSecurityType.Plain; streamFactory = StreamFactory.Instance; }
public void Setup() { k1 = new StrKey("k1"); k2 = new StrKey("k2"); string AzureaccountName = "msrlot"; string AzureaccountKey = "wC3ou+VLBTu8ryKbsiSMtsIIHIpxGSIAWA0NtK58da2wELQ+USgYQwmVMtyq/p8ILsuZc8TiLeHBjaPI+a3A2Q=="; locationInfo = new LocationInfo(AzureaccountName, AzureaccountKey, SynchronizerType.Azure); streamID = new FqStreamID("99-a2000", "A0", "TestDS"); callerInfo = new CallerInfo(null, "A0", "A0", 1); streamSecurityType = StreamFactory.StreamSecurityType.Plain; streamFactory = StreamFactory.Instance; }
public void Setup() { k1 = new StrKey("k1"); k2 = new StrKey("k2"); string AzureaccountName = "testdrive"; string AzureaccountKey = "zRTT++dVryOWXJyAM7NM0TuQcu0Y23BgCQfkt7xh2f/Mm+r6c8/XtPTY0xxaF6tPSACJiuACsjotDeNIVyXM8Q=="; locationInfo = new LocationInfo(AzureaccountName, AzureaccountKey, SynchronizerType.Azure); streamID = new FqStreamID("99-a2000", "A0", "TestDS"); callerInfo = new CallerInfo(null, "A0", "A0", 1); streamSecurityType = StreamFactory.StreamSecurityType.Plain; streamFactory = StreamFactory.Instance; }
public FileDataStream(Logger Log, FqStreamID FQSID, int num, CallerInfo Ci, LocationInfo Li, StreamFactory.StreamOp op, StreamFactory.StreamSecurityType type, CompressionType ctype, int ChunkSizeForUpload, int UploadThreadPoolSize, string prkey, string pukey, MetaDataService.ACLEntry key_md, IndexInfo ii, bool alreadyExists = true) : base(Log, FQSID, num, Ci, Li, op, type, ctype, ChunkSizeForUpload, UploadThreadPoolSize, prkey, pukey, key_md, ii, alreadyExists: alreadyExists) { remoteRead = false; // if remote stream, read op. fetch valueFile when needed for get queries if (this.synchronizer != null && streamop == StreamFactory.StreamOp.Read) { remoteRead = true; } }
public ValueDataStream(Logger Log, FqStreamID FQSID, int num, CallerInfo Ci, LocationInfo Li, StreamFactory.StreamOp op, StreamFactory.StreamSecurityType type, CompressionType ctype, int ChunkSizeForUpload, int UploadThreadPoolSize, string prkey, string pukey, MetaDataService.ACLEntry key_md, IndexInfo ii, bool alreadyExists = true) { Initialize(Log, FQSID, num, Ci, Li, op, type, ctype, ChunkSizeForUpload, UploadThreadPoolSize); if (streamtype == StreamFactory.StreamSecurityType.Secure) { // Key related OwnerPriKey = prkey; OwnerPubKey = pukey; acl_md = key_md; } if (logger != null) { logger.Log("End ValueDataStream Init DataStructures"); } // Fetch data FetchAndFillIndex(ii, alreadyExists); // Reset sync to upload if (op == StreamFactory.StreamOp.Write) { CreateSync(SynchronizeDirection.Upload); } isClosed = false; if (logger != null) { logger.Log("Start ValueDataStream ReadFromDisk Open"); } OpenStream(); if (logger != null) { logger.Log("End ValueDataStream ReadFromDisk Open"); } disposed = false; }
/* syncIntervalSec: * -ve ==> don't sync on writes; only sync on close. * 0 ==> sync on every write * +ve ==> sync every x seconds * * Throws System.Exception e.g., on network disconnection for remote streams. Catch in Caller. */ public IStream openFileDataStream <KeyType>(FqStreamID FQSID, CallerInfo Ci, LocationInfo Li, StreamFactory.StreamSecurityType type, CompressionType ctype, StreamFactory.StreamOp op, string mdserveraddress = null, int ChunkSizeForUpload = 4 *1024 *1024, int ThreadPoolSize = 1, Logger log = null, bool sideload = false, int syncIntervalSec = -1) where KeyType : IKey, new() { if (Li == null) { Li = new LocationInfo("", "", SynchronizerType.None); } return(new MetaStream <KeyType, ByteValue>(FQSID, Ci, Li, op, type, ctype, StreamDataType.Files, syncIntervalSec, mdserveraddress, ChunkSizeForUpload, ThreadPoolSize, log, sideload)); }