void TestIDGeneration() { // Create a Blob: Blob bl = new Blob.Builder( pContents: Encoding.UTF8.GetBytes("Sample README content.") ); Console.WriteLine(bl.ID.ToString()); // Create a Tree: Tree tr = new Tree.Builder( new List <TreeTreeReference>(0), new List <TreeBlobReference> { new TreeBlobReference.Builder("README", bl.ID) } ); Console.WriteLine(tr.ID.ToString()); // Create a Commit: Commit cm = new Commit.Builder( pParents: new List <CommitID>(0), pTreeID: tr.ID, pCommitter: "James Dunne <*****@*****.**>", pDateCommitted: DateTimeOffset.Now, pMessage: "A commit message here." ); Console.WriteLine(cm.ID.ToString()); }
async Task TestLargeBlobPersistence() { var db = getDataContext(); IBlobRepository blrepo = new BlobRepository(db); Random rnd = new Random(0x5555AAC0); const int count = 4000; Console.WriteLine("Constructing {0} blobs...", count); Blob[] bls = new Blob[count]; for (int i = 0; i < count; ++i) { byte[] c = new byte[8040]; rnd.NextBytes(c); bls[i] = new Blob.Builder(c); } ImmutableContainer <BlobID, Blob> blobs = new ImmutableContainer <BlobID, Blob>(bl => bl.ID, bls); Console.WriteLine("Persisting {0} blobs...", count); Stopwatch sw = Stopwatch.StartNew(); ImmutableContainer <BlobID, Blob> pBlobs = await blrepo.PersistBlobs(blobs); Console.WriteLine("Waiting..."); sw.Stop(); Console.WriteLine("Completed in {0} ms, {1} blobs/sec, {2} bytes/sec", sw.ElapsedMilliseconds, (double)count / (double)sw.ElapsedMilliseconds * 1000d, (double)(count * 8040) / (double)sw.ElapsedMilliseconds * 1000d); }
void TestPersistBlob() { // Create a Blob: Blob bl = new Blob.Builder(Encoding.UTF8.GetBytes("Sample README content.")); Console.WriteLine(bl.ID.ToString()); var db = getDataContext(); // Check if the Blob exists by this ID: var getBlob = db.ExecuteSingleQueryAsync(new QueryBlob(bl.ID)); getBlob.Wait(); if (getBlob.Result == null) { // It does not, persist it: Console.WriteLine("PERSIST {0}", bl.ID); var persistBlob = db.ExecuteNonQueryAsync(new PersistBlob(bl)); persistBlob.Wait(); Console.WriteLine("{0} rows affected", persistBlob.Result); } else { Console.WriteLine("Blob retrieved {0}", getBlob.Result.ID.ToString()); // Destroy the blob: Console.WriteLine("DELETE {0}", getBlob.Result.ID); var destroyBlob = db.ExecuteNonQueryAsync(new DestroyBlob(getBlob.Result.ID)); destroyBlob.Wait(); Console.WriteLine("{0} rows affected", destroyBlob.Result); } }
void TestQueryBlobs() { // Create some Blobs: Blob bl0 = new Blob.Builder(Encoding.UTF8.GetBytes("Sample README content.")); Console.WriteLine(bl0.ID.ToString()); Blob bl1 = new Blob.Builder(Encoding.UTF8.GetBytes("Sample content.")); Console.WriteLine(bl1.ID.ToString()); var blobs = new ImmutableContainer <BlobID, Blob>(bl => bl.ID, bl0, bl1); var db = getDataContext(); // Check which blobs exist already: var qBlobs = db.ExecuteListQueryAsync(new QueryBlobsExist(bl0.ID, bl1.ID), expectedCapacity: blobs.Count); qBlobs.Wait(); // Find the blobs to persist: var blobIDsToPersist = blobs.Keys.Except(qBlobs.Result).ToArray(); // Persist each blob asynchronously: Task <Blob>[] persists = new Task <Blob> [blobIDsToPersist.Length]; for (int i = 0; i < blobIDsToPersist.Length; ++i) { BlobID id = blobIDsToPersist[i]; Console.WriteLine("PERSIST {0}", id.ToString()); persists[i] = db.ExecuteNonQueryAsync(new PersistBlob(blobs[id])); } Console.WriteLine("Waiting for persists..."); Task.WaitAll(persists); Console.WriteLine("Complete."); }
async Task DemonstrateHashing() { var db = getDataContext(); IBlobRepository blrepo = new BlobRepository(db); ITreeRepository trrepo = new TreeRepository(db); ICommitRepository cmrepo = new CommitRepository(db); IRefRepository rfrepo = new RefRepository(db); // Create a sample set of blobs: Blob readmeBlob; ImmutableContainer <BlobID, Blob> blobs = new ImmutableContainer <BlobID, Blob>( bl => bl.ID, readmeBlob = new Blob.Builder(pContents: Encoding.UTF8.GetBytes(@"Hello world")) ); Console.Out.WriteAsync(String.Format("Blob {0} = \"{1}\"" + Environment.NewLine, readmeBlob.ID.ToString(firstLength: 7), Encoding.UTF8.GetString(readmeBlob.Contents))); // Persist them: var persistingBlobs = blrepo.PersistBlobs(blobs); // Create an initial tree: Tree trRoot; ImmutableContainer <TreeID, Tree> trees = new ImmutableContainer <TreeID, Tree>( tr => tr.ID, new Tree[] { trRoot = new Tree.Builder( pTrees: new List <TreeTreeReference>(0), pBlobs: new List <TreeBlobReference> { new TreeBlobReference.Builder(pName: "README", pBlobID: readmeBlob.ID) } ) } ); // Dump the tree: RecursivePrint(trRoot.ID, trees); // Now wait for the blob persistence to complete: await persistingBlobs; // Persist our tree now: var persistTrees = trrepo.PersistTree(trRoot.ID, trees); await persistTrees; // Let's make a commit out of all that: Commit cm1 = new Commit.Builder( pParents: new List <CommitID>(0), pTreeID: trRoot.ID, pCommitter: @"James Dunne <*****@*****.**>", pDateCommitted: DateTimeOffset.Now, pMessage: "Initial commit." ); // Persist that commit: Console.Out.WriteAsync(String.Format("Persisting commit {0}..." + Environment.NewLine, cm1.ID.ToString(firstLength: 7))); await cmrepo.PersistCommit(cm1); // Let's create a ref to point to it: await rfrepo.DestroyRefByName("demo/HEAD"); await rfrepo.PersistRef(new Ref.Builder(pName: "demo/HEAD", pCommitID: cm1.ID)); await Console.Out.WriteAsync(String.Format("Pointed demo/HEAD to commit {0}" + Environment.NewLine, cm1.ID.ToString(firstLength: 7))); // Now let's create a new blob with some revised contents: (adding a period at the end) Blob readmeBlob2; blobs = new ImmutableContainer <BlobID, Blob>( bl => bl.ID, readmeBlob2 = new Blob.Builder(Encoding.UTF8.GetBytes(@"Hello world.")) ); var persistBlobs2 = blrepo.PersistBlobs(blobs); // Make a new tree out of the old tree: Tree.Builder trRoot2b = new Tree.Builder(trRoot); // Point README to the new BlobID: trRoot2b.Blobs[0] = new TreeBlobReference.Builder(trRoot2b.Blobs[0]) { BlobID = readmeBlob2.ID }; // Freeze our Tree.Builder to a Tree: Tree trRoot2; trees = new ImmutableContainer <TreeID, Tree>(tr => tr.ID, trRoot2 = trRoot2b); // Wait for the blobs to persist: await persistBlobs2; // Now persist the new tree: await trrepo.PersistTree(trRoot2.ID, trees); // Load a streamed blob: IStreamedBlob strbl = await blrepo.GetStreamedBlob(readmeBlob.ID); await strbl.ReadStream(blsr => { Console.WriteLine("blob is {0} length", blsr.Length); byte[] dum = new byte[8040]; int count = 8040; try { while ((count = blsr.Read(dum, 0, 8040)) > 0) { for (int i = 0; i < (count / 40) + ((count % 40) > 0 ? 1 : 0); ++i) { Console.WriteLine(dum.ToHexString(i * 40, Math.Min(count - (i * 40), 40))); } } } catch (Exception ex) { Console.Error.WriteLine(ex.ToString()); } }); }
async Task <TreeID> TestPersistTree() { // Create a Blob: Blob bl = new Blob.Builder(Encoding.UTF8.GetBytes("Sample README content.")); ImmutableContainer <BlobID, Blob> blobs = new ImmutableContainer <BlobID, Blob>(b => b.ID, bl); // Create a Tree: Tree trPersists = new Tree.Builder( new List <TreeTreeReference>(0), new List <TreeBlobReference> { new TreeBlobReference.Builder("HelloWorld.cs", bl.ID), new TreeBlobReference.Builder("PersistBlob.cs", bl.ID), new TreeBlobReference.Builder("PersistTree.cs", bl.ID), } ); Tree trSrc = new Tree.Builder( new List <TreeTreeReference> { new TreeTreeReference.Builder("Persists", trPersists.ID), }, new List <TreeBlobReference> { new TreeBlobReference.Builder("blah", bl.ID), } ); Tree trData = new Tree.Builder( new List <TreeTreeReference>(0), new List <TreeBlobReference> { new TreeBlobReference.Builder("myTest.xml", bl.ID), new TreeBlobReference.Builder("myTest2.xml", bl.ID), new TreeBlobReference.Builder("myTest3.xml", bl.ID), } ); Tree trRoot = new Tree.Builder( new List <TreeTreeReference> { new TreeTreeReference.Builder("src", trSrc.ID), new TreeTreeReference.Builder("data", trData.ID), }, new List <TreeBlobReference> { new TreeBlobReference.Builder("README", bl.ID), new TreeBlobReference.Builder("main.xml", bl.ID), new TreeBlobReference.Builder("test.xml", bl.ID), } ); ImmutableContainer <TreeID, Tree> trees = new ImmutableContainer <TreeID, Tree>(tr => tr.ID, trRoot, trSrc, trData, trPersists); var db = getDataContext(); IBlobRepository blrepo = new BlobRepository(db); ITreeRepository trrepo = new TreeRepository(db); // Persist the tree and its blobs: await blrepo.PersistBlobs(blobs); var ptr = await trrepo.PersistTree(trRoot.ID, trees); // Make sure we got back what's expected of the API: Debug.Assert(trRoot.ID == ptr.ID); Console.WriteLine("Root TreeID = {0}", trRoot.ID); return(trRoot.ID); }