public override void CheckExistence(DryadLinqContext context, Uri dataSetUri, bool deleteIfExists) { AzureCollectionPartition partition = new AzureCollectionPartition(dataSetUri); if (partition.IsCollectionExists()) { if (!deleteIfExists) { throw new DryadLinqException("Can't output to existing Azure Blob collection " + dataSetUri.AbsoluteUri); } partition.DeleteCollection(); } }
public override Stream Egress(DryadLinqContext context, Uri dataSetUri) { try { AzureCollectionPartition partition = new AzureCollectionPartition(dataSetUri); if (!partition.IsCollectionExists()) { throw new DryadLinqException("Input collection " + dataSetUri + " does not exist"); } Stream dataSetStream = partition.GetReadStream(); return(dataSetStream); } catch (Exception e) { throw new DryadLinqException("Can't get Azure stream info for " + dataSetUri, e); } }
public override DryadLinqStreamInfo GetStreamInfo(DryadLinqContext context, Uri dataSetUri) { Int32 parCnt = 1; Int64 size = -1; try { AzureCollectionPartition partition = new AzureCollectionPartition(dataSetUri); if (!partition.IsCollectionExists()) { throw new DryadLinqException("Input collection " + dataSetUri + " does not exist"); } parCnt = partition.GetPartition().Count(); size = partition.TotalLength; } catch (Exception e) { throw new DryadLinqException("Can't get Azure stream info for " + dataSetUri, e); } return(new DryadLinqStreamInfo(parCnt, size)); }