public void FSPath_verify_constructor_normalizes_account_name()
{
var u0 = new FsUri("adl://ACCOUNT.azuredatalakestore.net/users/USER1");
Assert.AreEqual("adl://account.azuredatalakestore.net/users/USER1", u0.ToUriString());
Assert.AreEqual("account", u0.Account);
var u1 = new FsUri("swebhdfs://ACCOUNT.azuredatalakestore.net/users/USER1");
Assert.AreEqual("adl://account.azuredatalakestore.net/users/USER1", u1.ToUriString());
Assert.AreEqual("account", u1.Account);
var u2 = new FsUri("webhdfs://ACCOUNT.azuredatalakestore.net/users/USER1");
Assert.AreEqual("adl://account.azuredatalakestore.net/users/USER1", u2.ToUriString());
Assert.AreEqual("account", u2.Account);
var u3 = new FsUri("adl://ACCOUNT.azuredatalakestore.net");
Assert.AreEqual("adl://account.azuredatalakestore.net/", u3.ToUriString());
Assert.AreEqual("account", u3.Account);
var u4 = new FsUri("adl://ACCOUNT.azuredatalakestore.net/");
Assert.AreEqual("adl://account.azuredatalakestore.net/", u4.ToUriString());
Assert.AreEqual("account", u4.Account);
var u5 = new FsUri("adl://ACCOUNT.azuredatalakestore.net\\");
Assert.AreEqual("adl://account.azuredatalakestore.net/", u5.ToUriString());
Assert.AreEqual("account", u5.Account);
}
public void SetFileExpiryAbsolute(FsUri uri, System.DateTimeOffset expiretime)
{
var ut = new FsUnixTime(expiretime);
var unix_time = ut.MillisecondsSinceEpoch;
this.RestClient.FileSystem.SetFileExpiry(uri.Account, uri.Path, ExpiryOptionType.Absolute, unix_time);
}
public void FSPath_Construct_from_string()
{
var u0 = new FsUri("adl://ACCOUNT.azuredatalakestore.net/users/USER1");
Assert.AreEqual("account", u0.Account);
Assert.AreEqual("/users/USER1", u0.Path);
var u1 = new FsUri("adl://ACCOUNT.azuredatalakestore.net/users/");
Assert.AreEqual("account", u1.Account);
Assert.AreEqual("/users/", u1.Path);
var u2 = new FsUri("adl://ACCOUNT.azuredatalakestore.net/users");
Assert.AreEqual("account", u2.Account);
Assert.AreEqual("/users", u2.Path);
var u3 = new FsUri("adl://ACCOUNT.azuredatalakestore.net/");
Assert.AreEqual("account", u3.Account);
Assert.AreEqual("/", u3.Path);
var u4 = new FsUri("adl://ACCOUNT.azuredatalakestore.net");
Assert.AreEqual("account", u4.Account);
Assert.AreEqual("/", u4.Path);
}
public FsAcl GetAclStatus(FsUri uri)
{
var acl_result = this.RestClient.FileSystem.GetAclStatus(uri.Account, uri.Path);
var acl_status = acl_result.AclStatus;
var fs_acl = new FsAcl(acl_status);
return(fs_acl);
}
public void RemoveAclEntries(FsUri uri, IEnumerable <FsAclEntry> entries)
{
foreach (var entry in entries)
{
if (entry.Permission.HasValue)
{
var perm = entry.Permission.Value;
if (perm.Integer > 0)
{
throw new System.ArgumentOutOfRangeException("For RemoveAclEntries the RWX must be empty");
}
}
}
var s = FsAclEntry.EntriesToString(entries);
s = s.Replace("---", ""); // NOTE: RemoveAclEntries doesn't support --- only empty
this.RestClient.FileSystem.RemoveAclEntries(uri.Account, uri.Path, s);
}
public void FSPath_Construct_from_accountg_and_path()
{
var u0 = new FsUri("ACCOUNT", null);
Assert.AreEqual("account", u0.Account);
Assert.AreEqual("/", u0.Path);
var u1 = new FsUri("ACCOUNT", "");
Assert.AreEqual("account", u1.Account);
Assert.AreEqual("/", u1.Path);
var u2 = new FsUri("ACCOUNT", "\\");
Assert.AreEqual("account", u2.Account);
Assert.AreEqual("/", u2.Path);
var u3 = new FsUri("ACCOUNT", "/");
Assert.AreEqual("account", u3.Account);
Assert.AreEqual("/", u3.Path);
}
public IEnumerable <FsFileStatusPage> ListFilesPaged(FsUri uri, FileListingParameters parameters)
{
string after = null;
while (true)
{
var result = RestClient.FileSystem.ListFileStatus(uri.Account, uri.Path, parameters.PageSize, after);
if (result.FileStatuses.FileStatus.Count > 0)
{
var page = new FsFileStatusPage();
page.Path = new FsPath(uri.Path);
page.FileItems = result.FileStatuses.FileStatus.Select(i => new FsFileStatus(i)).ToList();
yield return(page);
after = result.FileStatuses.FileStatus[result.FileStatuses.FileStatus.Count - 1].PathSuffix;
}
else
{
break;
}
}
}
public void SetFileExpiryRelativeToCreationDate(FsUri uri, System.TimeSpan timespan)
{
this.RestClient.FileSystem.SetFileExpiry(uri.Account, uri.Path, ExpiryOptionType.RelativeToCreationDate, (long)timespan.TotalMilliseconds);
}
public FsFileStatus GetFileStatus(FsUri uri)
{
var info = RestClient.FileSystem.GetFileStatus(uri.Account, uri.Path);
return(new FsFileStatus(info.FileStatus));
}
public void Create(FsUri uri, System.IO.Stream streamContents, FileCreateParameters parameters)
{
RestClient.FileSystem.Create(uri.Account, uri.Path, streamContents, parameters.Overwrite);
}
public void Delete(FsUri uri, bool recursive)
{
var result = RestClient.FileSystem.Delete(uri.Account, uri.Path, recursive);
}
public void Delete(FsUri uri)
{
var result = RestClient.FileSystem.Delete(uri.Account, uri.Path);
}
public void Mkdirs(FsUri uri)
{
var result = RestClient.FileSystem.Mkdirs(uri.Account, uri.Path);
}
public System.IO.Stream Open(FsUri uri, long offset, long bytesToRead)
{
return(this.RestClient.FileSystem.Open(uri.Account, uri.Path, bytesToRead, offset));
}
public System.IO.Stream Open(FsUri uri)
{
return(this.RestClient.FileSystem.Open(uri.Account, uri.Path));
}
public void ModifyAclEntries(FsUri uri, FsAclEntry entry)
{
this.RestClient.FileSystem.ModifyAclEntries(uri.Account, uri.Path, entry.ToString());
}
public void Upload(FsLocalPath frompath, FsUri topath, int threads, bool resume, bool overwrite, bool uploadasbinary)
{
this.RestClient.FileSystem.UploadFile(topath.Account, frompath.ToString(), topath.Path, threads, resume, overwrite, uploadasbinary);
}
public void SetFileExpiryNever(FsUri uri)
{
this.RestClient.FileSystem.SetFileExpiry(uri.Account, uri.Path, ExpiryOptionType.NeverExpire, null);
}
public void Append(FsUri uri, System.IO.Stream steamContents)
{
this.RestClient.FileSystem.Append(uri.Account, uri.Path, steamContents);
}
public void Download(FsUri frompath, FsLocalPath topath, int threads, bool resume, bool overwrite)
{
this.RestClient.FileSystem.DownloadFile(frompath.Account, frompath.Path, topath.ToString(), threads, resume, overwrite);
}
public void SetAcl(FsUri uri, IEnumerable <FsAclEntry> entries)
{
var s = FsAclEntry.EntriesToString(entries);
this.RestClient.FileSystem.SetAcl(uri.Account, uri.Path, s);
}
public ContentSummary GetContentSummary(FsUri uri)
{
var summary = this.RestClient.FileSystem.GetContentSummary(uri.Account, uri.Path);
return(summary.ContentSummary);
}
public void RemoveDefaultAcl(FsUri uri)
{
this.RestClient.FileSystem.RemoveDefaultAcl(uri.Account, uri.Path);
}
public void SetOwner(FsUri uri, string owner, string group)
{
this.RestClient.FileSystem.SetOwner(uri.Account, uri.Path, owner, group);
}
