/// <exception cref="Org.Apache.Hadoop.Hdfs.Util.XMLUtils.InvalidXmlException"/> public static CacheDirectiveInfo ReadCacheDirectiveInfo(XMLUtils.Stanza st) { CacheDirectiveInfo.Builder builder = new CacheDirectiveInfo.Builder(); builder.SetId(long.Parse(st.GetValue("ID"))); string path = st.GetValueOrNull("PATH"); if (path != null) { builder.SetPath(new Path(path)); } string replicationString = st.GetValueOrNull("REPLICATION"); if (replicationString != null) { builder.SetReplication(short.ParseShort(replicationString)); } string pool = st.GetValueOrNull("POOL"); if (pool != null) { builder.SetPool(pool); } string expiryTime = st.GetValueOrNull("EXPIRATION"); if (expiryTime != null) { builder.SetExpiration(CacheDirectiveInfo.Expiration.NewAbsolute(long.Parse(expiryTime ))); } return(builder.Build()); }
/// <exception cref="System.IO.IOException"/> public static CacheDirectiveInfo ReadCacheDirectiveInfo(DataInput @in) { CacheDirectiveInfo.Builder builder = new CacheDirectiveInfo.Builder(); builder.SetId(ReadLong(@in)); int flags = @in.ReadInt(); if ((flags & unchecked ((int)(0x1))) != 0) { builder.SetPath(new Path(ReadString(@in))); } if ((flags & unchecked ((int)(0x2))) != 0) { builder.SetReplication(ReadShort(@in)); } if ((flags & unchecked ((int)(0x4))) != 0) { builder.SetPool(ReadString(@in)); } if ((flags & unchecked ((int)(0x8))) != 0) { builder.SetExpiration(CacheDirectiveInfo.Expiration.NewAbsolute(ReadLong(@in))); } if ((flags & ~unchecked ((int)(0xF))) != 0) { throw new IOException("unknown flags set in " + "ModifyCacheDirectiveInfoOp: " + flags); } return(builder.Build()); }
/// <exception cref="System.IO.IOException"/> public virtual int Run(Configuration conf, IList <string> args) { CacheDirectiveInfo.Builder builder = new CacheDirectiveInfo.Builder(); string pathFilter = StringUtils.PopOptionWithArgument("-path", args); if (pathFilter != null) { builder.SetPath(new Path(pathFilter)); } string poolFilter = StringUtils.PopOptionWithArgument("-pool", args); if (poolFilter != null) { builder.SetPool(poolFilter); } bool printStats = StringUtils.PopOption("-stats", args); string idFilter = StringUtils.PopOptionWithArgument("-id", args); if (idFilter != null) { builder.SetId(long.Parse(idFilter)); } if (!args.IsEmpty()) { System.Console.Error.WriteLine("Can't understand argument: " + args[0]); return(1); } TableListing.Builder tableBuilder = new TableListing.Builder().AddField("ID", TableListing.Justification .Right).AddField("POOL", TableListing.Justification.Left).AddField("REPL", TableListing.Justification .Right).AddField("EXPIRY", TableListing.Justification.Left).AddField("PATH", TableListing.Justification .Left); if (printStats) { tableBuilder.AddField("BYTES_NEEDED", TableListing.Justification.Right).AddField( "BYTES_CACHED", TableListing.Justification.Right).AddField("FILES_NEEDED", TableListing.Justification .Right).AddField("FILES_CACHED", TableListing.Justification.Right); } TableListing tableListing = tableBuilder.Build(); try { DistributedFileSystem dfs = AdminHelper.GetDFS(conf); RemoteIterator <CacheDirectiveEntry> iter = dfs.ListCacheDirectives(builder.Build( )); int numEntries = 0; while (iter.HasNext()) { CacheDirectiveEntry entry = iter.Next(); CacheDirectiveInfo directive = entry.GetInfo(); CacheDirectiveStats stats = entry.GetStats(); IList <string> row = new List <string>(); row.AddItem(string.Empty + directive.GetId()); row.AddItem(directive.GetPool()); row.AddItem(string.Empty + directive.GetReplication()); string expiry; // This is effectively never, round for nice printing if (directive.GetExpiration().GetMillis() > CacheDirectiveInfo.Expiration.MaxRelativeExpiryMs / 2) { expiry = "never"; } else { expiry = directive.GetExpiration().ToString(); } row.AddItem(expiry); row.AddItem(directive.GetPath().ToUri().GetPath()); if (printStats) { row.AddItem(string.Empty + stats.GetBytesNeeded()); row.AddItem(string.Empty + stats.GetBytesCached()); row.AddItem(string.Empty + stats.GetFilesNeeded()); row.AddItem(string.Empty + stats.GetFilesCached()); } tableListing.AddRow(Sharpen.Collections.ToArray(row, new string[row.Count])); numEntries++; } System.Console.Out.Write(string.Format("Found %d entr%s%n", numEntries, numEntries == 1 ? "y" : "ies")); if (numEntries > 0) { System.Console.Out.Write(tableListing); } } catch (IOException e) { System.Console.Error.WriteLine(AdminHelper.PrettifyException(e)); return(2); } return(0); }
/// <exception cref="System.IO.IOException"/> public virtual int Run(Configuration conf, IList <string> args) { CacheDirectiveInfo.Builder builder = new CacheDirectiveInfo.Builder(); bool modified = false; string idString = StringUtils.PopOptionWithArgument("-id", args); if (idString == null) { System.Console.Error.WriteLine("You must specify a directive ID with -id."); return(1); } builder.SetId(long.Parse(idString)); string path = StringUtils.PopOptionWithArgument("-path", args); if (path != null) { builder.SetPath(new Path(path)); modified = true; } bool force = StringUtils.PopOption("-force", args); string replicationString = StringUtils.PopOptionWithArgument("-replication", args ); if (replicationString != null) { builder.SetReplication(short.ParseShort(replicationString)); modified = true; } string poolName = StringUtils.PopOptionWithArgument("-pool", args); if (poolName != null) { builder.SetPool(poolName); modified = true; } string ttlString = StringUtils.PopOptionWithArgument("-ttl", args); try { CacheDirectiveInfo.Expiration ex = ParseExpirationString(ttlString); if (ex != null) { builder.SetExpiration(ex); modified = true; } } catch (IOException e) { System.Console.Error.WriteLine("Error while parsing ttl value: " + e.Message); return(1); } if (!args.IsEmpty()) { System.Console.Error.WriteLine("Can't understand argument: " + args[0]); System.Console.Error.WriteLine("Usage is " + GetShortUsage()); return(1); } if (!modified) { System.Console.Error.WriteLine("No modifications were specified."); return(1); } DistributedFileSystem dfs = AdminHelper.GetDFS(conf); EnumSet <CacheFlag> flags = EnumSet.NoneOf <CacheFlag>(); if (force) { flags.AddItem(CacheFlag.Force); } try { dfs.ModifyCacheDirective(builder.Build(), flags); System.Console.Out.WriteLine("Modified cache directive " + idString); } catch (IOException e) { System.Console.Error.WriteLine(AdminHelper.PrettifyException(e)); return(2); } return(0); }
/// <exception cref="System.IO.IOException"/> public virtual int Run(Configuration conf, IList <string> args) { CacheDirectiveInfo.Builder builder = new CacheDirectiveInfo.Builder(); string path = StringUtils.PopOptionWithArgument("-path", args); if (path == null) { System.Console.Error.WriteLine("You must specify a path with -path."); return(1); } builder.SetPath(new Path(path)); string poolName = StringUtils.PopOptionWithArgument("-pool", args); if (poolName == null) { System.Console.Error.WriteLine("You must specify a pool name with -pool."); return(1); } builder.SetPool(poolName); bool force = StringUtils.PopOption("-force", args); string replicationString = StringUtils.PopOptionWithArgument("-replication", args ); if (replicationString != null) { short replication = short.ParseShort(replicationString); builder.SetReplication(replication); } string ttlString = StringUtils.PopOptionWithArgument("-ttl", args); try { CacheDirectiveInfo.Expiration ex = ParseExpirationString(ttlString); if (ex != null) { builder.SetExpiration(ex); } } catch (IOException e) { System.Console.Error.WriteLine("Error while parsing ttl value: " + e.Message); return(1); } if (!args.IsEmpty()) { System.Console.Error.WriteLine("Can't understand argument: " + args[0]); return(1); } DistributedFileSystem dfs = AdminHelper.GetDFS(conf); CacheDirectiveInfo directive = builder.Build(); EnumSet <CacheFlag> flags = EnumSet.NoneOf <CacheFlag>(); if (force) { flags.AddItem(CacheFlag.Force); } try { long id = dfs.AddCacheDirective(directive, flags); System.Console.Out.WriteLine("Added cache directive " + id); } catch (IOException e) { System.Console.Error.WriteLine(AdminHelper.PrettifyException(e)); return(2); } return(0); }