public void TestServerDirectoryFileDump()
{
string pathQuery = Guid.NewGuid().ToString();
string tempDir = Path.Combine(Path.GetTempPath(), pathQuery);
Directory.CreateDirectory(tempDir);
string loremIpsum = "Lorem ipsum dolor sit amet";
StringBuilder sb = new StringBuilder(loremIpsum.Length * 1024);
for (int i = 0; i < 102400; i++)
{
sb.Append(loremIpsum);
}
File.WriteAllText(Path.Combine(tempDir, "file.txt"), sb.ToString());
MockDeaClient.SetResponse(tempDir);
MockDeaClient client = new MockDeaClient();
CloudFoundry.WinDEA.DirectoryServer.DirectoryServer server = new CloudFoundry.WinDEA.DirectoryServer.DirectoryServer();
server.Start("127.0.0.1", DirectoryConfiguration.ReadConfig(), client);
string output = DownloadString(string.Format("http://127.0.0.1:{0}/{1}", DirectoryConfiguration.ReadConfig().DirectoryServer.V2Port, "file.txt"));
server.Stop();
Assert.IsFalse(string.IsNullOrWhiteSpace(output));
Assert.IsTrue(output == sb.ToString());
}
private void WriteFile(string path, bool tail, HttpListenerContext context)
{
try
{
if (tail)
{
Logger.Debug("Directory server tailing file '{0}'", path);
string mimeType = DetectContentType(path);
context.Response.StatusCode = (int)System.Net.HttpStatusCode.OK;
context.Response.ContentType = mimeType;
StreamHandler streamHandler = new StreamHandler(path, TimeSpan.FromMilliseconds(50), TimeSpan.FromMilliseconds(this.streamingTimeout), context);
streamHandler.Start();
}
else
{
DumpFile(path, context);
}
}
catch (Exception ex)
{
DirectoryServer.WriteServerError(ex.Message, context);
}
}
/// <summary>
/// If validation with the DEA is successful, the HTTP request is served.
/// Otherwise, the same HTTP response from the DEA is served as response to
/// the HTTP request.
/// </summary>
/// <param name="listenerContext">Http context to respond to.</param>
private void ServeHttp(object listenerContext)
{
try
{
HttpListenerContext context = (HttpListenerContext)listenerContext;
Uri uri = context.Request.Url;
PathLookupResponse response = this.deaClient.LookupPath(uri);
if (!string.IsNullOrWhiteSpace(response.Error))
{
Logger.Warning(Strings.ErrorInLookupPath, response.Error);
DirectoryServer.WriteServerError(Strings.WinDEADidNotRespondProperly, context);
}
else
{
var queryString = string.Join(string.Empty, uri.PathAndQuery.Split('?').Skip(1));
NameValueCollection queryStrings = System.Web.HttpUtility.ParseQueryString(queryString);
bool tail = queryStrings.AllKeys.Select(key => queryStrings.GetValues(key).Contains("tail")).Any(v => v);
Logger.Debug("Directory Server file request is: {0}; path is {1}", uri, queryStrings["path"]);
this.ListPath(response.Path, tail, context);
}
}
catch (Exception ex)
{
Logger.Error("Directory Server - there was an error serving http: {0}", ex.ToString());
}
}
/// <summary>
/// Lists directory, or writes file contents in the HTTP response as per the
/// the response received from the DEA. If the "tail" parameter is part of
/// the HTTP request, then the file contents are streamed through chunked
/// HTTP transfer encoding. Otherwise, the entire file is dumped in the HTTP
/// response.
/// Writes appropriate errors and status codes in the HTTP response if there is
/// a problem in reading the file or directory.
/// </summary>
/// <param name="path">The path.</param>
/// <param name="tail">if set to <c>true</c> it means we tail the file live.</param>
/// <param name="context">Http context to respond to.</param>
private void ListPath(string path, bool tail, HttpListenerContext context)
{
if (File.Exists(path))
{
this.WriteFile(path, tail, context);
}
else if (Directory.Exists(path))
{
DirectoryServer.ListDir(path, context);
}
else
{
Logger.Warning(Strings.PathNotFound, path);
DirectoryServer.WriteEntityNotFound(context);
}
}
public void TestServerDirectoryDirList()
{
string pathQuery = Guid.NewGuid().ToString();
string tempDir = Path.Combine(Path.GetTempPath(), pathQuery);
Directory.CreateDirectory(tempDir);
Directory.CreateDirectory(Path.Combine(tempDir, "dir1"));
Directory.CreateDirectory(Path.Combine(tempDir, "dir2"));
string loremIpsum = "Lorem ipsum dolor sit amet";
File.WriteAllText(Path.Combine(tempDir, "file1.txt"), loremIpsum);
StringBuilder sb = new StringBuilder(loremIpsum.Length * 1024);
for (int i = 0; i < 1024; i++)
{
sb.Append(loremIpsum);
}
File.WriteAllText(Path.Combine(tempDir, "file2.txt"), sb.ToString());
MockDeaClient.SetResponse(Path.GetTempPath());
MockDeaClient client = new MockDeaClient();
CloudFoundry.WinDEA.DirectoryServer.DirectoryServer server = new CloudFoundry.WinDEA.DirectoryServer.DirectoryServer();
server.Start("127.0.0.1", DirectoryConfiguration.ReadConfig(), client);
string output = DownloadString(string.Format("http://127.0.0.1:{0}/{1}", DirectoryConfiguration.ReadConfig().DirectoryServer.V2Port, pathQuery));
server.Stop();
Assert.IsFalse(string.IsNullOrWhiteSpace(output));
string expectedOutput = string.Format(@"dir1/ -
dir2/ -
file1.txt {0}B
file2.txt {1}K
", loremIpsum.Length, ((1024.0 * loremIpsum.Length) / 1024).ToString("0.00"));
Assert.IsTrue(output == expectedOutput);
}
public void TestServerDirectoryFileTail()
{
string pathQuery = Guid.NewGuid().ToString();
string tempDir = Path.Combine(Path.GetTempPath(), pathQuery);
Directory.CreateDirectory(tempDir);
string loremIpsum = "Lorem ipsum dolor sit amet";
string filePath = Path.Combine(tempDir, "file.txt");
File.WriteAllText(filePath, loremIpsum);
MockDeaClient.SetResponse(tempDir);
MockDeaClient client = new MockDeaClient();
CloudFoundry.WinDEA.DirectoryServer.DirectoryServer server = new CloudFoundry.WinDEA.DirectoryServer.DirectoryServer();
DEAElement config = DirectoryConfiguration.ReadConfig();
config.DirectoryServer.StreamingTimeoutMS = 5000;
server.Start("127.0.0.1", config, client);
Random rnd = new Random();
string returnBytes = string.Empty;
string sentBytes = string.Empty;
int readCount = 0;
string appendChars = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
Thread newThread = new Thread(() =>
{
byte[] randomBytes = new byte[rnd.Next(100)];
rnd.NextBytes(randomBytes);
File.AppendAllText(filePath, ASCIIEncoding.ASCII.GetString(randomBytes));
HttpWebResponse response = null;
HttpWebRequest request = (HttpWebRequest)HttpWebRequest.Create(string.Format("http://127.0.0.1:{0}/{1}?tail", DirectoryConfiguration.ReadConfig().DirectoryServer.V2Port, "file.txt"));
response = (HttpWebResponse)request.GetResponse();
Stream responseStream = response.GetResponseStream();
byte[] responseBytes = new byte[200];
int read;
do
{
read = responseStream.Read(responseBytes, 0, responseBytes.Length);
returnBytes += ASCIIEncoding.ASCII.GetString(responseBytes, 0, read);
readCount++;
}while (read != 0);
});
Thread writerThread = new Thread(() =>
{
for (int i = 0; i < 10; i++)
{
Thread.Sleep(50);
string toWrite = string.Empty;
for (int j = 0; j < rnd.Next(100); j++)
{
toWrite += appendChars[rnd.Next(appendChars.Length)];
}
File.AppendAllText(filePath, toWrite);
sentBytes += toWrite;
}
});
newThread.Start();
Thread.Sleep(1000);
writerThread.Start();
writerThread.Join();
newThread.Join();
server.Stop();
Assert.AreEqual(sentBytes, returnBytes);
Assert.IsTrue(readCount > 1);
}
public void TestServerDirectoryFileTail()
{
string pathQuery = Guid.NewGuid().ToString();
string tempDir = Path.Combine(Path.GetTempPath(), pathQuery);
Directory.CreateDirectory(tempDir);
string loremIpsum = "Lorem ipsum dolor sit amet";
string filePath = Path.Combine(tempDir, "file.txt");
File.WriteAllText(filePath, loremIpsum);
MockDeaClient.SetResponse(tempDir);
MockDeaClient client = new MockDeaClient();
CloudFoundry.WinDEA.DirectoryServer.DirectoryServer server = new CloudFoundry.WinDEA.DirectoryServer.DirectoryServer();
DEAElement config = DirectoryConfiguration.ReadConfig();
config.DirectoryServer.StreamingTimeoutMS = 5000;
server.Start("127.0.0.1", config, client);
Random rnd = new Random();
string returnBytes = string.Empty;
string sentBytes = string.Empty;
int readCount = 0;
string appendChars = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
Thread newThread = new Thread(() =>
{
byte[] randomBytes = new byte[rnd.Next(100)];
rnd.NextBytes(randomBytes);
File.AppendAllText(filePath, ASCIIEncoding.ASCII.GetString(randomBytes));
HttpWebResponse response = null;
HttpWebRequest request = (HttpWebRequest)HttpWebRequest.Create(string.Format("http://127.0.0.1:{0}/{1}?tail", DirectoryConfiguration.ReadConfig().DirectoryServer.V2Port, "file.txt"));
response = (HttpWebResponse)request.GetResponse();
Stream responseStream = response.GetResponseStream();
byte[] responseBytes = new byte[200];
int read;
do
{
read = responseStream.Read(responseBytes, 0, responseBytes.Length);
returnBytes += ASCIIEncoding.ASCII.GetString(responseBytes, 0, read);
readCount ++;
}
while (read != 0);
});
Thread writerThread = new Thread(() =>
{
for (int i = 0; i < 10; i++)
{
Thread.Sleep(50);
string toWrite = string.Empty;
for (int j = 0; j < rnd.Next(100); j++)
{
toWrite += appendChars[rnd.Next(appendChars.Length)];
}
File.AppendAllText(filePath, toWrite);
sentBytes += toWrite;
}
});
newThread.Start();
Thread.Sleep(1000);
writerThread.Start();
writerThread.Join();
newThread.Join();
server.Stop();
Assert.AreEqual(sentBytes, returnBytes);
Assert.IsTrue(readCount > 1);
}