public void PutReducedResult(string view, string reduceKey, int level, int sourceBucket, int bucket, RavenJObject data)
{
Guid etag = uuidGenerator.CreateSequentialUuid();
using (var update = new Update(session, ReducedResults, JET_prep.Insert))
{
Api.SetColumn(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["view"], view, Encoding.Unicode);
Api.SetColumn(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["level"], level);
Api.SetColumn(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["reduce_key"], reduceKey, Encoding.Unicode);
Api.SetColumn(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["hashed_reduce_key"], HashReduceKey(reduceKey));
Api.SetColumn(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["bucket"], bucket);
Api.SetColumn(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["source_bucket"], sourceBucket);
using (Stream stream = new BufferedStream(new ColumnStream(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["data"])))
{
using (var dataStream = documentCodecs.Aggregate(stream, (ds, codec) => codec.Value.Encode(reduceKey, data, null, ds)))
{
data.WriteTo(dataStream);
dataStream.Flush();
}
}
Api.SetColumn(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["etag"], etag.TransformToValueForEsentSorting());
Api.SetColumn(session, ReducedResults, tableColumnsCache.ReduceResultsColumns["timestamp"], SystemTime.UtcNow);
update.Save();
}
}
internal UidSpaceMapper(long strideLength, long newBaseUid, long oldBaseUid, long numUrls, string fileName)
{
this.oldBaseUid = oldBaseUid;
this.newBaseUid = newBaseUid;
this.numUrls = numUrls;
this.strideLength = strideLength;
using (var stream = new BufferedStream(new FileStream(fileName, FileMode.Open, FileAccess.Read))) {
this.bytes = new CachedStream(stream, (ulong)stream.Length);
this.deco = new VarNybbleIntStreamDecompressor(this.bytes);
}
// Construct the index by parsing this.bytes
long numIdxItems = (numUrls / strideLength) + 1;
this.idxPosition = new ulong[numIdxItems];
this.idxGapSum = new ulong[numIdxItems];
ulong gapSum = 0;
int p = 0;
for (long i = 0; i <= numUrls; i++) {
if (i % strideLength == 0) {
this.idxPosition[p] = deco.GetPosition();
this.idxGapSum[p] = gapSum;
p++;
}
if (i < numUrls) gapSum += deco.GetUInt64();
}
Contract.Assert(p == numIdxItems);
Contract.Assert(deco.AtEnd());
}
public void BadXmlTests()
{
try {
EncodeHelper.Deserialize("<garbage />", typeof(System.Object));
Assert.Fail("You should not have been able to deserialize this preceding xml");
}
catch {
}
MemoryStream ms = new MemoryStream();
using (StreamWriter sw = new StreamWriter(ms)) {
sw.Write("<garbage />");
sw.Flush();
object test = EncodeHelper.Deserialize(ms);
Assert.AreEqual(null, test);
}
try {
//Test the Deserialize method that builds an error message.
ms = new MemoryStream();
using (BufferedStream sw = new BufferedStream(ms)) {
sw.Write(Encoding.UTF8.GetPreamble(), 0, 3);
byte[] msg = System.Text.Encoding.UTF8.GetBytes("<garbage>");
sw.Write(msg, 0, msg.Length);
sw.Flush();
ms.Position = 0;
object test = EncodeHelper.Deserialize(ms);
Assert.AreEqual(null, test);
}
}
catch (Exception ex) {
if (ex.Message.IndexOf("Couldn't parse XML") == -1)
Assert.Fail("We should have failed for a bad xml file.");
}
}
public void PutMappedResult(string view, string docId, string reduceKey, RavenJObject data)
{
Etag etag = uuidGenerator.CreateSequentialUuid(UuidType.MappedResults);
using (var update = new Update(session, MappedResults, JET_prep.Insert))
{
Api.SetColumn(session, MappedResults, tableColumnsCache.MappedResultsColumns["view"], view, Encoding.Unicode);
Api.SetColumn(session, MappedResults, tableColumnsCache.MappedResultsColumns["document_key"], docId, Encoding.Unicode);
Api.SetColumn(session, MappedResults, tableColumnsCache.MappedResultsColumns["reduce_key"], reduceKey, Encoding.Unicode);
Api.SetColumn(session, MappedResults, tableColumnsCache.MappedResultsColumns["hashed_reduce_key"], HashReduceKey(reduceKey));
var mapBucket = IndexingUtil.MapBucket(docId);
Api.SetColumn(session, MappedResults, tableColumnsCache.MappedResultsColumns["bucket"], mapBucket);
using (Stream stream = new BufferedStream(new ColumnStream(session, MappedResults, tableColumnsCache.MappedResultsColumns["data"])))
{
using (var dataStream = documentCodecs.Aggregate(stream, (ds, codec) => codec.Value.Encode(reduceKey, data, null, ds)))
{
data.WriteTo(dataStream);
dataStream.Flush();
}
}
Api.SetColumn(session, MappedResults, tableColumnsCache.MappedResultsColumns["etag"], etag.TransformToValueForEsentSorting());
Api.SetColumn(session, MappedResults, tableColumnsCache.MappedResultsColumns["timestamp"], SystemTime.UtcNow.ToBinary());
update.Save();
}
}
public void EbcdicTestsTestReader()
{
FileFormat fileFormat = CopybookLoader.LoadCopybook(Copybook + "/Test.fileformat");
using (BufferedStream inputStream = new BufferedStream(new MemoryStream(Bytes)))
{
EbcdicReader reader = new EbcdicReader(inputStream, fileFormat, false);
List<object> record = reader.NextRecord();
Assert.AreEqual(Objects.Length, record.ToArray().Length);
Assert.AreEqual(Objects.GetType(), record.ToArray().GetType());
//NOTE : CollectionAssert does not support nested collection handling ...
int index = 0;
foreach (var rec in record.ToArray())
{
var array = rec as Array;
if (array != null)
{
CollectionAssert.AreEqual((Array)Objects[index], array);
}
else
{
Assert.AreEqual(Objects[index], rec);
}
index++;
}
}
}
public static TransportMessage ToTransportMessage(this SqsTransportMessage sqsTransportMessage, IAmazonS3 amazonS3, SqsConnectionConfiguration connectionConfiguration)
{
var messageId = sqsTransportMessage.Headers[Headers.MessageId];
var result = new TransportMessage(messageId, sqsTransportMessage.Headers);
if (!string.IsNullOrEmpty(sqsTransportMessage.S3BodyKey))
{
var s3GetResponse = amazonS3.GetObject(connectionConfiguration.S3BucketForLargeMessages, sqsTransportMessage.S3BodyKey);
result.Body = new byte[s3GetResponse.ResponseStream.Length];
using (BufferedStream bufferedStream = new BufferedStream(s3GetResponse.ResponseStream))
{
int count;
int transferred = 0;
while ((count = bufferedStream.Read(result.Body, transferred, 8192)) > 0)
{
transferred += count;
}
}
}
else
{
result.Body = Convert.FromBase64String(sqsTransportMessage.Body);
}
result.TimeToBeReceived = sqsTransportMessage.TimeToBeReceived;
if (sqsTransportMessage.ReplyToAddress != null)
{
result.Headers[Headers.ReplyToAddress] = sqsTransportMessage.ReplyToAddress.ToString();
}
return result;
}
/// <summary>
/// Detects the format of the Reader input, and if known, it will return
/// a CDK Reader to read the format, or null when the reader is not
/// implemented.
/// </summary>
/// <returns> null if CDK does not contain a reader for the detected format.
///
/// </returns>
/// <seealso cref="createReader(Reader)">
/// </seealso>
public virtual IChemObjectReader createReader(System.IO.Stream input)
{
System.IO.BufferedStream bistream = new System.IO.BufferedStream(input, 8192);
System.IO.Stream istreamToRead = bistream; // if gzip test fails, then take default
SupportClass.BufferedStreamManager.manager.MarkPosition(5, bistream);
int countRead = 0;
try
{
sbyte[] abMagic = new sbyte[4];
countRead = SupportClass.ReadInput(bistream, abMagic, 0, 4);
bistream.Position = SupportClass.BufferedStreamManager.manager.ResetMark(bistream);
if (countRead == 4)
{
if (abMagic[0] == (sbyte)0x1F && abMagic[1] == (sbyte)SupportClass.Identity(0x8B))
{
//UPGRADE_ISSUE: Constructor 'java.util.zip.GZIPInputStream.GZIPInputStream' was not converted. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1000_javautilzipGZIPInputStream'"
istreamToRead = null;// new GZIPInputStream(bistream);
}
}
}
catch (System.IO.IOException exception)
{
//UPGRADE_TODO: The equivalent in .NET for method 'java.lang.Throwable.getMessage' may return a different value. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1043'"
//logger.error(exception.Message);
//logger.debug(exception);
}
return(createReader(new System.IO.StreamReader(istreamToRead, System.Text.Encoding.Default)));
}
public void process()
{
// we can't use a StreamReader for input, because it buffers up extra data on us inside it's
// "processed" view of the world, and we want the data raw after the headers
inputByteStream = new System.IO.BufferedStream(socket.GetStream());
// we probably shouldn't be using a streamwriter for all output from handlers either
outputStream = new System.IO.StreamWriter(new System.IO.BufferedStream(socket.GetStream()));
outputByteStream = new System.IO.BufferedStream(socket.GetStream());
try
{
parseRequest();
if (http_method.Equals("GET"))
{
handleGETRequest();
}
else if (http_method.Equals("POST"))
{
handlePOSTRequest();
}
}
catch (Exception e)
{
Console.WriteLine("Exception: " + e.ToString());
writeFailure();
}
//outputStream.Flush();
// bs.Flush(); // flush any remaining output
inputByteStream = null; outputStream = null; // bs = null;
socket.Close();
}
public virtual IChemFormat guessFormat(System.IO.Stream input)
{
System.IO.BufferedStream bistream = new System.IO.BufferedStream(input, 8192);
System.IO.Stream istreamToRead = bistream; // if gzip test fails, then take default
SupportClass.BufferedStreamManager.manager.MarkPosition(5, bistream);
int countRead = 0;
try
{
sbyte[] abMagic = new sbyte[4];
countRead = SupportClass.ReadInput(bistream, abMagic, 0, 4);
bistream.Position = SupportClass.BufferedStreamManager.manager.ResetMark(bistream);
if (countRead == 4)
{
if (abMagic[0] == (sbyte)0x1F && abMagic[1] == (sbyte)SupportClass.Identity(0x8B))
{
//UPGRADE_ISSUE: Constructor 'java.util.zip.GZIPInputStream.GZIPInputStream' was not converted. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1000_javautilzipGZIPInputStream'"
istreamToRead = null;// new GZIPInputStream(bistream);
}
}
}
catch (System.IO.IOException exception)
{
//UPGRADE_TODO: The equivalent in .NET for method 'java.lang.Throwable.getMessage' may return a different value. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1043'"
//logger.error(exception.Message);
//logger.debug(exception);
}
//UPGRADE_TODO: The differences in the expected value of parameters for constructor 'java.io.BufferedReader.BufferedReader' may cause compilation errors. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1092'"
//UPGRADE_WARNING: At least one expression was used more than once in the target code. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1181'"
return(guessFormat(new System.IO.StreamReader(new System.IO.StreamReader(istreamToRead, System.Text.Encoding.Default).BaseStream, new System.IO.StreamReader(istreamToRead, System.Text.Encoding.Default).CurrentEncoding)));
}
public PooledSocket(IPEndPoint endpoint, TimeSpan connectionTimeout, TimeSpan receiveTimeout)
{
this.isAlive = true;
var socket = new Socket(endpoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp);
// TODO test if we're better off using nagle
//PHP: OPT_TCP_NODELAY
//socket.NoDelay = true;
var timeout = connectionTimeout == TimeSpan.MaxValue
? Timeout.Infinite
: (int)connectionTimeout.TotalMilliseconds;
var rcv = receiveTimeout == TimeSpan.MaxValue
? Timeout.Infinite
: (int)receiveTimeout.TotalMilliseconds;
socket.ReceiveTimeout = rcv;
socket.SendTimeout = rcv;
socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.KeepAlive, true);
ConnectWithTimeout(socket, endpoint, timeout);
this.socket = socket;
this.endpoint = endpoint;
this.inputStream = new BufferedStream(new BasicNetworkStream(socket));
}
public CSocket(IPEndPoint _endPoint, ScoketPool _pool, SocketPoolProfile config)
{
socketConfig = config;
endpoint = _endPoint;
pool = _pool;
Socket _socket = new Socket(_endPoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp);
_socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.SendTimeout, (int)config.SendTimeout.TotalMilliseconds);
_socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.ReceiveTimeout, 24 * 3600 * 1000/*one day*/);//(int)config.ReceiveTimeout.TotalMilliseconds);
_socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.NoDelay, !config.Nagle);
_socket.Connect(_endPoint);
socket = _socket;
this.inputStream = new BufferedStream(new NetworkStream(this.socket), config.BufferSize);
Thread th = new Thread(delegate() {
while (true)
{
try
{
Receive();
}
catch (Exception ex)
{
logger.Notice(ex.Message);
}
}
});
th.Start();
}
public PooledSocket(IPEndPoint endpoint, TimeSpan connectionTimeout, TimeSpan receiveTimeout)
{
var socket = new Socket(endpoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp);
// all operations are "atomic", we do not send small chunks of data
socket.NoDelay = true;
var mre = new ManualResetEvent(false);
var timeout = connectionTimeout == TimeSpan.MaxValue
? Timeout.Infinite
: (int)connectionTimeout.TotalMilliseconds;
socket.ReceiveTimeout = (int)receiveTimeout.TotalMilliseconds;
socket.SendTimeout = (int)receiveTimeout.TotalMilliseconds;
socket.BeginConnect(endpoint, iar =>
{
try { using (iar.AsyncWaitHandle) socket.EndConnect(iar); }
catch { }
mre.Set();
}, null);
if (!mre.WaitOne(timeout) || !socket.Connected)
{
using (socket)
throw new TimeoutException("Could not connect to " + endpoint);
}
this.socket = socket;
this.endpoint = endpoint;
this.inputStream = new BufferedStream(new BasicNetworkStream(socket));
}
public override void ShowUsage()
{
//BufferedStream类主要也是用来处理流数据的，但是该类主要的功能是用来封装其他流类。
//为什么要封装其他流类，这么做的意义是什么？按照微软的话说主要是减少某些流直接操作存储设备的时间。
//对于一些流来说直接向磁盘中存储数据这种做法的效率并不高，用BufferedStream包装过的流，先在内存中进行统一的处理再向磁盘中写入数据，也会提高写入的效率。
Console.WriteLine("BufferedStream类主要也是用来处理流数据的，但是该类主要的功能是用来封装其他流类。");
FileStream fileStream1 = File.Open(@"C:\NewText.txt", FileMode.OpenOrCreate, FileAccess.Read); //读取文件流
FileStream fileStream2 = File.Open(@"C:\Text2.txt", FileMode.OpenOrCreate, FileAccess.Write); //写入文件流
byte[] array4 = new byte[4096];
BufferedStream bufferedInput = new BufferedStream(fileStream1); //封装文件流
BufferedStream bufferedOutput = new BufferedStream(fileStream2); //封装文件流
int byteRead = bufferedInput.Read(array4, 0, array4.Length);
bufferedOutput.Write(array4, 0, array4.Length);
//= bufferedInput.Read(array4, 0, 4096);
while (byteRead > 0) //读取到了数据
{
bufferedOutput.Write(array4, 0, byteRead);
Console.WriteLine(byteRead);
break;
};
bufferedInput.Close();
bufferedOutput.Close();
fileStream1.Close();
fileStream2.Close();
Console.ReadKey();
}
protected override Task SerializeToStreamAsync(Stream stream, TransportContext context)
{
if (HasNoData())
return new CompletedTask<bool>(true);
using ( var undisposableStream = new UndisposableStream(stream) )
using ( var bufferedStream = new BufferedStream(undisposableStream))
{
var writer = new StreamWriter(bufferedStream, DefaultEncoding);
if (string.IsNullOrEmpty(Jsonp) == false)
{
writer.Write(Jsonp);
writer.Write("(");
}
Data.WriteTo(new JsonTextWriter(writer)
{
Formatting = IsOutputHumanReadable ? Formatting.Indented : Formatting.None,
}, Default.Converters);
if (string.IsNullOrEmpty(Jsonp) == false)
writer.Write(")");
writer.Flush();
}
return new CompletedTask<bool>(true);
}
public void Set(string name, string key, RavenJObject data, UuidType uuidType)
{
Api.JetSetCurrentIndex(session, Lists, "by_name_and_key");
Api.MakeKey(session, Lists, name, Encoding.Unicode, MakeKeyGrbit.NewKey);
Api.MakeKey(session, Lists, key, Encoding.Unicode, MakeKeyGrbit.None);
var exists = Api.TrySeek(session, Lists, SeekGrbit.SeekEQ);
using (var update = new Update(session, Lists, exists ? JET_prep.Replace : JET_prep.Insert))
{
Api.SetColumn(session, Lists, tableColumnsCache.ListsColumns["name"], name, Encoding.Unicode);
Api.SetColumn(session, Lists, tableColumnsCache.ListsColumns["key"], key, Encoding.Unicode);
Api.SetColumn(session, Lists, tableColumnsCache.ListsColumns["etag"], uuidGenerator.CreateSequentialUuid(uuidType).TransformToValueForEsentSorting());
Api.SetColumn(session, Lists, tableColumnsCache.ListsColumns["created_at"], SystemTime.UtcNow);
using (var columnStream = new ColumnStream(session, Lists, tableColumnsCache.ListsColumns["data"]))
{
if (exists)
columnStream.SetLength(0);
using (Stream stream = new BufferedStream(columnStream))
{
data.WriteTo(stream);
stream.Flush();
}
}
update.Save();
}
}
/// <summary>
/// 分块下载
/// </summary>
/// <param name="bufferedStream"></param>
/// <param name="startPos"></param>
/// <param name="endPos"></param>
/// <param name="localFilePath"></param>
/// <param name="bucketName"></param>
/// <param name="fileKey"></param>
private static void Download(BufferedStream bufferedStream, long startPos, long endPos, String localFilePath, String bucketName, String fileKey)
{
Stream contentStream = null;
try
{
var getObjectRequest = new GetObjectRequest(bucketName, fileKey);
getObjectRequest.SetRange(startPos, endPos);
var ossObject = _client.GetObject(getObjectRequest);
byte[] buffer = new byte[1024 * 1024];
var bytesRead = 0;
bufferedStream.Seek(startPos, SeekOrigin.Begin);
contentStream = ossObject.Content;
while ((bytesRead = contentStream.Read(buffer, 0, buffer.Length)) > 0)
{
bufferedStream.Write(buffer, 0, bytesRead);
}
}
finally
{
if (contentStream != null)
{
contentStream.Dispose();
}
}
}
protected override async Task SerializeToStreamAsync(Stream stream, TransportContext context)
{
using (var uncloseableStream = new UndisposableStream(stream))
using (var bufferedStream = new BufferedStream(uncloseableStream))
{
Stream compressedStream = null;
if (encodingType == "gzip")
{
compressedStream = new GZipStream(bufferedStream, CompressionMode.Compress, leaveOpen: true);
}
else if (encodingType == "deflate")
{
compressedStream = new DeflateStream(bufferedStream, CompressionMode.Compress, leaveOpen: true);
}
else throw new InvalidOperationException("This shouldn't happen, ever.");
await originalContent.CopyToAsync(compressedStream);
if (compressedStream != null)
{
compressedStream.Dispose();
}
}
}
public Response(HttpWebResponse httpResponse)
{
this.response = httpResponse;
StatusCode = httpResponse.StatusCode;
Message = httpResponse.StatusDescription;
ContentType = httpResponse.ContentType;
ContentLength = httpResponse.ContentLength == -1 ? null : (long?)httpResponse.ContentLength;
string contentTransferEncoding = httpResponse.Headers["Content-Transfer-Encoding"];
bool isBase64 = contentTransferEncoding != null && contentTransferEncoding.Equals("base64", StringComparison.CurrentCultureIgnoreCase);
if (httpResponse.StatusCode == HttpStatusCode.OK ||
httpResponse.StatusCode == HttpStatusCode.Created ||
httpResponse.StatusCode == HttpStatusCode.NonAuthoritativeInformation ||
httpResponse.StatusCode == HttpStatusCode.PartialContent)
{
if (isBase64)
{
Stream = new System.IO.BufferedStream(new CryptoStream(httpResponse.GetResponseStream(), new FromBase64Transform(), CryptoStreamMode.Read), 64 * 1024);
}
else
{
Stream = new System.IO.BufferedStream(httpResponse.GetResponseStream(), 64 * 1024);
}
}
else
{
try { httpResponse.Close(); }
catch (Exception) { }
}
}
/// <summary>
/// Read the iPod5G database into the MediaDatabase.
///
/// </summary>
public void readDatabase()
{
int buf;
long position;
//Create the handle to the iTunes database
strDB = new BufferedStream(new FileStream(iTunesDBFile, FileMode.Open, FileAccess.Read));
//read!
while ((buf = this.strDB.ReadByte()) != -1)
{
if (buf == (int)'m') //Read until we find a 'm'
{
position = strDB.Position;
byte[] buff = new byte[3];
this.strDB.Read(buff, 0, 3);
if (Encoding.Default.GetString(buff).Equals("hit")) //'mhit' describes a song in the database
{
parseMhit();
}
else
{
this.strDB.Seek(position, SeekOrigin.Begin); //go back to just after the m
}
}
}
}
public static byte[] GetFileContent(String smbUrl)
{
#if DEBUG_SAMBA
Android.Util.Log.Debug("SmbClient", "Getting file content of " + smbUrl);
#endif
byte[] buffer = null;
try
{
var file = new Jcifs.Smb.SmbFile(smbUrl);
using (var sis = new System.IO.BufferedStream(new SambaInputStream(file)))
{
var length = file.Length();
buffer = new byte[length];
sis.Read(buffer, 0, (int)length); // will internally make several tries
}
}
catch (Jcifs.Smb.SmbException ex)
{
LogException(ex);
throw new System.IO.IOException(ex.Message, ex);
}
catch (Java.IO.IOException ex)
{
LogException(ex);
throw new System.IO.IOException(ex.Message, ex);
}
catch (System.IO.IOException ex)
{
LogException(ex);
throw;
}
return(buffer);
}
public Etag AddAttachment(string key, Etag etag, Stream data, RavenJObject headers)
{
Api.JetSetCurrentIndex(session, Files, "by_name");
Api.MakeKey(session, Files, key, Encoding.Unicode, MakeKeyGrbit.NewKey);
var isUpdate = Api.TrySeek(session, Files, SeekGrbit.SeekEQ);
if (isUpdate)
{
var existingEtag = Etag.Parse(Api.RetrieveColumn(session, Files, tableColumnsCache.FilesColumns["etag"]));
if (existingEtag != etag && etag != null)
{
throw new ConcurrencyException("PUT attempted on attachment '" + key +
"' using a non current etag")
{
ActualETag = existingEtag,
ExpectedETag = etag
};
}
}
else
{
if (data == null)
throw new InvalidOperationException("When adding new attachment, the attachment data must be specified");
if (Api.TryMoveFirst(session, Details))
Api.EscrowUpdate(session, Details, tableColumnsCache.DetailsColumns["attachment_count"], 1);
}
Etag newETag = uuidGenerator.CreateSequentialUuid(UuidType.Attachments);
using (var update = new Update(session, Files, isUpdate ? JET_prep.Replace : JET_prep.Insert))
{
Api.SetColumn(session, Files, tableColumnsCache.FilesColumns["name"], key, Encoding.Unicode);
if (data != null)
{
long written;
using (var columnStream = new ColumnStream(session, Files, tableColumnsCache.FilesColumns["data"]))
{
if (isUpdate)
columnStream.SetLength(0);
using (var stream = new BufferedStream(columnStream))
{
data.CopyTo(stream);
written = stream.Position;
stream.Flush();
}
}
if (written == 0) // empty attachment
{
Api.SetColumn(session, Files, tableColumnsCache.FilesColumns["data"], new byte[0]);
}
}
Api.SetColumn(session, Files, tableColumnsCache.FilesColumns["etag"], newETag.TransformToValueForEsentSorting());
Api.SetColumn(session, Files, tableColumnsCache.FilesColumns["metadata"], headers.ToString(Formatting.None), Encoding.Unicode);
update.Save();
}
logger.Debug("Adding attachment {0}", key);
return newETag;
}
public static void Generate(Config config, Stream stream)
{
if (config == null)
throw new ArgumentNullException("config");
using (var bs = new BufferedStream(stream))
using (var sw = new StreamWriter(bs, new System.Text.UTF8Encoding(false)))
{
sw.NewLine = "\n";
//sw.WriteLine("# Generated by SpudConf {0}", Assembly.GetExecutingAssembly().GetName().Version);
//sw.WriteLine(@"#! author = ""{0}""", Properties.Settings.Default.UserName);
//sw.WriteLine(@"#! date = ""{0}""", DateTime.Now.ToFileTimeUtc());
foreach (var c in config)
{
foreach (var co in c.Value.Comments)
{
if (co.Equals("whitespace"))
{
sw.WriteLine();
}
else
{
sw.WriteLine("#{0}", co);
}
}
foreach (var m in c.Value.Metadata)
{
sw.WriteLine("#!{0} = \"{1}\"", m.Key, m.Value);
}
sw.WriteLine("{0} = \"{1}\"", c.Key, c.Value.Value);
}
}
}
public static XDocument GetXmlFromStream(string url)
{
var request = (HttpWebRequest)WebRequest.Create(url);
request.ServicePoint.Expect100Continue = false;
request.Proxy = null;
var response = request.GetResponse();
var xml = string.Empty;
using (var stream = response.GetResponseStream())
{
using (var buffer = new BufferedStream(stream))
{
using (var reader = new StreamReader(buffer, Encoding.UTF8))
{
xml = reader.ReadToEnd();
}
}
}
//The Star-Wars-Beatles-PeerGynt-bug
//Aleph XML-repsonses somtimes returns Unicode SOH instead of SP
//a few places in the document.
//This causes the parsing to fail..
const char soh ='\u0001';
const char sp = '\u0020';
var xmlEscaped = xml.Replace(soh, sp);
return XDocument.Parse(xmlEscaped);
}
public DSCTokenizer(Stream stream, bool isUnicode, bool isLittleEndian)
{
_stream = stream;
_bufferedStream = new BufferedStream(_stream);
_isUnicode = isUnicode;
_isLittleEndian = isLittleEndian;
}
static void Main(string[] args)
{
FileStream fs1 = new FileStream("out.bin",FileMode.Create,FileAccess.Write,FileShare.Read);
FileStream fs2 = new FileStream("out2.bin",FileMode.Create,FileAccess.Write,FileShare.Read);
bf1 = new BufferedStream(fs1);
bf2 = new BufferedStream(fs2);
try
{
Server server = new Server(10, 4096* 100 * 2);
server.Sequential = false;
server.Start(new IPEndPoint(IPAddress.Any, 40004));
server.MessageReceived += OnMessageReceived;
server.ClientConnected += OnClientConnected;
server.ClientDisconnected += OnClientDisconnected;
Console.ReadKey();
}
finally
{
bf1.Flush();
bf2.Flush();
bf1.Close();
bf2.Close();
fs1.Close();
fs2.Close();
}
}
public bool init(TcpClient client)
{
if (client == null) {
return false;
}
_tcpClient = client;
try {
Stream stream = _tcpClient.GetStream();
// !! DO NOT instantiate the LineReaderInputStream with a BufferedStream
// this can cause very odd behaviour
_inputReader = new LineReaderInputStream(stream);
BufferedStream buffStream = new BufferedStream(stream);
_outputWriter = new StreamWriter(buffStream);
return true;
}
catch (SocketException ex) {
// close the socket if an exception occurs getting its stream
closeConnection();
if (_debug) {
Console.WriteLine(ex.ToString());
}
}
return false;
}
/// <summary>
/// 解密数据
/// </summary>
/// <param name="base64code">传入加密数据</param>
/// <returns>返回解密数据</returns>
static public string Decrypt(string base64code)
{
var a = new FileInfo("E:/100115_SignKey.pub").OpenRead();
var b = new BufferedStream(a);
//string c =
try
{
UnicodeEncoding ByteConverter = new UnicodeEncoding();
RSACryptoServiceProvider RSA = new RSACryptoServiceProvider();
RSA.FromXmlString("");
RSAParameters rsaParameters = new RSAParameters();
rsaParameters.Exponent = Convert.FromBase64String("AQAB");
rsaParameters.Modulus =
Convert.FromBase64String(
"MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAyq3xJ3jtuWSWk4nCCgysplqV3DyFGaF7iP7PO2vEUsgEq+vqKr+frlwji2n7A1TbpV7KhEGJIT9LW/9WCdBhlu6gnBdErtAA4Or43ol2K1BnY6VBcLWccloMd3YFHG8gOohCVIDbw863Wg0FNS27SM25U+XQfrNFaqBIa093WgAbwRIK06uzC01sW+soutvk+yAYBtbH7I7/1/dFixHKS2KN/7y3pvmXYBIRuBvn35IqwY3Gk0duEfbEr9F6wm2VKhS1zQG760FrHfhbXR+IN5nSTQBHBkw4QukLLvUqueKYfVdp2/2RCnY/At0bbOcA2tAPohDAfUDRdOZsFiTIMQID");
byte[] encryptedData;
byte[] decryptedData;
encryptedData = Convert.FromBase64String(base64code);
decryptedData = RSADeCrtypto(encryptedData, rsaParameters, true);
return ByteConverter.GetString(decryptedData);
}
catch (Exception e)
{
Console.WriteLine(e);
return null;
}
}
public BitReader(byte[] bytes)
{
MemoryStream ms = new MemoryStream(bytes);
ms.Position = 0;
s = new BufferedStream(ms);
}
private static IList<DateTime> GetData()
{
IList<DateTime> dates = new List<DateTime>();
var cultureInfo = new CultureInfo("en-US");
using (var fs = File.Open(DataFilePath, FileMode.Open, FileAccess.Read, FileShare.Read))
using (var bs = new BufferedStream(fs, 262144))
using (var sr = new StreamReader(bs))
{
while (true)
{
string line = sr.ReadLine();
if (line == null) break;
try
{
dates.Add(DateTime.Parse(line, cultureInfo));
}
catch (Exception e)
{
Console.WriteLine(e.Message);
}
}
}
return dates;
}
public static void SetPositionToNegativeValue_Throws_ArgumentOutOfRangeException()
{
using (BufferedStream stream = new BufferedStream(new MemoryStream()))
{
Assert.Throws<ArgumentOutOfRangeException>(() => stream.Position = -1);
}
}
public static void GetObjectPartly()
{
const string localFilePath = "<your localFilePath>";
const string bucketName = "<your bucketName>";
const string fileKey = "<your fileKey>";
const string accessId = "<your access id>";
const string accessKey = "<your access key>";
_client = new OssClient(accessId, accessKey);
using (var fileStream = new FileStream(localFilePath, FileMode.OpenOrCreate))
{
var bufferedStream = new BufferedStream(fileStream);
var objectMetadata = _client.GetObjectMetadata(bucketName, fileKey);
var fileLength = objectMetadata.ContentLength;
const int partSize = 1024 * 1024 * 10;
var partCount = CalPartCount(fileLength, partSize);
for (var i = 0; i < partCount; i++)
{
var startPos = partSize * i;
var endPos = partSize * i + (partSize < (fileLength - startPos) ? partSize : (fileLength - startPos)) - 1;
Download(bufferedStream, startPos, endPos, localFilePath, bucketName, fileKey);
}
bufferedStream.Flush();
}
}
public void AddFile(DeduplicatorState state, FileInfo sourceFile, string destinationPath)
{
if (state.DestinationToFileHash.ContainsKey(destinationPath))
{
// File has already been added.
return;
}
// Read the source file.
var memory = new MemoryStream();
using (var stream = new BufferedStream(new FileStream(sourceFile.FullName, FileMode.Open, FileAccess.Read, FileShare.None), 1200000))
{
stream.CopyTo(memory);
}
// Hash the memory stream.
var sha1 = new SHA1Managed();
memory.Seek(0, SeekOrigin.Begin);
var hashBytes = sha1.ComputeHash(memory);
var hashString = BitConverter.ToString(hashBytes).Replace("-", "").ToLowerInvariant();
memory.Seek(0, SeekOrigin.Begin);
// Add to the file hash -> source map if not already present.
if (!state.FileHashToSource.ContainsKey(hashString))
{
state.FileHashToSource.Add(hashString, memory);
}
else
{
memory.Dispose();
}
state.DestinationToFileHash.Add(destinationPath, hashString);
}
public bool connect()
{
client = new TcpClient(APIConstants.DEFAULT_SERVER,APIConstants.DEFAULT_TCP_PORT);
client.NoDelay = true;
start = DateTime.Now;
st = new BufferedStream(client.GetStream(),8000);
Envelope ping = new Envelope() { ping = new PingMsg() { nonce = new Random().Next(int.MaxValue) } , type = Envelope.MsgCode.PingMsgCode };
DateTime deadline = DateTime.Now.AddMilliseconds(3000);
while (DateTime.Now < deadline)
{
send(ping);
System.Threading.Thread.Sleep(500);
var pingresp = receive(0);
if (pingresp != null && pingresp.pingResponse != null)
return true;
}
throw new IOException("No Responce");
}
public void Build(string filename) {
positions = new List<long>();
using (FileStream fs = new FileStream(filename, FileMode.Open, FileAccess.Read)) {
using (BufferedStream bs = new BufferedStream(fs)) {
bool detectFirstLine = true;
int b = 0;
while ((b = bs.ReadByte()) != -1) {
if (b == '\n') {
positions.Add(bs.Position);
detectFirstLine = false;
}
if (detectFirstLine) {
if (bs.Position == 1 && b != 0xEF) {
positions.Add(0);
detectFirstLine = false;
}
if (bs.Position == 2 && b != 0xBB) {
positions.Add(0);
detectFirstLine = false;
}
if (bs.Position == 3 && b != 0xBF) {
positions.Add(0);
detectFirstLine = false;
}
if (bs.Position == 4 && detectFirstLine) {
positions.Add(3);
detectFirstLine = false;
}
}
}
}
}
}
/* Unzips dirName + ".zip" --> dirName, removing dirName
* first */
public virtual void Unzip(System.String zipName, System.String destDirName)
{
#if SHARP_ZIP_LIB
// get zip input stream
ICSharpCode.SharpZipLib.Zip.ZipInputStream zipFile;
zipFile = new ICSharpCode.SharpZipLib.Zip.ZipInputStream(System.IO.File.OpenRead(zipName + ".zip"));
// get dest directory name
System.String dirName = FullDir(destDirName);
System.IO.FileInfo fileDir = new System.IO.FileInfo(dirName);
// clean up old directory (if there) and create new directory
RmDir(fileDir.FullName);
System.IO.Directory.CreateDirectory(fileDir.FullName);
// copy file entries from zip stream to directory
ICSharpCode.SharpZipLib.Zip.ZipEntry entry;
while ((entry = zipFile.GetNextEntry()) != null)
{
System.IO.Stream streamout = new System.IO.BufferedStream(new System.IO.FileStream(new System.IO.FileInfo(System.IO.Path.Combine(fileDir.FullName, entry.Name)).FullName, System.IO.FileMode.Create));
byte[] buffer = new byte[8192];
int len;
while ((len = zipFile.Read(buffer, 0, buffer.Length)) > 0)
{
streamout.Write(buffer, 0, len);
}
streamout.Close();
}
zipFile.Close();
#else
Assert.Fail("Needs integration with SharpZipLib");
#endif
}
public GrammarBuilder GetWebsiteNamesGrammar()
{
try
{
Settings.CultureInfo = "en-GB";
var webSiteNames = new List<string>();
using (var fs = File.Open(VbwFileManager.FilePath() + "fnc_brwsr_websites" + VbwFileManager.FileExtension(), FileMode.Open, FileAccess.Read, FileShare.ReadWrite))
using (var bs = new BufferedStream(fs))
using (var sr = new StreamReader(bs))
{
string line;
while ((line = sr.ReadLine()) != null)
{
webSiteNames.Add(line);
}
}
var dictationBuilder = new GrammarBuilder // creating a new grammar builder
{
Culture = new CultureInfo(Settings.CultureInfo)
};
dictationBuilder.AppendDictation(); // append dictation to the created grammar builder
var dictaphoneGb = new GrammarBuilder { Culture = new CultureInfo(Settings.CultureInfo) };
dictaphoneGb.Append(dictationBuilder, 0 /* minimum repeat */, 10 /* maximum repeat*/ );
dictaphoneGb.Append(new Choices(webSiteNames.ToArray()));
dictaphoneGb.Append(dictationBuilder, 0 /* minimum repeat */, 10 /* maximum repeat*/ );
return dictaphoneGb;
}
catch (Exception ex)
{
Log.ErrorLog(ex);
throw;
}
}
public Connection(TcpClient connection)
{
_connection = connection;
_connection.NoDelay = true;
_stream = new BufferedStream(_connection.GetStream());
_reader = new BinaryReader(_stream);
_writer = new BinaryWriter(_stream);
}
public void avi_close()
{
if (fd != null)
{
avi_end(width, height, targetfps);
writeindexs();
fd.Close();
fd.Dispose();
}
fd = null;
}
private string CalculateHashFromStream(Stream stream)
{
using (var readerSource = new System.IO.BufferedStream(stream, 1200000))
{
using (var md51 = new System.Security.Cryptography.MD5CryptoServiceProvider())
{
md51.ComputeHash(readerSource);
return(Convert.ToBase64String(md51.Hash));
}
}
}
/* start writing an AVI file */
public void avi_start(string filename)
{
avi_close();
fd = new BufferedStream(File.Open(filename, FileMode.Create));
fd.Seek(2048, SeekOrigin.Begin);
nframes = 0;
totalsize = 0;
}
public ActionResult GetVideolist(string input)
{
lst.Clear();
string lineOfText1 = "";
input = "angular_videos";
string folderName = "Upload";
string webRootPath = _hostingEnvironment.WebRootPath;
string newPath = Path.Combine(webRootPath, folderName);
// var filestream = new System.IO.FileStream("./app_data/" + input + ".txt",
var filestream = new System.IO.FileStream(newPath + "/" + input + ".txt",
// var filestream = new System.IO.FileStream("./app_data/" + input + ".txt",
System.IO.FileMode.Open,
System.IO.FileAccess.Read,
System.IO.FileShare.ReadWrite);
System.IO.BufferedStream bs = new System.IO.BufferedStream(filestream);
var file = new System.IO.StreamReader(bs, System.Text.Encoding.UTF8, true, 128);
while ((lineOfText1 = file.ReadLine()) != null)
{
try
{
VdeoData obj = new VdeoData();
obj.name = Youtube.Youtube.GetVideoId(lineOfText1);
if (obj.name.Length > 4 && !lst.Select(x => x.name).ToList().Contains(obj.name))
{
lst.Add(obj);
}
// Example(lineOfText1);
if (lst.Count > 200)
{
break;
}
} //return Json(lst.Take(5));
catch (Exception ex)
{
}
}
var list = JsonConvert.SerializeObject(lst, Formatting.None,
new JsonSerializerSettings()
{
ReferenceLoopHandling = Newtonsoft.Json.ReferenceLoopHandling.Ignore
});
return(Content(list, "application/json"));
}
//private Task ProcessPut (HttpClient hc, string putLocation, StreamContent sc)
//{
// var response = hc.Put (putLocation, sc);
// if (response.StatusCode == HttpStatusCode.TemporaryRedirect)
// {
// var uri = response.Content.Headers.ContentLocation;
// }
// else
// {
// response.EnsureSuccessStatusCode();
// }
//}
/// <summary>
/// Opens an FSDataOutputStream at the indicated Path. Files are overwritten by default.
/// </summary>
/// <param name="localFile"></param>
/// <param name="remotePath"></param>
/// <returns></returns>
public string CreateFile(string localFile, string remotePath)
{
WebClient hc = this.CreateHTTPClient(true);
var uri = this.GetUriForOperation(remotePath) + "op=CREATE&overwrite=true";
// var resp = hc.Put (uri, null);
// var putLocation = resp.Headers.Location;
var putLocation = uri;
BufferedStream sc = new System.IO.BufferedStream(System.IO.File.OpenRead(localFile));
hc.UploadData(putLocation, "PUT", sc.ReadFully());
return(hc.Headers[HttpResponseHeader.Location].ToString());
}
/* start writing an AVI file */
public void avi_start(string filename)
{
avi_close();
fd = new BufferedStream(File.Open(filename, FileMode.Create));
fd.Seek(224, SeekOrigin.Begin);
nframes = 0;
totalsize = 0;
max_buff_size = 0;
lista_tams = new List <u32>();
start_timestamp = DateTime.Now.Ticks;
}
/* start writing an AVI file */
public void avi_start(string filename)
{
avi_close();
fd = new BufferedStream(File.Open(filename, FileMode.Create));
fd.Seek(8204, SeekOrigin.Begin);
indexs.Clear();
nframes = 0;
totalsize = 0;
start = DateTime.Now;
}
/// <summary>
/// Work around a 64Mb limit when writing streams to files.
/// <seealso cref="http://groups.google.co.uk/group/microsoft.public.dotnet.framework/browse_thread/thread/ba3582b0a6e45517/03e8d3c8718a9c44"/>
/// </summary>
public static void WriteMemoryStreamToFile(string filename, MemoryStream memory)
{
//// old code:
//using (Stream
// file = new FileStream(filename, FileMode.OpenOrCreate, FileAccess.ReadWrite),
// fileBuffer = new BufferedStream(file)
//)
//{
// byte[] memoryBuffer = memory.GetBuffer();
// int memoryLength = (int)memory.Length;
// fileBuffer.Write(memoryBuffer, 0, memoryLength); //##jpl: drawback: works only up to 2 gigabyte!
// fileBuffer.Close();
// file.Close();
//}
using (System.IO.Stream file = new FileStream(filename, FileMode.OpenOrCreate, FileAccess.ReadWrite))
{
using (Stream buffer = new System.IO.BufferedStream(file))
{
byte[] memoryBuffer = memory.GetBuffer();
long memoryLength = memory.Length;
int index = 0;
// writing everything at once fails for writing memory streams larger than 64 megabyte
// to a file stream on the network
//buffer.Write(memoryBuffer, 0, memoryLength);
// so we introduce a temporary buffer
const int copyBufferSize = 65536;
byte[] copyBuffer = new byte[copyBufferSize];
while (memoryLength > 0)
{
int actualLength;
if (memoryLength > copyBufferSize)
{
actualLength = copyBufferSize;
}
else
{
actualLength = (int)memoryLength; //jpl: this cast is valid, as now memoryLength <= copyBufferSize
}
Array.Copy(memoryBuffer, index, copyBuffer, 0, actualLength);
buffer.Write(copyBuffer, 0, actualLength);
memoryLength = memoryLength - actualLength;
index = index + actualLength;
}
buffer.Flush();
buffer.Close();
}
}
}
public static string GetHash256(string filename)
{
string hexString;
using (var fs = new System.IO.FileStream(path: filename, mode: System.IO.FileMode.Open))
using (var bs = new System.IO.BufferedStream(stream: fs))
{
using (var sha256 = new System.Security.Cryptography.SHA256Managed())
{
byte[] hash = sha256.ComputeHash(inputStream: bs);
hexString = BitConverter.ToString(value: hash).Replace("-", String.Empty);
}
}
return(hexString);
}
//-------------------------------------------------------------------------
private static void copyStreamToFile(System.IO.Stream stream, string destination)
{
using (System.IO.BufferedStream bs = new System.IO.BufferedStream(stream))
{
using (System.IO.FileStream os = System.IO.File.OpenWrite(destination))
{
byte[] buffer = new byte[2 * 4096];
int nBytes;
while ((nBytes = bs.Read(buffer, 0, buffer.Length)) > 0)
{
os.Write(buffer, 0, nBytes);
}
}
}
}
public Connection(string hostname, int port)
{
try
{
_connection = new TcpClient(hostname, port);
_connection.NoDelay = true;
_stream = new BufferedStream(_connection.GetStream());
_reader = new BinaryReader(_stream);
_writer = new BinaryWriter(_stream);
}
catch (SocketException)
{
_connection = null;
_stream = null;
throw new ConnectionException("Failed to connect to server");
}
}
private string CalculateHashFromStream(Stream stream)
{
using (var readerSource = new System.IO.BufferedStream(stream, 1200000))
{
using (var md51 = new System.Security.Cryptography.MD5CryptoServiceProvider())
{
md51.ComputeHash(readerSource);
//Dispose after using
readerSource.Dispose();
stream.Dispose();
//Because very big memory consuming, we need to force Garbage collection do its job immediately
GC.Collect();
//
return(Convert.ToBase64String(md51.Hash));
}
}
}
static void FileStreamAndBufferedStream()
{
System.IO.Stream fileStream = System.IO.File.Open("./file.txt", System.IO.FileMode.Open);
System.IO.BufferedStream bufferedStream = new System.IO.BufferedStream(fileStream);
System.Console.WriteLine("CanRead: " + bufferedStream.CanRead);
System.Console.WriteLine("CanWrite: " + bufferedStream.CanWrite);
System.Console.WriteLine("CanSeek: " + bufferedStream.CanSeek);
System.Console.WriteLine("Length: " + bufferedStream.Length);
System.Console.WriteLine("Position: " + bufferedStream.Position);
int firstByte = bufferedStream.ReadByte();
System.Console.WriteLine("Byte:" + firstByte);
bufferedStream.Position = 0;
System.Console.WriteLine("Position: " + bufferedStream.Position);
bufferedStream.WriteByte((byte)(firstByte + 1));
bufferedStream.Flush();
//bufferedStream.Position = 0;
//firstByte = bufferedStream.ReadByte();
//bufferedStream.Dispose();
System.Console.WriteLine("Byte:" + firstByte);
}
public IEnumerable <UserData> GetData(string input, string start, string end)
{
input = "giffiles";
string lineOfText1 = "";
string folderName = "Upload";
string webRootPath = _hostingEnvironment.WebRootPath;
string newPath = Path.Combine(webRootPath, folderName);
// var filestream = new System.IO.FileStream("./app_data/" + input + ".txt",
var filestream = new System.IO.FileStream(newPath + input + ".txt",
System.IO.FileMode.Open,
System.IO.FileAccess.Read,
System.IO.FileShare.ReadWrite);
System.IO.BufferedStream bs = new System.IO.BufferedStream(filestream);
var file = new System.IO.StreamReader(bs, System.Text.Encoding.UTF8, true, 128);
List <UserData> lst = new List <UserData>();
while ((lineOfText1 = file.ReadLine()) != null)
{
try
{
UserData obj = new UserData();
obj.name = betweenStrings(lineOfText1, "1 ", "\"");
lineOfText1 = file.ReadLine();
obj.species = betweenStrings(lineOfText1, "1 ", "\"");
lineOfText1 = file.ReadLine();
obj.info1 = betweenStrings(lineOfText1, "1 ", "\"");
lineOfText1 = file.ReadLine();
obj.info2 = betweenStrings(lineOfText1, "1 ", "\"");
lst.Add(obj);
}
catch (Exception ex)
{
}
}
return(lst.Take(28));
}
public static Stream Open()
{
var innerStream = File.Open(Path.GetTempFileName(), FileMode.OpenOrCreate, FileAccess.ReadWrite, FileOptions.DeleteOnClose);
try
{
var outerStream = new BufferedStream(innerStream, BufferSize);
try
{
return(new NotFlushingBufferOnDisposeStream(outerStream, innerStream));
}
catch
{
outerStream.Dispose();
throw;
}
}
catch
{
innerStream?.Dispose();
throw;
}
}
/// <summary>
/// Compare a source file with multiple destination files
/// </summary>
/// <param name="sourceFile">Source file path</param>
/// <param name="comparisonFiles">List of destination files.</param>
/// <returns>The result of the comparison</returns>
public ComparisonResult CompareFiles(String sourceFile, List <String> comparisonFiles)
{
List <DestinationInfo> files = new List <DestinationInfo>();
comparisonFiles.ForEach(file => files.Add(new DestinationInfo(file)));
if (!File.Exists(sourceFile))
{
files.ForEach(file =>
{
file.Done = true;
file.Result = new ComparisonResult.Destination(file.Path, ComparisonResult.DifferenceType.SourceMissing);
});
return(new ComparisonResult(sourceFile, files.Select(file => file.Result).ToList(), true));
}
List <ComparisonResult.Destination> results = new List <ComparisonResult.Destination>();
// get file length and make sure lengths are identical
long length = new System.IO.FileInfo(sourceFile).Length;
foreach (DestinationInfo file in files.Where(file => !file.Done))
{
if (sourceFile == file.Path)
{
file.Done = true;
file.Result = new ComparisonResult.Destination(file.Path, ComparisonResult.DifferenceType.Equal);
}
else if (!File.Exists(file.Path))
{
file.Done = true;
file.Result = new ComparisonResult.Destination(file.Path, ComparisonResult.DifferenceType.DestMissing);
}
else if (length != new System.IO.FileInfo(file.Path).Length)
{
file.Done = true;
file.Result = new ComparisonResult.Destination(file.Path, ComparisonResult.DifferenceType.NotEqual);
}
else if (useFastCompareForFile(file.Path))
{
file.Done = true;
file.Result = new ComparisonResult.Destination(file.Path, ComparisonResult.DifferenceType.Equal);
}
if (file.Done)
{
results.Add(file.Result);
}
}
if (!files.All(f => f.Done))
{
System.IO.BufferedStream sourceStream = null;
try
{
sourceStream = new System.IO.BufferedStream(System.IO.File.OpenRead(sourceFile));
foreach (DestinationInfo file in files.Where(f => !f.Done))
{
file.BufferStream = new System.IO.BufferedStream(System.IO.File.OpenRead(file.Path));
}
results.AddRange(CompareStreams(sourceStream, files.Where(f => !f.Done)));
}
catch (Exception ex) { Console.WriteLine(ex.Message); }
finally
{
if (sourceStream != null)
{
sourceStream.Close();
}
foreach (DestinationInfo file in files.Where(f => f.Buffer != null))
{
file.BufferStream.Close();
}
foreach (DestinationInfo file in files.Where(f => !f.Done))
{
file.Done = true;
results.Add(new ComparisonResult.Destination(file.Path, ComparisonResult.DifferenceType.Equal));
}
}
}
return(new ComparisonResult(sourceFile, results, true));
}
public void Can_connect_to_Buffered_SslStream()
{
var socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp)
{
SendTimeout = -1,
ReceiveTimeout = -1,
};
socket.Connect(Host, Port);
if (!socket.Connected)
{
socket.Close();
throw new Exception("Could not connect");
}
Stream networkStream = new NetworkStream(socket);
SslStream sslStream;
if (Env.IsMono)
{
//Mono doesn't support EncryptionPolicy
sslStream = new SslStream(networkStream,
leaveInnerStreamOpen: false,
userCertificateValidationCallback: RedisConfig.CertificateValidationCallback,
userCertificateSelectionCallback: RedisConfig.CertificateSelectionCallback);
}
else
{
var ctor = typeof(SslStream).GetConstructors()
.First(x => x.GetParameters().Length == 5);
var policyType = AssemblyUtils.FindType("System.Net.Security.EncryptionPolicy");
var policyValue = Enum.Parse(policyType, "RequireEncryption");
sslStream = (SslStream)ctor.Invoke(new[] {
networkStream,
false,
RedisConfig.CertificateValidationCallback,
RedisConfig.CertificateSelectionCallback,
policyValue,
});
//sslStream = new SslStream(networkStream,
// leaveInnerStreamOpen: false,
// userCertificateValidationCallback: null,
// userCertificateSelectionCallback: null,
// encryptionPolicy: EncryptionPolicy.RequireEncryption);
}
#if NETCORE
sslStream.AuthenticateAsClientAsync(Host).Wait();
#else
sslStream.AuthenticateAsClient(Host);
#endif
if (!sslStream.IsEncrypted)
{
throw new Exception("Could not establish an encrypted connection to " + Host);
}
var bstream = new System.IO.BufferedStream(sslStream, 16 * 1024);
SendAuth(bstream);
}
public void connect_TCP()
{
try
{
// Create a TcpClient.
// Note, for this client to work you need to have a TcpServer
// connected to the same address as specified by the server, port
// combination.
//Dim identity As String = "username:"******"Sent: {0}", "identity:" + identity)
// Read the first batch of the TcpServer response bytes.
System.IO.BufferedStream br = new System.IO.BufferedStream(tcpStream);
System.IO.StreamReader streamReader = new System.IO.StreamReader(br);
while ((streamReader.EndOfStream == false))
{
string currentLine = streamReader.ReadLine(); //return message from server
//parse return message according to the message type
//perform actions based on type.
string response = handleResponse(currentLine);
if (response != "Silence")
{
Console.WriteLine(response);
Console.WriteLine("Received:" + currentLine);
Console.WriteLine("In busy waiting");
}
else
{
silence++;
if (silence >= 15)
{
silence = 0;
Console.WriteLine("Received:" + currentLine);
Console.WriteLine("In busy waiting");
}
}
//this.mainForm.txtMain.Text += currentLine + Constants.vbNewLine;
}
//stream.Read(data, 0, 2)
//Dim count As Integer
//br.Read(data, 0, 2)
//Dim bytes As Int32 = stream.ReadByte()
Console.Write("TCP closed");
tcpStream.Close();
// Close everything.
tcpClient.Close();
}
catch (ArgumentNullException e)
{
Console.WriteLine("ArgumentNullException: {0}", e);
}
catch (SocketException e)
{
Console.WriteLine("SocketException: {0}", e);
}
}
public static void Main(System.String[] args)
{
ChunkHeader FormatChunkHeader = new ChunkHeader();
ChunkHeader DataChunkHeader = new ChunkHeader();
RiffChunkHeader myRiffChunkHeader = new RiffChunkHeader();
WaveHeader WaveHeader = new WaveHeader();
sbyte[] myRiffChunkHeaderAsByteArray = new sbyte[12];
sbyte[] myFormatChunkHeaderAsByteArray = new sbyte[8];
sbyte[] myWaveHeaderAsByteArray = new sbyte[16];
sbyte[] myDataChunkHeaderAsByteArray = new sbyte[8];
long total_unpacked_samples = 0, total_samples; // was uint32_t in C
int num_channels, bps;
WavpackContext wpc = new WavpackContext();
System.IO.FileStream fistream;
System.IO.FileStream fostream;
System.IO.BinaryReader in_Renamed;
long start, end;
System.String inputWVFile;
if (args.Length == 0)
{
inputWVFile = "input.wv";
}
else
{
inputWVFile = args[0];
}
try
{
fistream = new System.IO.FileStream(inputWVFile, System.IO.FileMode.Open, System.IO.FileAccess.Read);
System.IO.BufferedStream bstream = new System.IO.BufferedStream(fistream, 16384);
in_Renamed = new System.IO.BinaryReader(bstream);
wpc = WavPackUtils.WavpackOpenFileInput(in_Renamed);
}
catch (System.IO.FileNotFoundException)
{
System.Console.Error.WriteLine("Input file not found");
System.Environment.Exit(1);
}
catch (System.IO.DirectoryNotFoundException)
{
System.Console.Error.WriteLine("Input file not found - invalid directory");
System.Environment.Exit(1);
}
if (wpc.error)
{
System.Console.Error.WriteLine("Sorry an error has occured");
System.Console.Error.WriteLine(wpc.error_message);
System.Environment.Exit(1);
}
num_channels = WavPackUtils.WavpackGetReducedChannels(wpc);
System.Console.Out.WriteLine("The WavPack file has " + num_channels + " channels");
total_samples = WavPackUtils.WavpackGetNumSamples(wpc);
System.Console.Out.WriteLine("The WavPack file has " + total_samples + " samples");
bps = WavPackUtils.WavpackGetBytesPerSample(wpc);
System.Console.Out.WriteLine("The WavPack file has " + bps + " bytes per sample");
myRiffChunkHeader.ckID[0] = 'R';
myRiffChunkHeader.ckID[1] = 'I';
myRiffChunkHeader.ckID[2] = 'F';
myRiffChunkHeader.ckID[3] = 'F';
myRiffChunkHeader.ckSize = total_samples * num_channels * bps + 8 * 2 + 16 + 4;
myRiffChunkHeader.formType[0] = 'W';
myRiffChunkHeader.formType[1] = 'A';
myRiffChunkHeader.formType[2] = 'V';
myRiffChunkHeader.formType[3] = 'E';
FormatChunkHeader.ckID[0] = 'f';
FormatChunkHeader.ckID[1] = 'm';
FormatChunkHeader.ckID[2] = 't';
FormatChunkHeader.ckID[3] = ' ';
FormatChunkHeader.ckSize = 16;
WaveHeader.FormatTag = 1;
WaveHeader.NumChannels = num_channels;
WaveHeader.SampleRate = WavPackUtils.WavpackGetSampleRate(wpc);
WaveHeader.BlockAlign = num_channels * bps;
WaveHeader.BytesPerSecond = WaveHeader.SampleRate * WaveHeader.BlockAlign;
WaveHeader.BitsPerSample = WavPackUtils.WavpackGetBitsPerSample(wpc);
DataChunkHeader.ckID[0] = 'd';
DataChunkHeader.ckID[1] = 'a';
DataChunkHeader.ckID[2] = 't';
DataChunkHeader.ckID[3] = 'a';
DataChunkHeader.ckSize = total_samples * num_channels * bps;
myRiffChunkHeaderAsByteArray[0] = (sbyte)myRiffChunkHeader.ckID[0];
myRiffChunkHeaderAsByteArray[1] = (sbyte)myRiffChunkHeader.ckID[1];
myRiffChunkHeaderAsByteArray[2] = (sbyte)myRiffChunkHeader.ckID[2];
myRiffChunkHeaderAsByteArray[3] = (sbyte)myRiffChunkHeader.ckID[3];
// swap endians here
myRiffChunkHeaderAsByteArray[7] = (sbyte)(SupportClass.URShift(myRiffChunkHeader.ckSize, 24));
myRiffChunkHeaderAsByteArray[6] = (sbyte)(SupportClass.URShift(myRiffChunkHeader.ckSize, 16));
myRiffChunkHeaderAsByteArray[5] = (sbyte)(SupportClass.URShift(myRiffChunkHeader.ckSize, 8));
myRiffChunkHeaderAsByteArray[4] = (sbyte)(myRiffChunkHeader.ckSize);
myRiffChunkHeaderAsByteArray[8] = (sbyte)myRiffChunkHeader.formType[0];
myRiffChunkHeaderAsByteArray[9] = (sbyte)myRiffChunkHeader.formType[1];
myRiffChunkHeaderAsByteArray[10] = (sbyte)myRiffChunkHeader.formType[2];
myRiffChunkHeaderAsByteArray[11] = (sbyte)myRiffChunkHeader.formType[3];
myFormatChunkHeaderAsByteArray[0] = (sbyte)FormatChunkHeader.ckID[0];
myFormatChunkHeaderAsByteArray[1] = (sbyte)FormatChunkHeader.ckID[1];
myFormatChunkHeaderAsByteArray[2] = (sbyte)FormatChunkHeader.ckID[2];
myFormatChunkHeaderAsByteArray[3] = (sbyte)FormatChunkHeader.ckID[3];
// swap endians here
myFormatChunkHeaderAsByteArray[7] = (sbyte)(SupportClass.URShift(FormatChunkHeader.ckSize, 24));
myFormatChunkHeaderAsByteArray[6] = (sbyte)(SupportClass.URShift(FormatChunkHeader.ckSize, 16));
myFormatChunkHeaderAsByteArray[5] = (sbyte)(SupportClass.URShift(FormatChunkHeader.ckSize, 8));
myFormatChunkHeaderAsByteArray[4] = (sbyte)(FormatChunkHeader.ckSize);
// swap endians
myWaveHeaderAsByteArray[1] = (sbyte)(SupportClass.URShift(WaveHeader.FormatTag, 8));
myWaveHeaderAsByteArray[0] = (sbyte)(WaveHeader.FormatTag);
// swap endians
myWaveHeaderAsByteArray[3] = (sbyte)(SupportClass.URShift(WaveHeader.NumChannels, 8));
myWaveHeaderAsByteArray[2] = (sbyte)WaveHeader.NumChannels;
// swap endians
myWaveHeaderAsByteArray[7] = (sbyte)(SupportClass.URShift(WaveHeader.SampleRate, 24));
myWaveHeaderAsByteArray[6] = (sbyte)(SupportClass.URShift(WaveHeader.SampleRate, 16));
myWaveHeaderAsByteArray[5] = (sbyte)(SupportClass.URShift(WaveHeader.SampleRate, 8));
myWaveHeaderAsByteArray[4] = (sbyte)(WaveHeader.SampleRate);
// swap endians
myWaveHeaderAsByteArray[11] = (sbyte)(SupportClass.URShift(WaveHeader.BytesPerSecond, 24));
myWaveHeaderAsByteArray[10] = (sbyte)(SupportClass.URShift(WaveHeader.BytesPerSecond, 16));
myWaveHeaderAsByteArray[9] = (sbyte)(SupportClass.URShift(WaveHeader.BytesPerSecond, 8));
myWaveHeaderAsByteArray[8] = (sbyte)(WaveHeader.BytesPerSecond);
// swap endians
myWaveHeaderAsByteArray[13] = (sbyte)(SupportClass.URShift(WaveHeader.BlockAlign, 8));
myWaveHeaderAsByteArray[12] = (sbyte)WaveHeader.BlockAlign;
// swap endians
myWaveHeaderAsByteArray[15] = (sbyte)(SupportClass.URShift(WaveHeader.BitsPerSample, 8));
myWaveHeaderAsByteArray[14] = (sbyte)WaveHeader.BitsPerSample;
myDataChunkHeaderAsByteArray[0] = (sbyte)DataChunkHeader.ckID[0];
myDataChunkHeaderAsByteArray[1] = (sbyte)DataChunkHeader.ckID[1];
myDataChunkHeaderAsByteArray[2] = (sbyte)DataChunkHeader.ckID[2];
myDataChunkHeaderAsByteArray[3] = (sbyte)DataChunkHeader.ckID[3];
// swap endians
myDataChunkHeaderAsByteArray[7] = (sbyte)(SupportClass.URShift(DataChunkHeader.ckSize, 24));
myDataChunkHeaderAsByteArray[6] = (sbyte)(SupportClass.URShift(DataChunkHeader.ckSize, 16));
myDataChunkHeaderAsByteArray[5] = (sbyte)(SupportClass.URShift(DataChunkHeader.ckSize, 8));
myDataChunkHeaderAsByteArray[4] = (sbyte)DataChunkHeader.ckSize;
try
{
fostream = new System.IO.FileStream("output.wav", System.IO.FileMode.Create);
SupportClass.WriteOutput(fostream, myRiffChunkHeaderAsByteArray);
SupportClass.WriteOutput(fostream, myFormatChunkHeaderAsByteArray);
SupportClass.WriteOutput(fostream, myWaveHeaderAsByteArray);
SupportClass.WriteOutput(fostream, myDataChunkHeaderAsByteArray);
start = (System.DateTime.Now.Ticks - 621355968000000000) / 10000;
while (true)
{
long samples_unpacked; // was uint32_t in C
samples_unpacked = WavPackUtils.WavpackUnpackSamples(wpc, temp_buffer, Defines.SAMPLE_BUFFER_SIZE / num_channels);
total_unpacked_samples += samples_unpacked;
if (samples_unpacked > 0)
{
samples_unpacked = samples_unpacked * num_channels;
pcm_buffer = format_samples(bps, temp_buffer, samples_unpacked);
fostream.Write(pcm_buffer, 0, (int)samples_unpacked * bps);
}
if (samples_unpacked == 0)
{
break;
}
} // end of while
end = (System.DateTime.Now.Ticks - 621355968000000000) / 10000;
System.Console.Out.WriteLine(end - start + " milli seconds to process WavPack file in main loop");
}
catch (System.Exception e)
{
System.Console.Error.WriteLine("Error when writing wav file, sorry: ");
SupportClass.WriteStackTrace(e, Console.Error);
System.Environment.Exit(1);
}
if ((WavPackUtils.WavpackGetNumSamples(wpc) != -1) && (total_unpacked_samples != WavPackUtils.WavpackGetNumSamples(wpc)))
{
System.Console.Error.WriteLine("Incorrect number of samples");
System.Environment.Exit(1);
}
if (WavPackUtils.WavpackGetNumErrors(wpc) > 0)
{
System.Console.Error.WriteLine("CRC errors detected");
System.Environment.Exit(1);
}
System.Environment.Exit(0);
}
/// <summary>
/// Creates the report.
/// </summary>
public string CreateReportXAML(string serverUrl, ReportConfig config, bool toUseAsHtml = false)
{
if (config.StaticXAMLReport != null)
{
return(config.StaticXAMLReport);
}
// load the xslt template
System.Xml.Xsl.XslCompiledTransform xslt = new System.Xml.Xsl.XslCompiledTransform();
try {
LoadTemplate(xslt, serverUrl, config.ReportGroup, config.ReportTemplate);
}
catch (System.Exception ex) {
throw new ScrumFactory.Exceptions.ScrumFactoryException("Error_reading_report_template\n" + ex.Message);
}
// creates a buffer stream to write the report context in XML
System.IO.BufferedStream xmlBuffer = new System.IO.BufferedStream(new System.IO.MemoryStream());
System.Xml.XmlWriterSettings writerSettings = new System.Xml.XmlWriterSettings();
writerSettings.CheckCharacters = false;
writerSettings.OmitXmlDeclaration = true;
System.Xml.XmlWriter reportDataStream = System.Xml.XmlWriter.Create(xmlBuffer, writerSettings);
// write XML start tag
reportDataStream.WriteStartDocument();
reportDataStream.WriteStartElement("ReportData");
// create report context in XML
CreateDefaultXMLContext(reportDataStream, writerSettings, serverUrl, config);
// finish XML document
reportDataStream.WriteEndDocument();
reportDataStream.Flush();
xmlBuffer.Seek(0, System.IO.SeekOrigin.Begin);
// debug
//System.IO.StreamReader s = new System.IO.StreamReader(xmlBuffer);
//string ss = s.ReadToEnd();
System.Xml.XmlReaderSettings readerSettings = new System.Xml.XmlReaderSettings();
readerSettings.CheckCharacters = false;
System.Xml.XmlReader xmlReader = System.Xml.XmlReader.Create(xmlBuffer, readerSettings);
// creates a buffer stream to write the XAML flow document
System.IO.StringWriter xamlBuffer = new System.IO.StringWriter();
System.Xml.XmlWriter xamlWriter = System.Xml.XmlWriter.Create(xamlBuffer, writerSettings);
// creates the flow document XMAL
xslt.Transform(xmlReader, xamlWriter);
// sets the flow document at the view
var xaml = xamlBuffer.ToString();
if (toUseAsHtml)
{
xaml = MDParser.ConvertToHTML(xaml);
}
else
{
xaml = MDParser.ConvertToXAML(xaml);
}
return(xaml);
}
public IEnumerable <UserData> GetUserData(string input)
{
string lineOfText1 = "";
string lineOfText2 = "";
try {
var filestream = new System.IO.FileStream("./app_data/" + input + ".txt",
System.IO.FileMode.Open,
System.IO.FileAccess.Read,
System.IO.FileShare.ReadWrite);
System.IO.BufferedStream bs = new System.IO.BufferedStream(filestream);
var file = new System.IO.StreamReader(bs, System.Text.Encoding.UTF8, true, 128);
List <UserData> lst = new List <UserData>();
while ((lineOfText1 = file.ReadLine()) != null)
{
try
{
UserData obj = new UserData();
lineOfText2 = file.ReadLine();
Boolean found;
//Do something with the lineOfText(
if (!lineOfText2.Contains("profile") || deleteList.Contains(lineOfText2))
{
continue;
}
else
{
obj.name = lineOfText1.Replace("FileName", "");
obj.name = obj.name.Replace("Filename", "");
obj.name = obj.name.Replace("filename", "");
obj.name = obj.name.Replace(" ", "");
obj.name = obj.name.Replace(":", "");
var s = obj.name.Split("_");
obj.name = s[0];
obj.name = "https://www.facebook.com/" + obj.name;
string output = lineOfText2.Split(':', ',')[1];
obj.age = output.Replace("\"", "");
obj.age = "http://graph.facebook.com/" + obj.age + "/picture?type=large#/1039660954";
var lineOfText3 = file.ReadLine();
if (lineOfText3 != null)
{
obj.occupation = lineOfText1.Replace("FileName", "");
obj.occupation = obj.name.Replace("Filename", "");
obj.occupation = obj.occupation.Replace("filename", "");
obj.occupation = obj.occupation.Replace(" ", "");
obj.occupation = obj.occupation.Replace(":", "");
var s1 = obj.occupation.Split("_");
obj.occupation = s1[0];
obj.occupation = "https://www.facebook.com/" + obj.occupation;
}
var lineOfText4 = file.ReadLine();
if (lineOfText4 != null)
{
string output1 = lineOfText4.Split(':', ',')[1];
obj.species = output1.Replace("\"", "");
obj.species = "http://graph.facebook.com/" + obj.species + "/picture?type=large#/1039660954";
}
var lineOfText5 = file.ReadLine();
if (lineOfText5 != null)
{
obj.info1 = lineOfText5.Replace("FileName:", "");
obj.info1 = "https://www.facebook.com/" + obj.info1;
}
var lineOfText6 = file.ReadLine();
if (lineOfText6 != null)
{
string output2 = lineOfText6.Split(':', ',')[1];
obj.info2 = output2.Replace("\"", "");
obj.info2 = "http://graph.facebook.com/" + obj.info2 + "/picture?type=large#/1039660954";
}
//obj.species = obj.species.Replace("entity_id\":\"","");
lst.Add(obj);
}
}
catch (Exception ex)
{
continue;
}
}
var rng = new Random();
// lst =ShuffleList(lst);
List <UserData> FINALDATA = new List <UserData>();
Random r = new Random();
for (int i = 0; i < 499; i++)
{
FINALDATA.Insert(i, lst[r.Next(0, lst.Count)]);
}
// return lst.Take(1000);
return(FINALDATA.Take(200));
}
catch (Exception ex)
{
return(null);
}
//return Enumerable.Range(1, 5).Select(index => new UserData
//{
// name= "http://facebook.com/e.melism",
// age= "http://graph.facebook.com/100001538625944/picture?type=normal#/100001538625944",
// species= "http://graph.facebook.com/1039660954/picture?type=large#/1039660954",
// occupation= "http://graph.facebook.com/1830700925/picture?type=normal#/1830700925"
//});
}
