public string DownloadString(Uri u)
{
var w = new StringBuilder();
try
{
var url = new java.net.URL(u.ToString());
var i = new java.io.InputStreamReader(url.openStream(), "UTF-8");
var reader = new java.io.BufferedReader(i);
// can't we just read to the end?
var line = reader.readLine();
while (line != null)
{
w.AppendLine(line);
line = reader.readLine();
}
reader.close();
}
catch
{
// oops
}
return(w.ToString());
}
public static string ToWebString(this Uri u)
{
var w = new StringBuilder();
try
{
var url = new URL(u.ToString());
var i = new InputStreamReader(url.openStream());
var reader = new BufferedReader(i);
var line = reader.readLine();
while (line != null)
{
w.AppendLine(line);
line = reader.readLine();
}
reader.close();
}
catch
{
// oops
}
return w.ToString();
}
public string UploadString(Uri u, string method, string data)
{
var w = new StringBuilder();
HttpURLConnection conn = null;
try
{
var url = new java.net.URL(u.ToString());
conn = (HttpURLConnection)url.openConnection();
conn.setDoOutput(true);
conn.setDoInput(true);
conn.setInstanceFollowRedirects(false);
conn.setRequestMethod(method);
conn.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
conn.setRequestProperty("charset", "utf-8");
conn.setRequestProperty("content-length", "" + data.Length);
conn.setUseCaches(false);
try
{
if (Headers != null)
{
foreach (string key in Headers.AllKeys)
{
conn.addRequestProperty(key, Headers[key]);
}
}
}
catch (Exception e)
{
//System.Console.WriteLine("ERROR: Failed to write headers. Exception was:" + e.Message);
}
DataOutputStream wr = new DataOutputStream(conn.getOutputStream());
wr.writeBytes(data);
wr.flush();
wr.close();
//var i = new java.io.InputStreamReader(url.openStream(), "UTF-8");
var i = new java.io.InputStreamReader(conn.getInputStream(), "UTF-8");
var reader = new java.io.BufferedReader(i);
// can't we just read to the end?
var line = reader.readLine();
while (line != null)
{
w.AppendLine(line);
line = reader.readLine();
}
reader.close();
}
catch
{
// oops
}
if (conn != null)
{
conn.disconnect();
}
return(w.ToString());
}
public CompilerResults compileFromFiles(CompilerParameters parameters, File[] files) {
var results = new CompilerResults();
this.context = new CompilerContext(parameters, results);
this.statementValidator = new StatementValidator(this.context);
this.expressionValidator = new ExpressionValidator(this.context);
this.statementValidator.ExpressionValidator = this.expressionValidator;
this.expressionValidator.StatementValidator = this.statementValidator;
this.reachabilityChecker = new ReachabilityChecker(context);
this.assignmentChecker = new AssignmentChecker(context);
this.bytecodeGenerator = new BytecodeGenerator(context);
bool tragicError = false;
var buffer = new char[4096];
var sb = new StringBuilder();
var parser = new Parser();
foreach (var file in files) {
sb.setLength(0);
InputStreamReader reader = null;
try {
reader = new InputStreamReader(new FileInputStream(file), Charset.forName("UTF-8"));
int read;
while ((read = reader.read(buffer)) != -1) {
sb.append(buffer, 0, read);
}
var text = new char[sb.length()];
sb.getChars(0, sizeof(text), text, 0);
if (sizeof(text) > 0) {
if (text[sizeof(text) - 1] == '\u001a') {
text[sizeof(text) - 1] = ' ';
}
}
var preprocessor = new Preprocessor(results.codeErrorManager, text);
preprocessor.Filename = file.getAbsolutePath();
preprocessor.Symbols.addAll(parameters.Symbols);
var scanner = new PreprocessedTextScanner(results.codeErrorManager, preprocessor.preprocess());
scanner.Filename = file.getAbsolutePath();
var compilationUnit = parser.parseCompilationUnit(scanner);
if (compilationUnit != null) {
compilationUnit.Symbols = preprocessor.Symbols;
context.CompilationUnits.add(compilationUnit);
}
} catch (CodeErrorException) {
} catch (Exception e) {
e.printStackTrace();
tragicError = true;
break;
} finally {
if (reader != null) {
try {
reader.close();
} catch (IOException) {
}
}
}
}
if (!tragicError) {
if (!context.HasErrors) {
if (parameters.ProgressTracker != null) {
parameters.ProgressTracker.compilationStageFinished(CompilationStage.Parsing);
}
doCompile();
}
}
this.context = null;
this.statementValidator = null;
this.expressionValidator = null;
this.reachabilityChecker = null;
this.assignmentChecker = null;
this.queryTranslator = null;
this.documentationBuilder = null;
if (parameters.ProgressTracker != null) {
parameters.ProgressTracker.compilationFinished();
}
return results;
}
public string UploadString(Uri u, string method, string data)
{
// http://hg.openjdk.java.net/jdk7/jdk7/jdk/file/tip/src/share/classes/sun/net/www/protocol/http/HttpURLConnection.java
// fails on openJDK why?
Console.WriteLine("enter UploadString " + new { u, method });
var w = new StringBuilder();
HttpURLConnection xHttpURLConnection = null;
try
{
#region NSA is that you? intercept? we can only trust pinned off device certs
var trustAllCerts = new[] {
new localX509TrustManager{}
};
SSLContext sc = SSLContext.getInstance("SSL");
sc.init(null, trustAllCerts, new java.security.SecureRandom());
HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
HttpsURLConnection.setDefaultHostnameVerifier(new localHostnameVerifier { });
#endregion
//UploadString getOutputStream
//enter checkServerTrusted
//enter getAcceptedIssuers
//UploadString writeBytes
var url = new java.net.URL(u.ToString());
xHttpURLConnection = (HttpURLConnection)url.openConnection();
var https = xHttpURLConnection as HttpsURLConnection;
if (https != null)
{
//Console.WriteLine(new { https });
}
//conn.setHostnameVerifier(new localHostnameVerifier { });
xHttpURLConnection.setDoOutput(true);
xHttpURLConnection.setDoInput(true);
xHttpURLConnection.setInstanceFollowRedirects(false);
//conn.setInstanceFollowRedirects(true);
xHttpURLConnection.setRequestMethod(method);
var xContentType = default(string);
try
{
if (Headers != null)
{
foreach (string key in Headers.AllKeys)
{
if (key == "Content-Type")
{
xContentType = Headers[key];
}
xHttpURLConnection.addRequestProperty(key, Headers[key]);
}
}
}
catch (Exception e)
{
//System.Console.WriteLine("ERROR: Failed to write headers. Exception was:" + e.Message);
}
if (xContentType == null)
{
xHttpURLConnection.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
xHttpURLConnection.setRequestProperty("charset", "utf-8");
}
//conn.setRequestProperty("content-length", "" + data.Length);
xHttpURLConnection.setRequestProperty("Content-Length", "" + data.Length);
xHttpURLConnection.setUseCaches(false);
//Console.WriteLine("UploadString getOutputStream");
var o = xHttpURLConnection.getOutputStream();
//Console.WriteLine("UploadString writeBytes");
//
DataOutputStream wr = new DataOutputStream(o);
wr.writeBytes(data);
//Console.WriteLine("UploadString flush");
wr.flush();
//Console.WriteLine("UploadString close");
wr.close();
//Console.WriteLine("UploadString readLine");
//var i = new java.io.InputStreamReader(url.openStream(), "UTF-8");
var i = new java.io.InputStreamReader(xHttpURLConnection.getInputStream(), "UTF-8");
var reader = new java.io.BufferedReader(i);
// can't we just read to the end?
var line = reader.readLine();
while (line != null)
{
w.AppendLine(line);
line = reader.readLine();
}
reader.close();
}
catch (Exception err)
{
// 500 ?
// = java.net.ProtocolException: Invalid HTTP method:
// oops
Console.WriteLine("UploadString " + new { err });
}
//Console.WriteLine("exit UploadString " + new { conn });
if (xHttpURLConnection != null)
xHttpURLConnection.disconnect();
return w.ToString();
}
public string UploadString(Uri u, string method, string data)
{
// http://hg.openjdk.java.net/jdk7/jdk7/jdk/file/tip/src/share/classes/sun/net/www/protocol/http/HttpURLConnection.java
// fails on openJDK why?
Console.WriteLine("enter UploadString " + new { u, method });
var w = new StringBuilder();
HttpURLConnection xHttpURLConnection = null;
try
{
#region NSA is that you? intercept? we can only trust pinned off device certs
var trustAllCerts = new[] {
new localX509TrustManager {
}
};
SSLContext sc = SSLContext.getInstance("SSL");
sc.init(null, trustAllCerts, new java.security.SecureRandom());
HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
HttpsURLConnection.setDefaultHostnameVerifier(new localHostnameVerifier {
});
#endregion
//UploadString getOutputStream
//enter checkServerTrusted
//enter getAcceptedIssuers
//UploadString writeBytes
var url = new java.net.URL(u.ToString());
xHttpURLConnection = (HttpURLConnection)url.openConnection();
var https = xHttpURLConnection as HttpsURLConnection;
if (https != null)
{
//Console.WriteLine(new { https });
}
//conn.setHostnameVerifier(new localHostnameVerifier { });
xHttpURLConnection.setDoOutput(true);
xHttpURLConnection.setDoInput(true);
xHttpURLConnection.setInstanceFollowRedirects(false);
//conn.setInstanceFollowRedirects(true);
xHttpURLConnection.setRequestMethod(method);
var xContentType = default(string);
try
{
if (Headers != null)
{
foreach (string key in Headers.AllKeys)
{
if (key == "Content-Type")
{
xContentType = Headers[key];
}
xHttpURLConnection.addRequestProperty(key, Headers[key]);
}
}
}
catch (Exception e)
{
//System.Console.WriteLine("ERROR: Failed to write headers. Exception was:" + e.Message);
}
if (xContentType == null)
{
xHttpURLConnection.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
xHttpURLConnection.setRequestProperty("charset", "utf-8");
}
//conn.setRequestProperty("content-length", "" + data.Length);
xHttpURLConnection.setRequestProperty("Content-Length", "" + data.Length);
xHttpURLConnection.setUseCaches(false);
//Console.WriteLine("UploadString getOutputStream");
var o = xHttpURLConnection.getOutputStream();
//Console.WriteLine("UploadString writeBytes");
//
DataOutputStream wr = new DataOutputStream(o);
wr.writeBytes(data);
//Console.WriteLine("UploadString flush");
wr.flush();
//Console.WriteLine("UploadString close");
wr.close();
//Console.WriteLine("UploadString readLine");
//var i = new java.io.InputStreamReader(url.openStream(), "UTF-8");
var i = new java.io.InputStreamReader(xHttpURLConnection.getInputStream(), "UTF-8");
var reader = new java.io.BufferedReader(i);
// can't we just read to the end?
var line = reader.readLine();
while (line != null)
{
w.AppendLine(line);
line = reader.readLine();
}
reader.close();
}
catch (Exception err)
{
// 500 ?
// = java.net.ProtocolException: Invalid HTTP method:
// oops
Console.WriteLine("UploadString " + new { err });
}
//Console.WriteLine("exit UploadString " + new { conn });
if (xHttpURLConnection != null)
{
xHttpURLConnection.disconnect();
}
return(w.ToString());
}
public BufferedReader(InputStreamReader e)
{
}
public string DownloadString(Uri u)
{
var w = new StringBuilder();
try
{
var url = new java.net.URL(u.ToString());
var i = new java.io.InputStreamReader(url.openStream(), "UTF-8");
var reader = new java.io.BufferedReader(i);
// can't we just read to the end?
var line = reader.readLine();
while (line != null)
{
w.AppendLine(line);
line = reader.readLine();
}
reader.close();
}
catch
{
// oops
}
return w.ToString();
}
private static StreamReader ToDotNetReadableStream(this InputStream stream)
{
MemoryStream mem = new MemoryStream();
StreamWriter writer = new StreamWriter(mem);
try
{
InputStreamReader buffer = new InputStreamReader(stream);
BufferedReader reader = new BufferedReader(buffer);
while (reader.ready())
{
String line = reader.readLine();
if (line != null)
{
writer.WriteLine(line);
}
else
{
break;
}
}
}
catch
{
throw new RdfParseException("Failed to convert the Java Input Stream into a .Net Stream successfully");
}
finally
{
stream.close();
}
writer.Flush();
mem.Seek(0, SeekOrigin.Begin);
return new StreamReader(mem);
}
private void doTest(String test) {
var userDir = System.getProperty("user.dir");
var sourcePath = PathHelper.combine(PathHelper.combine(userDir, "tests/resources/ParseExpressionTest/sources"), test + ".txt");
var fileReader = new InputStreamReader(new FileInputStream((sourcePath)), Charset.forName("UTF-8"));
var code = readToEnd(fileReader);
text = code.toCharArray();
var parser = new Parser();
var scanner = new SourceCodeScanner(new CodeErrorManager(), text);
var expression = parser.parseExpression(scanner);
var result = expressionToString(expression);
var generatedPath = PathHelper.combine(userDir, "tests/resources/ParseExpressionTest/generated");
var generatedDir = new File(generatedPath);
if (!generatedDir.exists()) {
generatedDir.mkdir();
}
var fileWriter = new FileWriter(PathHelper.combine(generatedPath, test + ".txt"));
fileWriter.write(result);
fileWriter.close();
var expectedPath = PathHelper.combine(userDir, "tests/resources/ParseExpressionTest/expected");
var expectedFile = new File(PathHelper.combine(expectedPath, test + ".txt"));
Assert.assertTrue("Expected file not found: " + expectedFile, expectedFile.exists());
fileReader = new InputStreamReader(new FileInputStream((expectedFile)), Charset.forName("UTF-8"));
var reference = readToEnd(fileReader);
var genReader = new BufferedReader(new StringReader(result));
var refReader = new BufferedReader(new StringReader(reference));
for (;;) {
var genLine = genReader.readLine();
var refLine = refReader.readLine();
if (genLine == null && refLine == null) {
break;
}
Assert.assertEquals(refLine, genLine);
}
}
public BufferedReader(InputStreamReader e)
{
}
/// <summary>
/// Train a Stanford NER model from a configuration file
/// </summary>
/// <param name="prop">Configuration file</param>
public bool Train(string prop)
{
try
{
java.util.Properties props = new java.util.Properties();
InputStream st = new BufferedInputStream(new FileInputStream(prop));
InputStreamReader reader = new InputStreamReader(st, "utf-8");
props.load(reader);
_crfModel = new CRFClassifier(props);
_crfModel.train();
String serializeTo = _crfModel.flags.serializeTo;
if (serializeTo != null)
{
_crfModel.serializeClassifier(serializeTo);
}
return true;
}
catch (Exception e)
{
System.Console.WriteLine("Unable to train the Standford CRF model" + e.ToString());
return false;
}
}
private void doTest(String test, LambdaExpression lambda) {
variables = new ArrayList<VariableExpression>();
labels = new ArrayList<Label>();
switchLabels = new ArrayList<SwitchLabel>();
var result = lambdaToString(lambda);
var userDir = System.getProperty("user.dir");
var generatedPath = PathHelper.combine(userDir, "tests/resources/ExpressionTreesTest/generated");
var generatedDir = new File(generatedPath);
if (!generatedDir.exists()) {
generatedDir.mkdir();
}
var fileWriter = new FileWriter(PathHelper.combine(generatedPath, test + ".txt"));
fileWriter.write(result);
fileWriter.close();
var referencePath = PathHelper.combine(PathHelper.combine(userDir, "tests/resources/ExpressionTreesTest/references"), test + ".txt");
var referenceFile = new File(referencePath);
String reference = null;
if (referenceFile.exists()) {
var fileReader = new InputStreamReader(new FileInputStream((referencePath)), Charset.forName("UTF-8"));
reference = readToEnd(fileReader);
} else {
Assert.fail("No reference for '" + test + "'");
}
if (reference != null) {
var genReader = new BufferedReader(new StringReader(result));
var refReader = new BufferedReader(new StringReader(reference));
for (;;) {
var genLine = genReader.readLine();
var refLine = refReader.readLine();
if (genLine == null && refLine == null) {
break;
}
Assert.assertEquals(refLine, genLine);
}
}
}
private void doTest(String test, TypeInfo typeInfo) {
String result = typeToString(typeInfo, "");
var userDir = System.getProperty("user.dir");
var generatedPath = PathHelper.combine(userDir, "Tests/resources/TypeSystemTest/generated");
var generatedDir = new File(generatedPath);
if (!generatedDir.exists()) {
generatedDir.mkdir();
}
var fileWriter = new FileWriter(PathHelper.combine(generatedPath, test + ".txt"));
fileWriter.write(result);
fileWriter.close();
var expectedPath = PathHelper.combine(userDir, "Tests/resources/TypeSystemTest/expected");
var expectedFile = new File(PathHelper.combine(expectedPath, test + ".txt"));
Assert.assertTrue("Expected file not found: " + expectedFile, expectedFile.exists());
var fileReader = new InputStreamReader(new FileInputStream((expectedFile)), Charset.forName("UTF-8"));
var reference = readToEnd(fileReader);
var genReader = new BufferedReader(new StringReader(result));
var refReader = new BufferedReader(new StringReader(reference));
for (;;) {
var genLine = genReader.readLine();
var refLine = refReader.readLine();
if (genLine == null && refLine == null) {
break;
}
Assert.assertEquals(refLine, genLine);
}
}
private char[] getText(IFile file) {
char[] text;
if (parameters.AllFiles.getProjectRelativeName(file).equals(parameters.EditedFileName)) {
text = parameters.EditedFileText;
} else {
using (var reader = new InputStreamReader(file.getContents(), file.getCharset())) {
var sb = new StringBuilder();
int read;
while ((read = reader.read(buffer)) != -1) {
sb.append(buffer, 0, read);
}
text = new char[sb.length()];
sb.getChars(0, sizeof(text), text, 0);
}
}
if (sizeof(text) > 0) {
if (text[sizeof(text) - 1] == '\u001a') {
text[sizeof(text) - 1] = ' ';
}
}
return text;
}
