public void TryExperimental6()
{
var parser = new AB.Parser("if a if b map c to d map e to f endif map g to h endif");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(1, spec.code.Count);
Console.WriteLine($"[(1)] : {spec.code[0]}");
var if1 = spec.code[0] as AB.IfStmt; // if a
Assert.IsNotNull(if1);
Assert.AreEqual(2, if1.branch.Count);
Console.WriteLine($"[(2)] : {if1.branch[0]} + {if1.branch[1]}");
var if2 = if1.branch[0] as AB.IfStmt; // if b
Assert.IsNotNull(if2);
Assert.AreEqual(2, if2.branch.Count);
Console.WriteLine($"[(3)] : {if2.branch[0]} + {if2.branch[1]}");
var map1 = if2.branch[0] as AB.MapStmt; // map c to d
Assert.IsNotNull(map1);
var map2 = if2.branch[1] as AB.MapStmt; // map e to f
Assert.IsNotNull(map2);
var map3 = if1.branch[1] as AB.MapStmt; // map g to h
Assert.IsNotNull(map3);
}
public void TryDeclarations()
{
var parser = new AB.Parser(@"
dcl
n integer;
s char(10);
enddcl
map 1 to n
clear s");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(2, spec.data.Count);
Assert.AreEqual(2, spec.code.Count);
Assert.IsInstanceOfType(spec.code[0], typeof(AB.MapStmt));
Assert.IsInstanceOfType(spec.code[1], typeof(AB.ClearStmt));
var d1 = spec.data[0] as AB.Decl;
var d2 = spec.data[1] as AB.Decl;
Assert.IsNotNull(d1);
Assert.IsNotNull(d2);
var v1 = d1.v as AB.Var;
var v2 = d2.v as AB.Var;
Assert.IsNotNull(v1);
Assert.IsNotNull(v2);
Assert.AreEqual("n", v1.value);
Assert.AreEqual("s", v2.value);
var t1 = d1.t as AB.Integer;
var t2 = d2.t as AB.String;
Assert.IsNotNull(t1);
Assert.IsNotNull(t2);
Assert.AreEqual(10, t2.n);
}
public void RunAllLongExpTests()
{
// warmup
Random r = new Random();
for (int i = 0; i < WarmUp; i++)
{
string fname = Path.Combine(AppBuilderCode, "generated", $"long{r.Next(0, LimitLongTests)}.ab");
var parser = new AB.Parser(File.ReadAllText(fname));
var spec = parser.Parse() as AB.ABProgram;
}
// actual measurement
Stopwatch sw = new Stopwatch();
for (int i = 0; i < LimitLongExpTests; i++)
{
string fname = Path.Combine(AppBuilderCode, "generated", $"long10e{i}.ab");
sw.Start();
var parser = new AB.Parser(File.ReadAllText(fname));
var spec = parser.Parse() as AB.ABProgram;
sw.Stop();
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual((int)Math.Pow(10, i), spec.code.Count);
Console.WriteLine($"Tested 'long10e{i}.ab': OK in {sw.ElapsedTicks} ticks");
sw.Reset();
}
}
public void TryFailingExample3()
{
var parser = new AB.Parser(@"
return
if COND1
clear mvgdm
if COND2
clear btiyxe
endif
clear gq
endif
if gwv return endif");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(3, spec.code.Count);
Assert.IsInstanceOfType(spec.code[0], typeof(AB.ReturnStmt));
Assert.IsInstanceOfType(spec.code[1], typeof(AB.IfStmt));
Assert.IsInstanceOfType(spec.code[2], typeof(AB.IfStmt));
var if1 = spec.code[1] as AB.IfStmt;
Assert.IsInstanceOfType(if1.branch[0], typeof(AB.ClearStmt));
Assert.IsInstanceOfType(if1.branch[1], typeof(AB.IfStmt));
Assert.IsInstanceOfType(if1.branch[2], typeof(AB.ClearStmt));
var if2 = if1.branch[1] as AB.IfStmt;
Assert.IsInstanceOfType(if1.branch[0], typeof(AB.ClearStmt));
}
private void CompareParametricallyOne(string name, int runs, int discard)
{
if (!name.EndsWith(".ab"))
{
name += ".ab";
}
List <long> runs1 = new List <long>();
List <long> runs2 = new List <long>();
Stopwatch sw = new Stopwatch();
string fname = Path.Combine(AppBuilderCode, "generated", name);
for (int k = 0; k < runs; k++)
{
sw.Start();
var parser1 = new AB.Parser(File.ReadAllText(fname));
var spec1 = parser1.Parse() as AB.ABProgram;
sw.Stop();
runs1.Add(sw.ElapsedTicks);
sw.Restart();
var spec2 = tialaa.Parser.ParseRule(File.ReadAllText(fname));
sw.Stop();
runs2.Add(sw.ElapsedTicks);
sw.Reset();
}
runs1.Sort();
runs2.Sort();
var result1 = (long)runs1.Skip(discard).SkipLast(discard).Average();
var result2 = (long)runs2.Skip(discard).SkipLast(discard).Average();
Console.WriteLine($"Measured '{name}': OK in {result1} ticks vs {result2} ticks");
}
public void RunAllDeepTests()
{
// warmup
Random r = new Random();
for (int i = 0; i < WarmUp; i++)
{
string fname = Path.Combine(AppBuilderCode, "generated", $"long{r.Next(0, LimitLongTests)}.ab");
var parser = new AB.Parser(File.ReadAllText(fname));
var spec = parser.Parse() as AB.ABProgram;
}
// actual measurement
List <long> measures = new List <long>();
Stopwatch sw = new Stopwatch();
for (int i = 0; i < LimitDeepTests; i++)
{
string fname = Path.Combine(AppBuilderCode, "generated", $"deep{i}.ab");
sw.Start();
var parser = new AB.Parser(File.ReadAllText(fname));
var spec = parser.Parse() as AB.ABProgram;
sw.Stop();
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(1, spec.code.Count);
Console.WriteLine($"Tested 'deep{i}.ab': OK in {sw.ElapsedTicks} ticks");
measures.Add(sw.ElapsedTicks);
sw.Reset();
}
Console.WriteLine($"AVERAGE time: {measures.Average()}");
}
public void TryEngagedParser()
{
var parser = new AB.Parser(File.ReadAllText(Path.Combine(AppBuilderCode, "manual", "simple.ab")));
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(1, spec.data.Count);
Assert.AreEqual(1, spec.code.Count);
}
public void TryDeep0()
{
string fname = Path.Combine(AppBuilderCode, "generated", $"deep0.ab");
var parser = new AB.Parser(File.ReadAllText(fname));
Console.WriteLine($"Parsing '{File.ReadAllText(fname)}'");
var spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(1, spec.code.Count);
}
public void TryExperimental1()
{
var parser = new AB.Parser("if x map y to z endif");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(1, spec.code.Count);
var if1 = spec.code[0] as AB.IfStmt;
Assert.IsNotNull(if1);
Assert.AreEqual(1, if1.branch.Count);
var map1 = if1.branch[0] as AB.MapStmt;
Assert.IsNotNull(map1);
}
public void TryFailingExample1()
{
var parser = new AB.Parser(@"
clear akpjke
map pwrmgtq to hjturvlsikt
map 1519307387 to ejxegwgv
if 1880563650 return endif");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(4, spec.code.Count);
Assert.IsInstanceOfType(spec.code[0], typeof(AB.ClearStmt));
Assert.IsInstanceOfType(spec.code[1], typeof(AB.MapStmt));
Assert.IsInstanceOfType(spec.code[2], typeof(AB.MapStmt));
Assert.IsInstanceOfType(spec.code[3], typeof(AB.IfStmt));
Assert.IsInstanceOfType((spec.code[3] as AB.IfStmt)?.branch[0], typeof(AB.ReturnStmt));
}
public void MeasureAllExpTests()
{
// warmup
Random r = new Random();
for (int i = 0; i < WarmUp; i++)
{
string fname = Path.Combine(AppBuilderCode, "generated", $"long{r.Next(0, LimitLongTests)}.ab");
var parser = new AB.Parser(File.ReadAllText(fname));
var spec = parser.Parse() as AB.ABProgram;
}
// actual measurement
Dictionary <string, int> TestPlan = new Dictionary <string, int>()
{
{ "long", LimitLongExpTests },
{ "deep", LimitDeepExpTests },
{ "stack", LimitStackExpTests },
};
foreach (var name in TestPlan.Keys)
{
List <long> runs = new List <long>();
Stopwatch sw = new Stopwatch();
for (int i = 0; i < TestPlan[name]; i++)
{
string fname = Path.Combine(AppBuilderCode, "generated", $"{name}10e{i}.ab");
for (int j = 0; j < RunsToAverage; j++)
{
sw.Start();
var parser = new AB.Parser(File.ReadAllText(fname));
var spec = parser.Parse() as AB.ABProgram;
sw.Stop();
runs.Add(sw.ElapsedTicks);
sw.Reset();
}
runs.Sort();
var result = (long)runs.Skip(RunsSkip).SkipLast(RunsSkip).Average();
Console.WriteLine($"Measured '{name}10e{i}.ab': OK in {result} ticks");
}
}
}
public void TryAlmostBadTokens()
{
var parser = new AB.Parser(@"map mapper to iffer");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(1, spec.code.Count);
var map = spec.code[0] as AB.MapStmt;
Assert.IsNotNull(map);
var src = map.source as AB.Var;
Assert.IsNotNull(src);
Assert.AreEqual("mapper", src.value);
var tgt = map.target as AB.Var;
Assert.IsNotNull(src);
Assert.AreEqual("iffer", tgt.value);
}
public void TryFailingExample2()
{
var parser = new AB.Parser(@"
if abzhnyfsobo return endif
if 99773466 return endif
if iwksk return endif
map ifnaqtipf to bqnl
return
return");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(6, spec.code.Count);
Assert.IsInstanceOfType(spec.code[0], typeof(AB.IfStmt));
Assert.IsInstanceOfType(spec.code[1], typeof(AB.IfStmt));
Assert.IsInstanceOfType(spec.code[2], typeof(AB.IfStmt));
Assert.IsInstanceOfType(spec.code[3], typeof(AB.MapStmt));
Assert.IsInstanceOfType(spec.code[4], typeof(AB.ReturnStmt));
Assert.IsInstanceOfType(spec.code[5], typeof(AB.ReturnStmt));
}
public void MeasureAllLongTests()
{
// warmup
Random r = new Random();
for (int i = 0; i < WarmUp; i++)
{
string fname = Path.Combine(AppBuilderCode, "generated", $"long{r.Next(0, LimitLongTests)}.ab");
var parser = new AB.Parser(File.ReadAllText(fname));
var spec = parser.Parse() as AB.ABProgram;
}
// actual measurement
List <long> measures = new List <long>();
List <long> runs = new List <long>();
Stopwatch sw = new Stopwatch();
for (int i = 0; i < LimitLongTests; i++)
{
string fname = Path.Combine(AppBuilderCode, "generated", $"long{i}.ab");
for (int j = 0; j < RunsToAverage; j++)
{
sw.Start();
var parser = new AB.Parser(File.ReadAllText(fname));
var spec = parser.Parse() as AB.ABProgram;
sw.Stop();
runs.Add(sw.ElapsedTicks);
sw.Reset();
}
runs.Sort();
var result = (long)runs.Skip(RunsSkip).SkipLast(RunsSkip).Average();
Console.WriteLine($"Measured 'long{i}.ab': OK in {result} ticks");
measures.Add(result);
}
Console.WriteLine($"AVERAGE time: {measures.Average()}");
}
public void TryExperimental4()
{
var parser = new AB.Parser("if a if b return endif endif");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(1, spec.code.Count);
Console.WriteLine($"[(1)] : {spec.code[0]}");
var if1 = spec.code[0] as AB.IfStmt; // if a
Assert.IsNotNull(if1);
Assert.AreEqual(1, if1.branch.Count);
Console.WriteLine($"[(2)] : {if1.branch[0]}");
var if2 = if1.branch[0] as AB.IfStmt; // if b
Assert.IsNotNull(if2);
Assert.AreEqual(1, if2.branch.Count);
Console.WriteLine($"[(3)] : {if2.branch[0]}");
var ret1 = if2.branch[0] as AB.ReturnStmt;
Assert.IsNotNull(ret1);
}
public void TryExperimental3()
{
var parser = new AB.Parser("if a map b to c map d to e endif map f to g");
AB.ABProgram spec = parser.Parse() as AB.ABProgram;
Assert.IsNotNull(spec);
Assert.AreEqual(0, spec.data.Count);
Assert.AreEqual(2, spec.code.Count);
Console.WriteLine($"[AB] : {spec.code[0]} + {spec.code[1]}");
var if1 = spec.code[0] as AB.IfStmt;
Assert.IsNotNull(if1);
Assert.AreEqual(2, if1.branch.Count);
var map1 = if1.branch[0] as AB.MapStmt;
Assert.IsNotNull(map1);
var map2 = if1.branch[1] as AB.MapStmt;
Assert.IsNotNull(map2);
var map3 = spec.code[1] as AB.MapStmt;
Assert.IsNotNull(map3);
}
private void CompareParametricallyLogToFile(int runs, int discard, string name1, int limit1, string name2 = "",
int limit2 = 1)
{
var f = Path.Combine(FourUp, name1 + ".log");
try
{
Random r = new Random();
List <long> measures1 = new List <long>();
List <long> measures2 = new List <long>();
List <long> runs1 = new List <long>();
List <long> runs2 = new List <long>();
Stopwatch sw = new Stopwatch();
for (int i = 0; i < limit1; i++)
{
for (int j = 0; j < limit2; j++)
{
string name
= limit2 == 1
? $"{name1}{i}.ab"
: $"{name1}{i}{name2}{j}.ab";
string fname = Path.Combine(AppBuilderCode, "generated", name);
for (int k = 0; k < runs; k++)
{
try
{
sw.Start();
var parser1 = new AB.Parser(File.ReadAllText(fname));
var spec1 = parser1.Parse() as AB.ABProgram;
sw.Stop();
runs1.Add(sw.ElapsedTicks);
}
catch (StackOverflowException)
{
File.AppendAllText(f, "Engage! parser stackoverflowed" + Environment.NewLine);
runs1.Add(0);
}
try
{
sw.Restart();
var spec2 = tialaa.Parser.ParseRule(File.ReadAllText(fname));
sw.Stop();
runs2.Add(sw.ElapsedTicks);
}
catch (StackOverflowException)
{
File.AppendAllText(f, "PEG parser stackoverflowed" + Environment.NewLine);
runs2.Add(0);
}
sw.Reset();
}
runs1.Sort();
runs2.Sort();
var result1 = (long)runs1.Skip(discard).SkipLast(discard).Average();
var result2 = (long)runs2.Skip(discard).SkipLast(discard).Average();
File.AppendAllText(f,
$"Measured '{name}': OK in {result1} ticks vs {result2} ticks" + Environment.NewLine);
measures1.Add(result1);
measures2.Add(result2);
}
}
if (measures1.Count > 0 && measures2.Count > 0)
{
File.AppendAllText(f,
$"AVERAGE time: {measures1.Average()} vs {measures2.Average()}" + Environment.NewLine);
}
}
catch (Exception e)
{
File.AppendAllText(f, $"Process died with an exception: {e.Message}" + Environment.NewLine);
}
}
private void CompareParametrically(int runs, int discard, string name1, int limit1, string name2 = "",
int limit2 = 1, int limitForPEG = -1)
{
if (limitForPEG < 0)
{
limitForPEG = limit1;
}
List <long> measures1 = new List <long>();
List <long> measures2 = new List <long>();
List <long> runs1 = new List <long>();
List <long> runs2 = new List <long>();
Stopwatch sw = new Stopwatch();
for (int i = 0; i < limit1; i++)
{
runs1.Clear();
runs2.Clear();
for (int j = 0; j < limit2; j++)
{
string name
= limit2 == 1
? $"{name1}{i}.ab"
: $"{name1}{i}{name2}{j}.ab";
string fname = Path.Combine(AppBuilderCode, "generated", name);
string text = File.ReadAllText(fname);
for (int k = 0; k < runs; k++)
{
var parser1 = new AB.Parser(text);
sw.Start();
var spec1 = parser1.Parse() as AB.ABProgram;
sw.Stop();
runs1.Add(sw.ElapsedTicks);
if (i < limitForPEG)
{
sw.Restart();
var spec2 = tialaa.Parser.ParseRule(text);
sw.Stop();
runs2.Add(sw.ElapsedTicks);
}
else
{
runs2.Add(0);
}
sw.Reset();
}
runs1.Sort();
runs2.Sort();
var runs1cut = runs1.Skip(discard).SkipLast(discard);
var runs2cut = runs2.Skip(discard).SkipLast(discard);
var result1a = (long)runs1cut.Average();
var result1m = Median(runs1);
var result1n = NormalisedMean(runs1);
var result1z = NormalisedMean(runs1cut.ToList());
var result2a = (long)runs2cut.Average();
var result2m = Median(runs2);
var result2n = NormalisedMean(runs2);
var result2z = NormalisedMean(runs2cut.ToList());
Console.WriteLine(
$"OK for '{name}'. Ticks: average {result1a} vs {result2a} ; median {result1m} vs {result2m} ; normean {result1n} vs {result2n} ; outnormean {result1z} vs {result2z}");
measures1.Add(result1n);
measures2.Add(result2n);
}
}
if (measures1.Count > 0 && measures2.Count > 0)
{
Console.WriteLine($"AVERAGE time: {measures1.Average()} vs {measures2.Average()}");
}
}