public HLSLLineScanner(HLSLLanguageService service)
{
this.lex = new Babel.Lexer.Scanner();
_service = service;
#if !NOTTEST
//get the current working directory, we will need to reset this late
string resetDir = Directory.GetCurrentDirectory();
//get into the ShaderSense folder
while (Directory.GetCurrentDirectory().Contains("ShaderSense"))
{
Directory.SetCurrentDirectory((Directory.GetParent(Directory.GetCurrentDirectory()).ToString()));
}
Directory.SetCurrentDirectory("ShaderSense");
//this is out output file
testFileOutput = Directory.GetCurrentDirectory() + "\\TestOutput.txt";
//clean the file so we can output new data
if (File.Exists("tooltipsOutput.txt"))
{
File.Delete("tooltipsOutput.txt");
}
if (File.Exists("tokensfile.txt"))
{
RunTooltipTest("tokensfile.txt", "tooltipsOutput.txt");
}
Directory.SetCurrentDirectory(resetDir);
#endif
//System.Windows.Forms.MessageBox.Show("File is: " + testFileOutput);
}
public void GetText_SingleLine()
{
Babel.Parser.ErrorHandler handler = new Babel.Parser.ErrorHandler();
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner();
scanner.Handler = handler;
scanner.SetSourceText("CREATE MEASURE t[B]=Random()");
var text = scanner.GetText(new LexLocation(1, 20, 1, 28));
Assert.IsFalse(handler.Errors, "Error happened");
Assert.AreEqual("Random()", text);
}
public override Microsoft.VisualStudio.Package.AuthoringScope ParseSource(ParseRequest req)
{
Source source = (Source)this.GetSource(req.FileName);
bool yyparseResult = false;
// req.DirtySpan seems to be set even though no changes have occurred
// source.IsDirty also behaves strangely
// might be possible to use source.ChangeCount to sync instead
if (req.Reason == ParseReason.Check ||
req.DirtySpan.iStartIndex != req.DirtySpan.iEndIndex ||
req.DirtySpan.iStartLine != req.DirtySpan.iEndLine)
{
Babel.Parser.ErrorHandler handler = new Babel.Parser.ErrorHandler();
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner(); // string interface
Parser.Parser parser = new Parser.Parser(); // use noarg constructor
#if DEBUG
parser.Trace = true;
#endif
parser.scanner = scanner;
scanner.Handler = handler;
parser.SetHandler(handler);
scanner.SetSourceText(req.Text);
parser.MBWInit(req);
yyparseResult = parser.Parse();
// store the parse results
// source.ParseResult = aast;
source.ParseResult = null;
source.Braces = parser.Braces;
// for the time being, just pull errors back from the error handler
if (handler.ErrNum > 0)
{
foreach (Babel.Parser.Error error in handler.SortedErrorList())
{
TextSpan span = new TextSpan();
span.iStartLine = span.iEndLine = error.line - 1;
span.iStartIndex = error.column;
span.iEndIndex = error.column + error.length;
req.Sink.AddError(req.FileName, error.message, span, Severity.Error);
}
}
}
return(new AuthoringScope(source.ParseResult, source));
}
private static Babel.Parser.Parser ParseText(string text, bool trace = false)
{
Babel.Parser.ErrorHandler handler = new Babel.Parser.ErrorHandler();
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner();
Babel.Parser.Parser parser = new Babel.Parser.Parser(); // use noarg constructor
parser.Trace = trace;
parser.scanner = scanner;
scanner.Handler = handler;
parser.SetHandler(handler);
scanner.SetSourceText(text);
var request = new ParseRequest(true);
request.Sink = new AuthoringSink(ParseReason.None, 0, 0, Babel.Parser.Parser.MaxErrors);
parser.MBWInit(request);
var result = parser.Parse();
if (handler.Errors)
{
throw new Exception(handler.ToString());
}
return(parser);
}
public override Microsoft.VisualStudio.Package.AuthoringScope ParseSource(ParseRequest req)
{
Source source = (Source) this.GetSource(req.FileName);
bool yyparseResult = false;
#if GARRETT
System.IO.StreamWriter myStream = null;
if (req.View != null)
{
myStream = new System.IO.StreamWriter("E:/Users/Garrett/Documents/Projects/ShaderSense/myOutput.txt");
Console.SetError(myStream);
}
#endif
// req.DirtySpan seems to be set even though no changes have occurred
// source.IsDirty also behaves strangely
// might be possible to use source.ChangeCount to sync instead
if (req.DirtySpan.iStartIndex != req.DirtySpan.iEndIndex
|| req.DirtySpan.iStartLine != req.DirtySpan.iEndLine
|| source.IsDirty)
{
Babel.Parser.ErrorHandler handler = new Babel.Parser.ErrorHandler();
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner(); // string interface
Parser.Parser parser = new Parser.Parser(); // use noarg constructor
parser.scanner = scanner;
scanner.Handler = handler;
parser.SetHandler(handler);
scanner.SetSource(req.Text, 0);
parser.MBWInit(req);
if (parser.shouldAddDeclarations()) Parser.Parser.clearDeclarations(); // Hack to purge old parser declarations
//Parser.Parser.PrepareParse(source.GetDocumentSpan(), source);
parser.PrepareParse(source.GetDocumentSpan(), source);
yyparseResult = parser.Parse();
((HLSLSource)source).GatherIncludes();
// store the parse results
// source.ParseResult = aast;
source.ParseResult = null;
source.Braces = parser.Braces;
// for the time being, just pull errors back from the error handler
if (handler.ErrNum > 0)
{
foreach (Babel.Parser.Error error in handler.SortedErrorList())
{
TextSpan span = new TextSpan();
span.iStartLine = span.iEndLine = error.line - 1;
span.iStartIndex = error.column;
span.iEndIndex = error.column + error.length;
req.Sink.AddError(req.FileName, error.message, span, Severity.Error);
}
}
}
switch (req.Reason)
{
case ParseReason.Check:
case ParseReason.HighlightBraces:
case ParseReason.MatchBraces:
case ParseReason.MemberSelectAndHighlightBraces:
// send matches to sink
// this should (probably?) be filtered on req.Line / col
if (source.Braces != null)
{
foreach (TextSpan[] brace in source.Braces)
{
if (brace.Length == 2)
req.Sink.MatchPair(brace[0], brace[1], 1);
else if (brace.Length >= 3)
req.Sink.MatchTriple(brace[0], brace[1], brace[2], 1);
}
}
break;
default:
break;
}
#if GARRETT
if(myStream != null)
myStream.Close();
#endif
// return new AuthoringScope(source.ParseResult);
return new HLSLAuthoringScope(source);
}
public override AuthoringScope ParseSource(ParseRequest req)
{
Source source = (Source)this.GetSource(req.FileName);
//source.LastParseTime = 0;
bool yyparseResult = false;
Parser.Parser parser = new Parser.Parser(); // use noarg constructor
//redirect
//using (var stream = File.AppendText("C:\\temp\\out.txt"))
//{
// Console.SetOut(stream);
// Console.SetError(stream);
// req.DirtySpan seems to be set even though no changes have occurred
// source.IsDirty also behaves strangely
// might be possible to use source.ChangeCount to sync instead
if (req.DirtySpan.iStartIndex != req.DirtySpan.iEndIndex
|| req.DirtySpan.iStartLine != req.DirtySpan.iEndLine)
{
Debug.Assert(handler != null);
handler.Clear();
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner(); // string interface
handler.SetFileName(req.FileName);
scanner.Handler = handler;
SymbolTable symbolTable = BlenXLibraryManager.SymbolTable;
parser.SetParsingInfo(req.FileName, symbolTable, handler);
parser.scanner = scanner;
scanner.SetSource(req.Text, 0);
parser.SetContext(req);
yyparseResult = parser.Parse();
// store the parse results
// source.ParseResult = aast;
source.ParseResult = null;
source.Braces = parser.Braces;
// for the time being, just pull errors back from the error handler
if (handler.ErrNum > 0)
{
foreach (Babel.Parser.Error error in handler.SortedErrorList())
{
TextSpan span = new TextSpan();
span.iStartLine = span.iEndLine = error.line - 1;
span.iStartIndex = error.column;
span.iEndIndex = error.column + error.length;
req.Sink.AddError(req.FileName, error.message, span, Severity.Error);
}
}
//}
}
switch (req.Reason)
{
case ParseReason.Check:
case ParseReason.HighlightBraces:
case ParseReason.MatchBraces:
case ParseReason.MemberSelectAndHighlightBraces:
// send matches to sink
// this should (probably?) be filtered on req.Line / col
if (source.Braces != null)
{
foreach (TextSpan[] brace in source.Braces)
{
if (brace.Length == 2)
{
//if (req.Sink.HiddenRegions == true)
{
string first = source.GetText(brace[0]);
if (source.GetText(brace[0]).Contains("[") && source.GetText(brace[1]).Contains("]"))
{
//construct a TextSpan of everything between the braces
TextSpan hideSpan = new TextSpan();
hideSpan.iStartIndex = brace[0].iStartIndex;
hideSpan.iStartLine = brace[0].iStartLine;
hideSpan.iEndIndex = brace[1].iEndIndex;
hideSpan.iEndLine = brace[1].iEndLine;
req.Sink.ProcessHiddenRegions = true;
req.Sink.AddHiddenRegion(hideSpan);
}
}
req.Sink.MatchPair(brace[0], brace[1], 1);
}
else if (brace.Length >= 3)
req.Sink.MatchTriple(brace[0], brace[1], brace[2], 1);
}
}
break;
default:
break;
}
return new BlenXAuthoringScope(parser, source);
}
/// <summary>
/// Parses measures from the mdx script text. If there is an error during parsing an exception is thrown.
/// </summary>
/// <param name="daxScript">mdx script text</param>
/// <returns>Enumerable dax measures</returns>
public static MeasuresContainer ParseDaxScript(string daxScript)
{
var handler = new Babel.Parser.ErrorHandler();
var scanner = new Babel.Lexer.Scanner();
var parser = new Babel.Parser.Parser(); // use noarg constructor
parser.scanner = scanner;
scanner.Handler = handler;
parser.SetHandler(handler);
scanner.SetSourceText(daxScript);
var request = new ParseRequest(true);
request.Sink = new AuthoringSink(ParseReason.None, 0, 0, Babel.Parser.Parser.MaxErrors);
parser.MBWInit(request);
var parseResult = parser.Parse();
if (handler.Errors)
{
throw DaxParsingException.FromHandler(handler, daxScript);
}
//Add support measures if measure contains KPIs
var measures = parser.AllMeasures;
var supportMeasures = new List <DaxMeasure>();
var containsSupportMeasures = measures.GetSupportingMeasures().Count() != 0;
if (!containsSupportMeasures)
{
foreach (var measure in measures)
{
if (measure.CalcProperty?.KPI == null)
{
continue;
}
if (!string.IsNullOrWhiteSpace(measure.CalcProperty.KPI.TargetExpression))
{
var newMeasure = new DaxMeasure(
"_" + measure.Name + " Goal",
measure.TableName,
measure.CalcProperty.KPI.TargetExpression
);
supportMeasures.Add(newMeasure);
}
if (!string.IsNullOrWhiteSpace(measure.CalcProperty.KPI.StatusExpression))
{
var newMeasure = new DaxMeasure(
"_" + measure.Name + " Status",
measure.TableName,
measure.CalcProperty.KPI.StatusExpression
);
supportMeasures.Add(newMeasure);
}
if (!string.IsNullOrWhiteSpace(measure.CalcProperty.KPI.TrendExpression))
{
var newMeasure = new DaxMeasure(
"_" + measure.Name + " Trend",
measure.TableName,
measure.CalcProperty.KPI.TrendExpression
);
supportMeasures.Add(newMeasure);
}
}
}
return(new MeasuresContainer(measures.Union(supportMeasures).ToList()));
}
/// <summary>
/// Main function of the parsing thread.
/// This function waits on the queue of the parsing requests and build the parsing tree for
/// a specific file. The resulting tree is built using LibraryNode objects so that it can
/// be used inside the class view or object browser.
/// </summary>
private void ParseThread()
{
const int waitTimeout = 500;
// Define the array of events this function is interest in.
WaitHandle[] eventsToWait = new WaitHandle[] { requestPresent, shutDownStarted };
// Execute the tasks.
while (true)
{
// Wait for a task or a shutdown request.
int waitResult = WaitHandle.WaitAny(eventsToWait, waitTimeout, false);
if (1 == waitResult)
{
// The shutdown of this component is started, so exit the thread.
return;
}
LibraryTask task = null;
lock (requests)
{
if (0 != requests.Count)
{
task = requests.Dequeue();
}
if (0 == requests.Count)
{
requestPresent.Reset();
}
}
if (task == null)
{
continue;
}
if (task.Text == null)
{
if (System.IO.File.Exists(task.FileName))
{
var parser = new Babel.Parser.Parser();
handler.Clear();
using (var stream = File.OpenRead(task.FileName))
{
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner(stream);
handler.SetFileName(task.FileName);
scanner.Handler = handler;
Debug.Assert(symbolTable != null);
parser.SetParsingInfo(task.FileName, symbolTable, handler);
parser.scanner = scanner;
//parser.MBWInit(req);
var retval = parser.Parse();
// the parse result is to fill the symbol table
}
}
}
else
{
var parser = new Babel.Parser.Parser();
handler.Clear();
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner(); // string interface
handler.SetFileName(task.FileName);
scanner.Handler = handler;
Debug.Assert(symbolTable != null);
parser.SetParsingInfo(task.Text, symbolTable, handler);
parser.scanner = scanner;
scanner.SetSource(task.Text, 0);
//parser.MBWInit(req);
parser.Parse();
}
//LibraryNode module = new LibraryNode(
// System.IO.Path.GetFileName(task.FileName),
// LibraryNode.LibraryNodeType.PhysicalContainer);
//CreateModuleTree(module, module, scope, "", task.ModuleID);
//if (null != task.ModuleID)
//{
// LibraryNode previousItem = null;
// lock (files)
// {
// if (files.TryGetValue(task.ModuleID, out previousItem))
// {
// files.Remove(task.ModuleID);
// }
// }
// library.RemoveNode(previousItem);
//}
//library.AddNode(module);
//if (null != task.ModuleID)
//{
// lock (files)
// {
// files.Add(task.ModuleID, module);
// }
//}
}
}
public override Microsoft.VisualStudio.Package.AuthoringScope ParseSource(ParseRequest req)
{
Source source = (Source)this.GetSource(req.FileName);
bool yyparseResult = false;
// req.DirtySpan seems to be set even though no changes have occurred
// source.IsDirty also behaves strangely
// might be possible to use source.ChangeCount to sync instead
if (req.DirtySpan.iStartIndex != req.DirtySpan.iEndIndex ||
req.DirtySpan.iStartLine != req.DirtySpan.iEndLine)
{
Babel.Parser.ErrorHandler handler = new Babel.Parser.ErrorHandler();
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner(); // string interface
Parser.Parser parser = new Parser.Parser(); // use noarg constructor
parser.scanner = scanner;
scanner.Handler = handler;
parser.SetHandler(handler);
scanner.SetSource(req.Text, 0);
parser.MBWInit(req);
yyparseResult = parser.Parse();
// store the parse results
// source.ParseResult = aast;
source.ParseResult = null;
source.Braces = parser.Braces;
// for the time being, just pull errors back from the error handler
if (handler.ErrNum > 0)
{
foreach (Babel.Parser.Error error in handler.SortedErrorList())
{
TextSpan span = new TextSpan();
span.iStartLine = span.iEndLine = error.line - 1;
span.iStartIndex = error.column;
span.iEndIndex = error.column + error.length;
req.Sink.AddError(req.FileName, error.message, span, Severity.Error);
}
}
}
switch (req.Reason)
{
case ParseReason.Check:
case ParseReason.HighlightBraces:
case ParseReason.MatchBraces:
case ParseReason.MemberSelectAndHighlightBraces:
// send matches to sink
// this should (probably?) be filtered on req.Line / col
if (source.Braces != null)
{
foreach (TextSpan[] brace in source.Braces)
{
if (brace.Length == 2)
{
req.Sink.MatchPair(brace[0], brace[1], 1);
}
else if (brace.Length >= 3)
{
req.Sink.MatchTriple(brace[0], brace[1], brace[2], 1);
}
}
}
break;
default:
break;
}
return(new AuthoringScope(source.ParseResult));
}
public override Microsoft.VisualStudio.Package.AuthoringScope ParseSource(ParseRequest req)
{
Source source = (Source) this.GetSource(req.FileName);
bool yyparseResult = false;
// req.DirtySpan seems to be set even though no changes have occurred
// source.IsDirty also behaves strangely
// might be possible to use source.ChangeCount to sync instead
if (req.DirtySpan.iStartIndex != req.DirtySpan.iEndIndex
|| req.DirtySpan.iStartLine != req.DirtySpan.iEndLine)
{
Babel.Parser.ErrorHandler handler = new Babel.Parser.ErrorHandler();
Babel.Lexer.Scanner scanner = new Babel.Lexer.Scanner(); // string interface
Parser.Parser parser = new Parser.Parser(); // use noarg constructor
parser.scanner = scanner;
scanner.Handler = handler;
parser.SetHandler(handler);
scanner.SetSource(req.Text, 0);
parser.MBWInit(req);
yyparseResult = parser.Parse();
// store the parse results
// source.ParseResult = aast;
source.ParseResult = null;
source.Braces = parser.Braces;
// for the time being, just pull errors back from the error handler
if (handler.ErrNum > 0)
{
foreach (Babel.Parser.Error error in handler.SortedErrorList())
{
TextSpan span = new TextSpan();
span.iStartLine = span.iEndLine = error.line - 1;
span.iStartIndex = error.column;
span.iEndIndex = error.column + error.length;
req.Sink.AddError(req.FileName, error.message, span, Severity.Error);
}
}
}
switch (req.Reason)
{
case ParseReason.Check:
case ParseReason.HighlightBraces:
case ParseReason.MatchBraces:
case ParseReason.MemberSelectAndHighlightBraces:
// send matches to sink
// this should (probably?) be filtered on req.Line / col
if (source.Braces != null)
{
foreach (TextSpan[] brace in source.Braces)
{
if (brace.Length == 2)
req.Sink.MatchPair(brace[0], brace[1], 1);
else if (brace.Length >= 3)
req.Sink.MatchTriple(brace[0], brace[1], brace[2], 1);
}
}
break;
default:
break;
}
return new AuthoringScope(source.ParseResult);
}
