private string ParseModifiers(CSTokenIterator iterator, out bool isExtern)
{
string modifiers = "";
isExtern = false;
while (true)
{
if (iterator.current.text == "private")
{
iterator.MoveNext();
modifiers += "-";
continue;
}
if (iterator.current.text == "public")
{
iterator.MoveNext();
modifiers += "+";
continue;
}
if (iterator.current.text == "protected")
{
iterator.MoveNext();
modifiers += "#";
continue;
}
if (iterator.current.text == "internal")
{
iterator.MoveNext();
modifiers += "~";
continue;
}
if (iterator.current.text == "static")
{
iterator.MoveNext();
modifiers = "|" + modifiers;
continue;
}
if (iterator.current.text == "abstract" ||
iterator.current.text == "override" ||
iterator.current.text == "virtual")
{
iterator.MoveNext();
continue;
}
if (iterator.current.text == "extern")
{
isExtern = true;
iterator.MoveNext();
continue;
}
if (iterator.current.text == "delegate")
{
modifiers += "*";
iterator.MoveNext();
continue;
}
break;
}
return(modifiers);
}
public void TokenIteratorTest5()
{
LineArray lines = new LineArray();
lines.SetText(@"public class A {
private char a = '}';
private char b = '""';
private char c = '\'';
private char d = '\n';
public void Method0(char c = 'c')
{
}
public void Method1()
{
}
}" );
CSTokenIterator iterator = new CSTokenIterator(lines);
Assert.AreEqual("[<<public>>, <<class>>, <<A>>, '{', " +
"<<private>>, <<char>>, <<a>>, '=', <<'}'>>, ';', " +
"<<private>>, <<char>>, <<b>>, '=', <<'\"'>>, ';', " +
"<<private>>, <<char>>, <<c>>, '=', <<'\\''>>, ';', " +
"<<private>>, <<char>>, <<d>>, '=', <<'\\n'>>, ';', " +
"<<public>>, <<void>>, <<Method0>>, '(', <<char>>, <<c>>, '=', <<'c'>>, ')', '{', '}', " +
"<<public>>, <<void>>, <<Method1>>, '(', ')', '{', '}', " +
"'}']", ListUtil.ToString(iterator.tokens));
}
private void MoveBrackets(CSTokenIterator iterator)
{
if (iterator.current.c == '{')
{
int depth = 0;
while (!iterator.isEnd)
{
char c = iterator.current.c;
if (c == '{')
{
++depth;
}
else if (c == '}')
{
--depth;
if (depth <= 0)
{
iterator.MoveNext();
break;
}
}
iterator.MoveNext();
}
}
}
private Node ParseEnum(CSTokenIterator iterator)
{
iterator.MoveNext();
Place place = iterator.current.place;
iterator.builder.Length = 0;
if (iterator.current.IsIdent)
{
iterator.builder.Append(iterator.current.text);
iterator.MoveNext();
if (iterator.current.c == ':')
{
iterator.builder.Append(" : ");
iterator.MoveNext();
if (iterator.current.IsIdent)
{
iterator.builder.Append(iterator.current.text);
iterator.MoveNext();
ParseGeneric(iterator, iterator.builder);
}
}
}
Node node = (Node)(new Dictionary <string, Node>());
node["name"] = "enum " + iterator.builder.ToString();
node["line"] = place.iLine + 1;
node["childs"] = new List <Node>();
MoveBrackets(iterator);
return(node);
}
public override Node Parse(LineArray lines)
{
CSTokenIterator iterator = new CSTokenIterator(lines);
List <Node> nodes = new List <Node>();
Node root = (Node)(new Dictionary <string, Node>());
root["childs"] = nodes;
ParseRoot(iterator, nodes);
return(nodes.Count == 1 ? nodes[0] : root);
}
private void ParseRoot(CSTokenIterator iterator, List <Node> nodes)
{
int depth = 1;
while (!iterator.isEnd)
{
bool isExtern;
string modifiers = ParseModifiers(iterator, out isExtern);
if (modifiers.IndexOf('*') != -1)
{
ParseNamespaceEvent(iterator, nodes, modifiers, isExtern);
}
if (iterator.current.text == Class)
{
nodes.Add(ParseClass(iterator, Class, '~'));
}
else if (iterator.current.text == Interface)
{
nodes.Add(ParseClass(iterator, Interface, '+'));
}
else if (iterator.current.text == Namespace)
{
nodes.Add(ParseNamespace(iterator));
}
else if (iterator.current.text == Struct)
{
nodes.Add(ParseClass(iterator, Struct, '~'));
}
else if (iterator.current.text == Enum)
{
nodes.Add(ParseEnum(iterator));
}
else if (iterator.current.c == '{')
{
++depth;
iterator.MoveNext();
}
else if (iterator.current.c == '}')
{
iterator.MoveNext();
--depth;
if (depth <= 0)
{
break;
}
}
else
{
iterator.MoveNext();
}
}
}
private void ParseQuadParameters(CSTokenIterator iterator, StringBuilder builder)
{
if (iterator.current.c == '[')
{
int depth = 0;
bool needSpace = false;
while (!iterator.isEnd)
{
if (iterator.current.c == ']')
{
--depth;
if (depth <= 0)
{
iterator.builder.Append(']');
iterator.MoveNext();
break;
}
else
{
iterator.builder.Append(']');
}
}
else if (iterator.current.c == '[')
{
++depth;
iterator.builder.Append('[');
}
else if (iterator.current.c == ',')
{
iterator.builder.Append(iterator.current.c);
needSpace = true;
}
else if (iterator.current.text != null)
{
if (needSpace)
{
iterator.builder.Append(' ');
}
iterator.builder.Append(iterator.current.text);
needSpace = true;
}
else
{
iterator.builder.Append(iterator.current.c);
needSpace = false;
}
iterator.MoveNext();
}
}
}
public void TokenIteratorTest()
{
LineArray lines = new LineArray();
lines.SetText(@"public class A {
private B b;
public void C() { }
}" );
CSTokenIterator iterator = new CSTokenIterator(lines);
Assert.AreEqual("[" +
"<<public>>, <<class>>, <<A>>, '{', <<private>>, <<B>>, <<b>>, ';', " +
"<<public>>, <<void>>, <<C>>, '(', ')', '{', '}', '}'" +
"]", ListUtil.ToString(iterator.tokens));
}
public void TokenIteratorTest4()
{
LineArray lines = new LineArray();
lines.SetText(@"public class Test
{
private string text = ""ab\""c\n"";
private string text2 = @""ab""""c"";
private string text3 = @""ab" + "\n" + @"c"";
}" );
CSTokenIterator iterator = new CSTokenIterator(lines);
Assert.AreEqual("[" +
"<<public>>, <<class>>, <<Test>>, '{', " +
"<<private>>, <<string>>, <<text>>, '=', <<\"ab\\\"c\\n\">>, ';', " +
"<<private>>, <<string>>, <<text2>>, '=', <<@\"ab\"\"c\">>, ';', " +
"<<private>>, <<string>>, <<text3>>, '=', <<@\"ab\nc\">>, ';', '}'" +
"]", ListUtil.ToString(iterator.tokens));
}
private void ParseParameters(CSTokenIterator iterator, StringBuilder builder)
{
if (iterator.current.c == '(')
{
builder.Append('(');
iterator.MoveNext();
bool needSpace = false;
while (!iterator.isEnd)
{
if (iterator.current.c == ')')
{
iterator.builder.Append(')');
iterator.MoveNext();
break;
}
if (iterator.current.c == ',' || iterator.current.c == ']')
{
iterator.builder.Append(iterator.current.c);
needSpace = true;
}
else if (iterator.current.c == '=')
{
iterator.builder.Append(" = ");
needSpace = false;
}
else if (iterator.current.text != null)
{
if (needSpace)
{
iterator.builder.Append(' ');
}
iterator.builder.Append(iterator.current.text);
needSpace = true;
}
else
{
iterator.builder.Append(iterator.current.c);
needSpace = false;
}
iterator.MoveNext();
}
}
}
private Node ParseClass(CSTokenIterator iterator, string keyword, char defaultIdentifier)
{
iterator.MoveNext();
iterator.builder.Length = 0;
Place place = iterator.current.place;
if (iterator.current.IsIdent)
{
iterator.builder.Append(iterator.current.text);
iterator.MoveNext();
}
ParseGeneric(iterator, iterator.builder);
if (iterator.current.c == ':')
{
iterator.builder.Append(" : ");
iterator.MoveNext();
if (iterator.current.IsIdent)
{
iterator.builder.Append(iterator.current.text);
iterator.MoveNext();
ParseGeneric(iterator, iterator.builder);
}
}
Node node = (Node)(new Dictionary <string, Node>());
node["name"] = keyword + " " + iterator.builder.ToString();
node["line"] = place.iLine + 1;
List <Node> nodes = new List <Node>();
node["childs"] = nodes;
while (!iterator.isEnd)
{
if (iterator.current.c == '{')
{
break;
}
iterator.MoveNext();
}
ParseContent(iterator, nodes, defaultIdentifier);
return(node);
}
public void TokenIteratorTest3()
{
LineArray lines = new LineArray();
lines.SetText(@"public class Test
{
/*public */void Method0()
{
}
public void Method1()//}
{
}
}" );
CSTokenIterator iterator = new CSTokenIterator(lines);
Assert.AreEqual("[" +
"<<public>>, <<class>>, <<Test>>, '{', " +
"<<void>>, <<Method0>>, '(', ')', '{', '}', " +
"<<public>>, <<void>>, <<Method1>>, '(', ')', '{', '}', '}'" +
"]", ListUtil.ToString(iterator.tokens));
}
private void ParseNamespaceEvent(CSTokenIterator iterator, List <Node> nodes, string modifiers, bool isExtern)
{
Place place = iterator.current.place;
iterator.builder.Length = 0;
ParseType(iterator, iterator.builder);
string type = iterator.builder.ToString();
iterator.builder.Length = 0;
iterator.builder.Append(iterator.current.text);
if (iterator.current.IsIdent)
{
iterator.MoveNext();
ParseGeneric(iterator, iterator.builder);
}
string ident = iterator.builder.ToString();
if (iterator.current.c == '(')
{
iterator.builder.Length = 0;
ParseParameters(iterator, iterator.builder);
string parameters = iterator.builder.ToString();
Node node = (Node)(new Dictionary <string, Node>());
node["line"] = place.iLine + 1;
node["childs"] = new List <Node>();
node["name"] = (isExtern ? "@" : "") +
(modifiers.Length > 0 ? modifiers + " " : "~ ") + type + " " + ident + parameters;
nodes.Add(node);
while (!iterator.isEnd)
{
if (iterator.current.c == '{' || iterator.current.c == ';')
{
break;
}
iterator.MoveNext();
}
}
}
private void ParseGeneric(CSTokenIterator iterator, StringBuilder builder)
{
if (iterator.current.c == '<')
{
int depth = 0;
while (!iterator.isEnd)
{
if (iterator.current.c == '<')
{
iterator.builder.Append('<');
++depth;
}
else if (iterator.current.c == '>')
{
iterator.builder.Append('>');
--depth;
if (depth <= 0)
{
iterator.MoveNext();
break;
}
}
else if (iterator.current.c == ',')
{
iterator.builder.Append(", ");
}
else if (iterator.current.text != null)
{
iterator.builder.Append(iterator.current.text);
}
else
{
iterator.builder.Append(iterator.current.c);
}
iterator.MoveNext();
}
}
}
private Node ParseNamespace(CSTokenIterator iterator)
{
iterator.MoveNext();
iterator.builder.Length = 0;
Place place = iterator.current.place;
while (iterator.current.IsIdent)
{
iterator.builder.Append(iterator.current.text);
iterator.MoveNext();
if (iterator.current.c != '.')
{
break;
}
iterator.builder.Append('.');
iterator.MoveNext();
}
Node node = (Node)(new Dictionary <string, Node>());
node["name"] = "namespace " + iterator.builder.ToString();
node["line"] = place.iLine + 1;
List <Node> nodes = new List <Node>();
node["childs"] = nodes;
while (!iterator.isEnd)
{
if (iterator.current.c == '{')
{
iterator.MoveNext();
break;
}
iterator.MoveNext();
}
ParseRoot(iterator, nodes);
return(node);
}
private void ParseContent(CSTokenIterator iterator, List <Node> nodes, char defaultModifier)
{
if (iterator.current.c != '{')
{
return;
}
iterator.MoveNext();
while (!iterator.isEnd)
{
if (iterator.current.c == '}')
{
iterator.MoveNext();
return;
}
while (iterator.current.c == '[')
{
int depth = 0;
while (!iterator.isEnd)
{
if (iterator.current.c == '[')
{
++depth;
}
else if (iterator.current.c == ']')
{
--depth;
if (depth <= 0)
{
iterator.MoveNext();
break;
}
}
iterator.MoveNext();
}
}
bool isExtern;
string modifiers = ParseModifiers(iterator, out isExtern);
if (modifiers.IndexOf('-') == -1 && modifiers.IndexOf('+') == -1 && modifiers.IndexOf('~') == -1 &&
modifiers.IndexOf('#') == -1)
{
modifiers = modifiers + defaultModifier;
}
if (iterator.current.text == Class)
{
nodes.Add(ParseClass(iterator, Class, '~'));
continue;
}
if (iterator.current.text == Interface)
{
nodes.Add(ParseClass(iterator, Interface, '+'));
continue;
}
if (iterator.current.text == Struct)
{
nodes.Add(ParseClass(iterator, Struct, '~'));
continue;
}
if (iterator.current.text == Enum)
{
nodes.Add(ParseEnum(iterator));
continue;
}
Place place = iterator.current.place;
if (iterator.Next.c == '(')
{
string ident = iterator.current.text;
iterator.MoveNext();
if (iterator.current.IsIdent)
{
iterator.MoveNext();
}
Node node = (Node)(new Dictionary <string, Node>());
node["line"] = place.iLine + 1;
node["childs"] = new List <Node>();
iterator.builder.Length = 0;
ParseParameters(iterator, iterator.builder);
if (iterator.current.c == ':')
{
iterator.builder.Append(" : ");
iterator.MoveNext();
if (iterator.current.IsIdent)
{
iterator.builder.Append(iterator.current.text);
iterator.MoveNext();
if (iterator.current.c == '(')
{
ParseParameters(iterator, iterator.builder);
}
}
}
string parameters = iterator.builder.ToString();
node["name"] = (modifiers.Length > 0 ? modifiers + " " : "~ ") + ident + parameters;
nodes.Add(node);
MoveBrackets(iterator);
continue;
}
{
iterator.builder.Length = 0;
ParseType(iterator, iterator.builder);
string type = iterator.builder.ToString();
iterator.builder.Length = 0;
iterator.builder.Append(iterator.current.text);
if (iterator.current.IsIdent)
{
iterator.MoveNext();
ParseGeneric(iterator, iterator.builder);
}
string ident = iterator.builder.ToString();
if (iterator.current.c == '(')
{
Node node = (Node)(new Dictionary <string, Node>());
node["line"] = place.iLine + 1;
node["childs"] = new List <Node>();
iterator.builder.Length = 0;
ParseParameters(iterator, iterator.builder);
string parameters = iterator.builder.ToString();
node["name"] = (isExtern ? "@" : "") +
(modifiers.Length > 0 ? modifiers + " " : "~ ") + type + " " + ident + parameters;
nodes.Add(node);
while (!iterator.isEnd)
{
if (iterator.current.c == '{' || iterator.current.c == ';')
{
break;
}
iterator.MoveNext();
}
if (iterator.current.c == '{')
{
MoveBrackets(iterator);
}
continue;
}
if (iterator.current.c == '{')
{
Node node = (Node)(new Dictionary <string, Node>());
node["line"] = place.iLine + 1;
node["childs"] = new List <Node>();
node["name"] = (isExtern ? "[]" : "") +
(modifiers.Length > 0 ? modifiers + " " : "~ ") + type + " " + ident;
nodes.Add(node);
MoveBrackets(iterator);
continue;
}
if (iterator.current.c == '[')
{
Node node = (Node)(new Dictionary <string, Node>());
node["line"] = place.iLine + 1;
node["childs"] = new List <Node>();
iterator.builder.Length = 0;
ParseQuadParameters(iterator, iterator.builder);
string parameters = iterator.builder.ToString();
node["name"] = (isExtern ? "[]" : "") +
(modifiers.Length > 0 ? modifiers + " " : "~ ") + type + " " + ident + parameters;
nodes.Add(node);
MoveBrackets(iterator);
continue;
}
}
while (!iterator.isEnd)
{
if (iterator.current.c == ';')
{
iterator.MoveNext();
break;
}
iterator.MoveNext();
}
}
}
