/// <summary>
/// Gets the state transition rules for the lexer. Each time a regex is matched,
/// the internal state machine can be bumped to a new state which determines what
/// regexes become valid again
/// </summary>
/// <returns></returns>
protected override IDictionary <string, StateRule[]> GetStateRules()
{
//NEED TO IGNORE CASE
var builder = new StateRuleBuilder();
builder.DefaultRegexOptions = RegexOptions.IgnoreCase;
var rules = new Dictionary <string, StateRule[]>();
rules["root"] = builder.NewRuleSet()
.Add(@"\s+", TokenTypes.Text)
.Add(@"--.*?\n", TokenTypes.Comment.Single)
.Add(@"/\*", TokenTypes.Comment.Multiline, "multiline-comments")
.Add(RegexUtil.Words(new []
{
"ABORT", "ABS", "ABSOLUTE", "ACCESS", "ADA", "ADD", "ADMIN", "AFTER", "AGGREGATE",
"ALIAS", "ALL", "ALLOCATE", "ALTER", "ANALYSE", "ANALYZE", "AND", "ANY", "ARE", "AS",
"ASC", "ASENSITIVE", "ASSERTION", "ASSIGNMENT", "ASYMMETRIC", "AT", "ATOMIC",
"AUTHORIZATION", "AVG", "BACKWARD", "BEFORE", "BEGIN", "BETWEEN", "BITVAR",
"BIT_LENGTH", "BOTH", "BREADTH", "BY", "C", "CACHE", "CALL", "CALLED", "CARDINALITY",
"CASCADE", "CASCADED", "CASE", "CAST", "CATALOG", "CATALOG_NAME", "CHAIN",
"CHARACTERISTICS", "CHARACTER_LENGTH", "CHARACTER_SET_CATALOG",
"CHARACTER_SET_NAME", "CHARACTER_SET_SCHEMA", "CHAR_LENGTH", "CHECK",
"CHECKED", "CHECKPOINT", "CLASS", "CLASS_ORIGIN", "CLOB", "CLOSE", "CLUSTER",
"COALSECE", "COBOL", "COLLATE", "COLLATION", "COLLATION_CATALOG",
"COLLATION_NAME", "COLLATION_SCHEMA", "COLUMN", "COLUMN_NAME",
"COMMAND_FUNCTION", "COMMAND_FUNCTION_CODE", "COMMENT", "COMMIT",
"COMMITTED", "COMPLETION", "CONDITION_NUMBER", "CONNECT", "CONNECTION",
"CONNECTION_NAME", "CONSTRAINT", "CONSTRAINTS", "CONSTRAINT_CATALOG",
"CONSTRAINT_NAME", "CONSTRAINT_SCHEMA", "CONSTRUCTOR", "CONTAINS",
"CONTINUE", "CONVERSION", "CONVERT", "COPY", "CORRESPONTING", "COUNT",
"CREATE", "CREATEDB", "CREATEUSER", "CROSS", "CUBE", "CURRENT", "CURRENT_DATE",
"CURRENT_PATH", "CURRENT_ROLE", "CURRENT_TIME", "CURRENT_TIMESTAMP",
"CURRENT_USER", "CURSOR", "CURSOR_NAME", "CYCLE", "DATA", "DATABASE",
"DATETIME_INTERVAL_CODE", "DATETIME_INTERVAL_PRECISION", "DAY",
"DEALLOCATE", "DECLARE", "DEFAULT", "DEFAULTS", "DEFERRABLE", "DEFERRED",
"DEFINED", "DEFINER", "DELETE", "DELIMITER", "DELIMITERS", "DEREF", "DESC",
"DESCRIBE", "DESCRIPTOR", "DESTROY", "DESTRUCTOR", "DETERMINISTIC",
"DIAGNOSTICS", "DICTIONARY", "DISCONNECT", "DISPATCH", "DISTINCT", "DO",
"DOMAIN", "DROP", "DYNAMIC", "DYNAMIC_FUNCTION", "DYNAMIC_FUNCTION_CODE",
"EACH", "ELSE", "ENCODING", "ENCRYPTED", "END", "END-EXEC", "EQUALS", "ESCAPE", "EVERY",
"EXCEPTION", "EXCEPT", "EXCLUDING", "EXCLUSIVE", "EXEC", "EXECUTE", "EXISTING",
"EXISTS", "EXPLAIN", "EXTERNAL", "EXTRACT", "FALSE", "FETCH", "FINAL", "FIRST", "FOR",
"FORCE", "FOREIGN", "FORTRAN", "FORWARD", "FOUND", "FREE", "FREEZE", "FROM", "FULL",
"FUNCTION", "G", "GENERAL", "GENERATED", "GET", "GLOBAL", "GO", "GOTO", "GRANT", "GRANTED",
"GROUP", "GROUPING", "HANDLER", "HAVING", "HIERARCHY", "HOLD", "HOST", "IDENTITY",
"IGNORE", "ILIKE", "IMMEDIATE", "IMMUTABLE", "IMPLEMENTATION", "IMPLICIT", "IN",
"INCLUDING", "INCREMENT", "INDEX", "INDITCATOR", "INFIX", "INHERITS", "INITIALIZE",
"INITIALLY", "INNER", "INOUT", "INPUT", "INSENSITIVE", "INSERT", "INSTANTIABLE",
"INSTEAD", "INTERSECT", "INTO", "INVOKER", "IS", "ISNULL", "ISOLATION", "ITERATE", "JOIN",
"KEY", "KEY_MEMBER", "KEY_TYPE", "LANCOMPILER", "LANGUAGE", "LARGE", "LAST",
"LATERAL", "LEADING", "LEFT", "LENGTH", "LESS", "LEVEL", "LIKE", "LIMIT", "LISTEN", "LOAD",
"LOCAL", "LOCALTIME", "LOCALTIMESTAMP", "LOCATION", "LOCATOR", "LOCK", "LOWER",
"MAP", "MATCH", "MAX", "MAXVALUE", "MESSAGE_LENGTH", "MESSAGE_OCTET_LENGTH",
"MESSAGE_TEXT", "METHOD", "MIN", "MINUTE", "MINVALUE", "MOD", "MODE", "MODIFIES",
"MODIFY", "MONTH", "MORE", "MOVE", "MUMPS", "NAMES", "NATIONAL", "NATURAL", "NCHAR",
"NCLOB", "NEW", "NEXT", "NO", "NOCREATEDB", "NOCREATEUSER", "NONE", "NOT", "NOTHING",
"NOTIFY", "NOTNULL", "NULL", "NULLABLE", "NULLIF", "OBJECT", "OCTET_LENGTH", "OF", "OFF",
"OFFSET", "OIDS", "OLD", "ON", "ONLY", "OPEN", "OPERATION", "OPERATOR", "OPTION", "OPTIONS",
"OR", "ORDER", "ORDINALITY", "OUT", "OUTER", "OUTPUT", "OVERLAPS", "OVERLAY", "OVERRIDING",
"OWNER", "PAD", "PARAMETER", "PARAMETERS", "PARAMETER_MODE", "PARAMATER_NAME",
"PARAMATER_ORDINAL_POSITION", "PARAMETER_SPECIFIC_CATALOG",
"PARAMETER_SPECIFIC_NAME", "PARAMATER_SPECIFIC_SCHEMA", "PARTIAL",
"PASCAL", "PENDANT", "PLACING", "PLI", "POSITION", "POSTFIX", "PRECISION", "PREFIX",
"PREORDER", "PREPARE", "PRESERVE", "PRIMARY", "PRIOR", "PRIVILEGES", "PROCEDURAL",
"PROCEDURE", "PUBLIC", "READ", "READS", "RECHECK", "RECURSIVE", "REF", "REFERENCES",
"REFERENCING", "REINDEX", "RELATIVE", "RENAME", "REPEATABLE", "REPLACE", "RESET",
"RESTART", "RESTRICT", "RESULT", "RETURN", "RETURNED_LENGTH",
"RETURNED_OCTET_LENGTH", "RETURNED_SQLSTATE", "RETURNS", "REVOKE", "RIGHT",
"ROLE", "ROLLBACK", "ROLLUP", "ROUTINE", "ROUTINE_CATALOG", "ROUTINE_NAME",
"ROUTINE_SCHEMA", "ROW", "ROWS", "ROW_COUNT", "RULE", "SAVE_POINT", "SCALE", "SCHEMA",
"SCHEMA_NAME", "SCOPE", "SCROLL", "SEARCH", "SECOND", "SECURITY", "SELECT", "SELF",
"SENSITIVE", "SERIALIZABLE", "SERVER_NAME", "SESSION", "SESSION_USER", "SET",
"SETOF", "SETS", "SHARE", "SHOW", "SIMILAR", "SIMPLE", "SIZE", "SOME", "SOURCE", "SPACE",
"SPECIFIC", "SPECIFICTYPE", "SPECIFIC_NAME", "SQL", "SQLCODE", "SQLERROR",
"SQLEXCEPTION", "SQLSTATE", "SQLWARNINIG", "STABLE", "START", "STATE", "STATEMENT",
"STATIC", "STATISTICS", "STDIN", "STDOUT", "STORAGE", "STRICT", "STRUCTURE", "STYPE",
"SUBCLASS_ORIGIN", "SUBLIST", "SUBSTRING", "SUM", "SYMMETRIC", "SYSID", "SYSTEM",
"SYSTEM_USER", "TABLE", "TABLE_NAME", " TEMP", "TEMPLATE", "TEMPORARY", "TERMINATE",
"THAN", "THEN", "TIMESTAMP", "TIMEZONE_HOUR", "TIMEZONE_MINUTE", "TO", "TOAST",
"TRAILING", "TRANSATION", "TRANSACTIONS_COMMITTED",
"TRANSACTIONS_ROLLED_BACK", "TRANSATION_ACTIVE", "TRANSFORM",
"TRANSFORMS", "TRANSLATE", "TRANSLATION", "TREAT", "TRIGGER", "TRIGGER_CATALOG",
"TRIGGER_NAME", "TRIGGER_SCHEMA", "TRIM", "TRUE", "TRUNCATE", "TRUSTED", "TYPE",
"UNCOMMITTED", "UNDER", "UNENCRYPTED", "UNION", "UNIQUE", "UNKNOWN", "UNLISTEN",
"UNNAMED", "UNNEST", "UNTIL", "UPDATE", "UPPER", "USAGE", "USER",
"USER_DEFINED_TYPE_CATALOG", "USER_DEFINED_TYPE_NAME",
"USER_DEFINED_TYPE_SCHEMA", "USING", "VACUUM", "VALID", "VALIDATOR", "VALUES",
"VARIABLE", "VERBOSE", "VERSION", "VIEW", "VOLATILE", "WHEN", "WHENEVER", "WHERE",
"WITH", "WITHOUT", "WORK", "WRITE", "YEAR", "ZONE"
}, suffix: @"\b"), TokenTypes.Keyword)
.Add(RegexUtil.Words(new []
{
"ARRAY", "BIGINT", "BINARY", "BIT", "BLOB", "BOOLEAN", "CHAR", "CHARACTER", "DATE",
"DEC", "DECIMAL", "FLOAT", "INT", "INTEGER", "INTERVAL", "NUMBER", "NUMERIC", "REAL",
"SERIAL", "SMALLINT", "VARCHAR", "VARYING", "INT8", "SERIAL8", "TEXT"
}, suffix: @"\b"), TokenTypes.Name.Builtin)
.Add(@"[+*/<>=~!@#%^&|`?-]", TokenTypes.Operator)
.Add(@"[0-9]+", TokenTypes.Number.Integer)
.Add(@"'(''|[^'])*'", TokenTypes.String.Single)
.Add(@"""(""""|[^""])*""", TokenTypes.String.Single)
.Add(@"[a-z_][\w$]*", TokenTypes.Name)
.Add(@"[;:()\[\],.]", TokenTypes.Punctuation)
.Build();
rules["multiline-comments"] = builder.NewRuleSet()
.Add(@"/\*", TokenTypes.Comment.Multiline, "multiline-comments")
.Add(@"\*/", TokenTypes.Comment.Multiline, "#pop")
.Add(@"[^/*]+", TokenTypes.Comment.Multiline)
.Add(@"[/*]", TokenTypes.Comment.Multiline)
.Build();
return(rules);
}
/// <summary>
/// Gets the state transition rules for the lexer. Each time a regex is matched,
/// the internal state machine can be bumped to a new state which determines what
/// regexes become valid again
/// </summary>
/// <returns></returns>
protected override IDictionary <string, StateRule[]> GetStateRules()
{
var rules = new Dictionary <string, StateRule[]>();
var builder = new StateRuleBuilder();
rules["basics"] = builder.NewRuleSet()
.Add(@"\s+", TokenTypes.Text)
.Add(@"/\*(?:.|\n)*?\*/", TokenTypes.Comment)
.Add(@"\{", TokenTypes.Punctuation, "content")
.Add(@"\:[\w-]+", TokenTypes.Name.Decorator)
.Add(@"\.[\w-]+", TokenTypes.Name.Class)
.Add(@"\#[\w-]+", TokenTypes.Name.Namespace)
.Add(@"@[\w-]+", TokenTypes.Keyword, "atrule")
.Add(@"[\w-]+", TokenTypes.Name.Tag)
.Add(@"[~^*!%&$\[\]()<>|+=@:;,./?-]", TokenTypes.Operator)
.Add(@"""(\\\\|\\""|[^""])*""", TokenTypes.String.Double)
.Add(@"'(\\\\|\\'|[^'])*'", TokenTypes.String.Single)
.Build();
rules["root"] = builder.NewRuleSet()
.Include(rules["basics"])
.Build();
rules["atrule"] = builder.NewRuleSet()
.Add(@"\{", TokenTypes.Punctuation, "atcontent")
.Add(@";", TokenTypes.Punctuation, "#pop")
.Include(rules["basics"])
.Build();
rules["atcontent"] = builder.NewRuleSet()
.Include(rules["basics"])
.Add(@"\}", TokenTypes.Punctuation, "#pop", "#pop")
.Build();
rules["content"] = builder.NewRuleSet()
.Add(@"\s+", TokenTypes.Text)
.Add(@"\}", TokenTypes.Punctuation, "#pop")
.Add(@"url\(.*?\)", TokenTypes.String.Other)
.Add(@"^@.*?$", TokenTypes.Comment.Preproc)
.Add(RegexUtil.Words(new []
{
"azimuth", "background-attachment", "background-color",
"background-image", "background-position", "background-repeat",
"background", "border-bottom-color", "border-bottom-style",
"border-bottom-width", "border-left-color", "border-left-style",
"border-left-width", "border-right", "border-right-color",
"border-right-style", "border-right-width", "border-top-color",
"border-top-style", "border-top-width", "border-bottom",
"border-collapse", "border-left", "border-width", "border-color",
"border-spacing", "border-style", "border-top", "border", "caption-side",
"clear", "clip", "color", "content", "counter-increment", "counter-reset",
"cue-after", "cue-before", "cue", "cursor", "direction", "display",
"elevation", "empty-cells", "float", "font-family", "font-size",
"font-size-adjust", "font-stretch", "font-style", "font-variant",
"font-weight", "font", "height", "letter-spacing", "line-height",
"list-style-type", "list-style-image", "list-style-position",
"list-style", "margin-bottom", "margin-left", "margin-right",
"margin-top", "margin", "marker-offset", "marks", "max-height", "max-width",
"min-height", "min-width", "opacity", "orphans", "outline-color",
"outline-style", "outline-width", "outline", "overflow", "overflow-x",
"overflow-y", "padding-bottom", "padding-left", "padding-right", "padding-top",
"padding", "page", "page-break-after", "page-break-before", "page-break-inside",
"pause-after", "pause-before", "pause", "pitch-range", "pitch",
"play-during", "position", "quotes", "richness", "right", "size",
"speak-header", "speak-numeral", "speak-punctuation", "speak",
"speech-rate", "stress", "table-layout", "text-align", "text-decoration",
"text-indent", "text-shadow", "text-transform", "top", "unicode-bidi",
"vertical-align", "visibility", "voice-family", "volume", "white-space",
"widows", "width", "word-spacing", "z-index", "bottom",
"above", "absolute", "always", "armenian", "aural", "auto", "avoid", "baseline",
"behind", "below", "bidi-override", "blink", "block", "bolder", "bold", "both",
"capitalize", "center-left", "center-right", "center", "circle",
"cjk-ideographic", "close-quote", "collapse", "condensed", "continuous",
"crop", "crosshair", "cross", "cursive", "dashed", "decimal-leading-zero",
"decimal", "default", "digits", "disc", "dotted", "double", "e-resize", "embed",
"extra-condensed", "extra-expanded", "expanded", "fantasy", "far-left",
"far-right", "faster", "fast", "fixed", "georgian", "groove", "hebrew", "help",
"hidden", "hide", "higher", "high", "hiragana-iroha", "hiragana", "icon",
"inherit", "inline-table", "inline", "inset", "inside", "invert", "italic",
"justify", "katakana-iroha", "katakana", "landscape", "larger", "large",
"left-side", "leftwards", "left", "level", "lighter", "line-through", "list-item",
"loud", "lower-alpha", "lower-greek", "lower-roman", "lowercase", "ltr",
"lower", "low", "medium", "message-box", "middle", "mix", "monospace",
"n-resize", "narrower", "ne-resize", "no-close-quote", "no-open-quote",
"no-repeat", "none", "normal", "nowrap", "nw-resize", "oblique", "once",
"open-quote", "outset", "outside", "overline", "pointer", "portrait", "px",
"relative", "repeat-x", "repeat-y", "repeat", "rgb", "ridge", "right-side",
"rightwards", "s-resize", "sans-serif", "scroll", "se-resize",
"semi-condensed", "semi-expanded", "separate", "serif", "show", "silent",
"slower", "slow", "small-caps", "small-caption", "smaller", "soft", "solid",
"spell-out", "square", "static", "status-bar", "super", "sw-resize",
"table-caption", "table-cell", "table-column", "table-column-group",
"table-footer-group", "table-header-group", "table-row",
"table-row-group", "text-bottom", "text-top", "text", "thick", "thin",
"transparent", "ultra-condensed", "ultra-expanded", "underline",
"upper-alpha", "upper-latin", "upper-roman", "uppercase", "url",
"visible", "w-resize", "wait", "wider", "x-fast", "x-high", "x-large", "x-loud",
"x-low", "x-small", "x-soft", "xx-large", "xx-small", "yes"
}, suffix: @"\b"), TokenTypes.Name.Builtin)
.Add(RegexUtil.Words(new []
{
"indigo", "gold", "firebrick", "indianred", "yellow", "darkolivegreen",
"darkseagreen", "mediumvioletred", "mediumorchid", "chartreuse",
"mediumslateblue", "black", "springgreen", "crimson", "lightsalmon", "brown",
"turquoise", "olivedrab", "cyan", "silver", "skyblue", "gray", "darkturquoise",
"goldenrod", "darkgreen", "darkviolet", "darkgray", "lightpink", "teal",
"darkmagenta", "lightgoldenrodyellow", "lavender", "yellowgreen", "thistle",
"violet", "navy", "orchid", "blue", "ghostwhite", "honeydew", "cornflowerblue",
"darkblue", "darkkhaki", "mediumpurple", "cornsilk", "red", "bisque", "slategray",
"darkcyan", "khaki", "wheat", "deepskyblue", "darkred", "steelblue", "aliceblue",
"gainsboro", "mediumturquoise", "floralwhite", "coral", "purple", "lightgrey",
"lightcyan", "darksalmon", "beige", "azure", "lightsteelblue", "oldlace",
"greenyellow", "royalblue", "lightseagreen", "mistyrose", "sienna",
"lightcoral", "orangered", "navajowhite", "lime", "palegreen", "burlywood",
"seashell", "mediumspringgreen", "fuchsia", "papayawhip", "blanchedalmond",
"peru", "aquamarine", "white", "darkslategray", "ivory", "dodgerblue",
"lemonchiffon", "chocolate", "orange", "forestgreen", "slateblue", "olive",
"mintcream", "antiquewhite", "darkorange", "cadetblue", "moccasin",
"limegreen", "saddlebrown", "darkslateblue", "lightskyblue", "deeppink",
"plum", "aqua", "darkgoldenrod", "maroon", "sandybrown", "magenta", "tan",
"rosybrown", "pink", "lightblue", "palevioletred", "mediumseagreen",
"dimgray", "powderblue", "seagreen", "snow", "mediumblue", "midnightblue",
"paleturquoise", "palegoldenrod", "whitesmoke", "darkorchid", "salmon",
"lightslategray", "lawngreen", "lightgreen", "tomato", "hotpink",
"lightyellow", "lavenderblush", "linen", "mediumaquamarine", "green",
"blueviolet", "peachpuff"
}, suffix: @"\b"), TokenTypes.Name.Builtin)
.Add(@"\!important", TokenTypes.Comment.Preproc)
.Add(@"/\*(?:.|\n)*?\*/", TokenTypes.Comment)
.Add(@"\#[a-zA-Z0-9]{1,6}", TokenTypes.Number)
.Add(@"[.-]?[0-9]*[.]?[0-9]+(em|px|pt|pc|in|mm|cm|ex|s)\b", TokenTypes.Number)
.Add(@"[.-]?[0-9]*[.]?[0-9]+%", TokenTypes.Number)
.Add(@"-?[0-9]+", TokenTypes.Number)
.Add(@"[~^*!%&<>|+=@:,./?-]+", TokenTypes.Operator)
.Add(@"[\[\]();]+", TokenTypes.Punctuation)
.Add(@"""(\\\\|\\""|[^""])*""", TokenTypes.String.Double)
.Add(@"'(\\\\|\\'|[^'])*'", TokenTypes.String.Single)
.Add(@"a-zA-Z_]\w*", TokenTypes.Name)
.Build();
return(rules);
}