Example #1
0
        public void WriteToken(SimisToken token)
        {
            if (JinxStreamIsBinary)
            {
                switch (token.Kind)
                {
                case SimisTokenKind.Block:
                    var id = SimisProvider.TokenIds[token.Type];
                    Writer.Write((uint)id);
                    Writer.Write((uint)0x7F8F7F8F);                             // Length, set to sentinel value for now.
                    BlockStarts.Push(Writer.BaseStream.Position);
                    Writer.Write((byte)token.Name.Length);
                    foreach (var ch in token.Name.ToCharArray())
                    {
                        Writer.Write((ushort)ch);
                    }
                    break;

                case SimisTokenKind.BlockBegin:
                    break;

                case SimisTokenKind.BlockEnd:
                    var start  = BlockStarts.Pop();
                    var length = (uint)(Writer.BaseStream.Position - start);
                    Writer.BaseStream.Seek(start - 4, SeekOrigin.Begin);
                    Writer.Write(length);
                    Writer.BaseStream.Seek(0, SeekOrigin.End);
                    break;

                case SimisTokenKind.IntegerUnsigned:
                    Writer.Write(token.IntegerUnsigned);
                    break;

                case SimisTokenKind.IntegerSigned:
                    Writer.Write(token.IntegerSigned);
                    break;

                case SimisTokenKind.IntegerDWord:
                    Writer.Write(token.IntegerDWord);
                    break;

                case SimisTokenKind.IntegerWord:
                    Writer.Write((ushort)token.IntegerDWord);
                    break;

                case SimisTokenKind.IntegerByte:
                    Writer.Write((byte)token.IntegerDWord);
                    break;

                case SimisTokenKind.Float:
                    Writer.Write((float)token.Float);
                    break;

                case SimisTokenKind.String:
                    Writer.Write((ushort)token.String.Length);
                    foreach (var ch in token.String.ToCharArray())
                    {
                        Writer.Write((ushort)ch);
                    }
                    break;

                default:
                    throw new InvalidDataException("SimisToken.Kind is invalid: " + token.Kind);
                }
            }
            else
            {
                switch (token.Kind)
                {
                case SimisTokenKind.Block:
                    if (BnfState == null)
                    {
                        BnfState = new BnfState(JinxStreamFormat.Bnf);
                    }
                    if (token.Type.Length > 0)
                    {
                        BnfState.MoveTo(token.Type);
                    }
                    if (!TextBlocked)
                    {
                        Writer.Write("\r\n".ToCharArray());
                    }
                    for (var i = 0; i < TextIndent; i++)
                    {
                        Writer.Write('\t');
                    }
                    Writer.Write(token.Type.ToCharArray());
                    if (token.Name.Length > 0)
                    {
                        Writer.Write((" " + token.Name).ToCharArray());
                    }
                    TextBlocked = true;
                    break;

                case SimisTokenKind.BlockBegin:
                    BnfState.EnterBlock();
                    Writer.Write(" (".ToCharArray());
                    TextIndent++;
                    TextBlocked    = false;
                    TextBlockEmpty = true;
                    break;

                case SimisTokenKind.BlockEnd:
                    BnfState.LeaveBlock();
                    if (BnfState.IsCompleted)
                    {
                        BnfState = null;
                    }
                    TextIndent--;
                    if (TextBlocked)
                    {
                        for (var i = 0; i < TextIndent; i++)
                        {
                            Writer.Write('\t');
                        }
                    }
                    else if (!TextBlockEmpty)
                    {
                        Writer.Write(' ');
                    }
                    Writer.Write(")\r\n".ToCharArray());
                    TextBlocked = true;
                    break;

                case SimisTokenKind.IntegerUnsigned:
                    BnfState.MoveTo(token.Type);
                    if (TextBlocked)
                    {
                        for (var i = 0; i < TextIndent; i++)
                        {
                            Writer.Write('\t');
                        }
                    }
                    else
                    {
                        Writer.Write(' ');
                    }
                    Writer.Write(token.IntegerUnsigned.ToString(CultureInfo.InvariantCulture).ToCharArray());
                    if (TextBlocked)
                    {
                        Writer.Write("\r\n".ToCharArray());
                    }
                    TextBlockEmpty = false;
                    break;

                case SimisTokenKind.IntegerSigned:
                    BnfState.MoveTo(token.Type);
                    if (TextBlocked)
                    {
                        for (var i = 0; i < TextIndent; i++)
                        {
                            Writer.Write('\t');
                        }
                    }
                    else
                    {
                        Writer.Write(' ');
                    }
                    Writer.Write(token.IntegerSigned.ToString(CultureInfo.InvariantCulture).ToCharArray());
                    if (TextBlocked)
                    {
                        Writer.Write("\r\n".ToCharArray());
                    }
                    TextBlockEmpty = false;
                    break;

                case SimisTokenKind.IntegerDWord:
                case SimisTokenKind.IntegerWord:
                case SimisTokenKind.IntegerByte:
                    BnfState.MoveTo(token.Type);
                    if (TextBlocked)
                    {
                        for (var i = 0; i < TextIndent; i++)
                        {
                            Writer.Write('\t');
                        }
                    }
                    else
                    {
                        Writer.Write(' ');
                    }
                    Writer.Write(token.IntegerDWord.ToString(token.Kind == SimisTokenKind.IntegerDWord ? "X8" : token.Kind == SimisTokenKind.IntegerWord ? "X4" : "X2", CultureInfo.InvariantCulture).ToCharArray());
                    if (TextBlocked)
                    {
                        Writer.Write("\r\n".ToCharArray());
                    }
                    TextBlockEmpty = false;
                    break;

                case SimisTokenKind.Float:
                    BnfState.MoveTo(token.Type);
                    if (TextBlocked)
                    {
                        for (var i = 0; i < TextIndent; i++)
                        {
                            Writer.Write('\t');
                        }
                    }
                    else
                    {
                        Writer.Write(' ');
                    }
                    if (token.Float.ToString("G6", CultureInfo.InvariantCulture).IndexOf("E", StringComparison.OrdinalIgnoreCase) >= 0)
                    {
                        Writer.Write(token.Float.ToString("0.#####e000", CultureInfo.InvariantCulture).ToCharArray());
                    }
                    else
                    {
                        Writer.Write(token.Float.ToString("G6", CultureInfo.InvariantCulture).ToCharArray());
                    }
                    if (TextBlocked)
                    {
                        Writer.Write("\r\n".ToCharArray());
                    }
                    TextBlockEmpty = false;
                    break;

                case SimisTokenKind.String:
                    // If the token has no type, it was a specially-skipped input (comment, SKIP(...) block etc.).
                    if (token.Type.Length == 0)
                    {
                        if (!TextBlocked)
                        {
                            Writer.Write("\r\n".ToCharArray());
                        }
                        for (var i = 0; i < TextIndent; i++)
                        {
                            Writer.Write('\t');
                        }
                        Writer.Write(token.String.ToCharArray());
                        Writer.Write("\r\n".ToCharArray());
                        TextBlocked    = true;
                        TextBlockEmpty = true;
                    }
                    else
                    {
                        BnfState.MoveTo(token.Type);
                        if (TextBlocked)
                        {
                            for (var i = 0; i < TextIndent; i++)
                            {
                                Writer.Write('\t');
                            }
                        }
                        else
                        {
                            Writer.Write(' ');
                        }
                        if ((token.String.Length > 0) && token.String.ToCharArray().All(c => SafeTokenCharacters.Contains(c)))
                        {
                            Writer.Write(token.String.ToCharArray());
                        }
                        else
                        {
                            var wrap = "\"+\r\n";
                            for (var i = 0; i < TextIndent; i++)
                            {
                                wrap += '\t';
                            }
                            wrap += " \"";

                            Writer.Write(('"' + token.String.Replace("\\", "\\\\").Replace("\"", "\\\"").Replace("\t", "\\t").Replace("\n\n", "\\n\n").Replace("\n", "\\n" + wrap) + '"').Replace(wrap + '"', "\"" + wrap.Substring(2, wrap.Length - 4)).ToCharArray());
                        }
                        if (TextBlocked)
                        {
                            Writer.Write("\r\n".ToCharArray());
                        }
                        TextBlockEmpty = false;
                    }
                    break;

                default:
                    throw new InvalidDataException("SimisToken.Kind is invalid: " + token.Kind);
                }
            }
        }