#pragma once // lexer.hpp - tokenize a stream of S-expressions // // Copyright © 2014 Ben Longbons // // This file is part of The Mana World (Athena server) // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . #include "fwd.hpp" #include #include "../strings/astring.hpp" #include "../strings/zstring.hpp" #include "../io/line.hpp" #include "fwd.hpp" namespace tmwa { namespace sexpr { enum Lexeme { TOK_EOF = 0, TOK_ERROR, TOK_OPEN, TOK_CLOSE, TOK_STRING, TOK_TOKEN, }; class Lexer { io::LineCharReader _in; Lexeme _current; AString _string; io::LineSpan _span; std::vector _depth; private: Lexeme _adv(); public: explicit Lexer(ZString filename) : _in(filename), _current(TOK_EOF), _span(), _depth() { adv(); } Lexer(io::read_file_from_string, ZString name, XString str) : _in(io::from_string, name, str), _current(TOK_EOF), _span(), _depth() { adv(); } Lexer(io::read_file_from_string, ZString name, LString str) : _in(io::from_string, name, str), _current(TOK_EOF), _span(), _depth() { adv(); } Lexeme peek() { return _current; } void adv() { _current = _adv(); } ZString val_string() { return _string; } io::LineSpan span() { return _span; } }; VString<4> escape(char c); AString escape(XString s); LString token_name(Lexeme tok); } // namespace sexpr } // namespace tmwa