// Copyright (C) 2020-2024 Free Software Foundation, Inc. // This file is part of GCC. // GCC is free software; you can redistribute it and/or modify it under // the terms of the GNU General Public License as published by the Free // Software Foundation; either version 3, or (at your option) any later // version. // GCC is distributed in the hope that it will be useful, but WITHOUT ANY // WARRANTY; without even the implied warranty of MERCHANTABILITY or // FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License // for more details. // You should have received a copy of the GNU General Public License // along with GCC; see the file COPYING3. If not see // . #ifndef RUST_MACRO_INVOC_LEXER_H #define RUST_MACRO_INVOC_LEXER_H #include "rust-ast.h" namespace Rust { template class MacroInvocLexerBase { public: MacroInvocLexerBase (std::vector stream) : offs (0), token_stream (std::move (stream)) {} // Advances current token to n + 1 tokens ahead of current position. void skip_token (int n) { offs += (n + 1); } // Skips the current token. void skip_token () { skip_token (0); } std::string get_filename () const { // FIXME rust_unreachable (); return "FIXME"; } size_t get_offs () const { return offs; } protected: size_t offs; std::vector token_stream; }; class MacroInvocLexer : public MacroInvocLexerBase> { public: MacroInvocLexer (std::vector> stream) : MacroInvocLexerBase (std::move (stream)) {} // Returns token n tokens ahead of current position. const_TokenPtr peek_token (int n); // Peeks the current token. const_TokenPtr peek_token () { return peek_token (0); } // Splits the current token into two. Intended for use with nested generics // closes (i.e. T> where >> is wrongly lexed as one token). Note that // this will only work with "simple" tokens like punctuation. void split_current_token (TokenId new_left, TokenId new_right); void split_current_token (std::vector new_tokens); std::vector> get_token_slice (size_t start_idx, size_t end_idx) const; }; } // namespace Rust #endif // RUST_MACRO_INVOC_LEXER_H