diff options
| author | Andreas Stöckel <astoecke@techfak.uni-bielefeld.de> | 2015-04-04 01:05:13 +0200 |
|---|---|---|
| committer | Andreas Stöckel <astoecke@techfak.uni-bielefeld.de> | 2016-04-25 22:19:32 +0200 |
| commit | 4242f61db825b68821bc0cde49157c0b62b16b89 (patch) | |
| tree | 05be42e48fc9605f98f8f0fe8dd7907b1d24320e /src/core/parser/utils/Tokenizer.cpp | |
| parent | 797b44aa4ec5dfc7a68aa914aad774a10320e79a (diff) | |
Make Tokenizer functions const
Diffstat (limited to 'src/core/parser/utils/Tokenizer.cpp')
| -rw-r--r-- | src/core/parser/utils/Tokenizer.cpp | 17 |
1 files changed, 10 insertions, 7 deletions
diff --git a/src/core/parser/utils/Tokenizer.cpp b/src/core/parser/utils/Tokenizer.cpp index 127d1cf..5feb7a5 100644 --- a/src/core/parser/utils/Tokenizer.cpp +++ b/src/core/parser/utils/Tokenizer.cpp @@ -163,7 +163,8 @@ public: Tokenizer::Tokenizer() : nextTokenId(0) {} template <bool tRead> -bool Tokenizer::next(CharReader &reader, Token &token, TokenizedData &data) +bool Tokenizer::next(CharReader &reader, Token &token, + TokenizedData &data) const { // If we're in the read mode, reset the char reader peek position to the // current read position @@ -214,7 +215,6 @@ bool Tokenizer::next(CharReader &reader, Token &token, TokenizedData &data) } } - // If a token has been found and the token is a primary token, check // whether we have to abort, otherwise if we have a non-primary match, // reset it once it can no longer be advanced @@ -229,7 +229,6 @@ bool Tokenizer::next(CharReader &reader, Token &token, TokenizedData &data) // Record all incomming characters data.append(c, charStart, charEnd); - // Swap the lookups and the nextLookups list lookups = std::move(nextLookups); nextLookups.clear(); @@ -278,12 +277,14 @@ bool Tokenizer::next(CharReader &reader, Token &token, TokenizedData &data) return bestMatch.hasMatch(); } -bool Tokenizer::read(CharReader &reader, Token &token, TokenizedData &data) +bool Tokenizer::read(CharReader &reader, Token &token, + TokenizedData &data) const { return next<true>(reader, token, data); } -bool Tokenizer::peek(CharReader &reader, Token &token, TokenizedData &data) +bool Tokenizer::peek(CharReader &reader, Token &token, + TokenizedData &data) const { return next<false>(reader, token, data); } @@ -349,7 +350,9 @@ const Tokenizer::TokenDescriptor &Tokenizer::lookupToken(TokenId id) const /* Explicitly instantiate all possible instantiations of the "next" member function */ -template bool Tokenizer::next<false>(CharReader &, Token &, TokenizedData &); -template bool Tokenizer::next<true>(CharReader &, Token &, TokenizedData &); +template bool Tokenizer::next<false>(CharReader &, Token &, + TokenizedData &) const; +template bool Tokenizer::next<true>(CharReader &, Token &, + TokenizedData &) const; } |