diff options
author | Andreas Stöckel <astoecke@techfak.uni-bielefeld.de> | 2015-04-10 11:30:55 +0200 |
---|---|---|
committer | Andreas Stöckel <astoecke@techfak.uni-bielefeld.de> | 2016-04-25 22:24:12 +0200 |
commit | f0345a6617e2458000210fb6edafccf5a04eca61 (patch) | |
tree | 1159860413e1531f0a47faab3f062265ce4b7afa /src/core/common/Token.cpp | |
parent | c5357cc0bf59e60dd59f2b2a032245afd73e4acd (diff) |
Add function for retrieving the name of a token.
Diffstat (limited to 'src/core/common/Token.cpp')
-rw-r--r-- | src/core/common/Token.cpp | 26 |
1 files changed, 26 insertions, 0 deletions
diff --git a/src/core/common/Token.cpp b/src/core/common/Token.cpp index 17ce03e..f9e60ce 100644 --- a/src/core/common/Token.cpp +++ b/src/core/common/Token.cpp @@ -20,5 +20,31 @@ namespace ousia { +std::string Token::name() const +{ + if (isSpecial()) { + return specialName(id); + } + return content; +} + +const char* Token::specialName(TokenId id) +{ + switch (id) { + case Tokens::Newline: + return "newline"; + case Tokens::Paragraph: + return "paragraph"; + case Tokens::Section: + return "section"; + case Tokens::Indent: + return "indent"; + case Tokens::Dedent: + return "dedent"; + } + return ""; +} + + } |