diff options
| author | Benjamin Paassen <bpaassen@techfak.uni-bielefeld.de> | 2015-03-02 15:52:13 +0100 |
|---|---|---|
| committer | Benjamin Paassen <bpaassen@techfak.uni-bielefeld.de> | 2015-03-02 15:52:13 +0100 |
| commit | 5d6ee07995c7f59e66e0df558c8ebe7d2a8d1f68 (patch) | |
| tree | 4e52145bb12ba25082a4c149efaa7f8c24d51728 /src/core/common/Token.cpp | |
| parent | 88afbcc2a4c4cb9956e4459cf1c5aa08e349835e (diff) | |
refactored SyntaxDescriptor to Token.hpp and added TokenDescriptor class.
Diffstat (limited to 'src/core/common/Token.cpp')
| -rw-r--r-- | src/core/common/Token.cpp | 14 |
1 files changed, 0 insertions, 14 deletions
diff --git a/src/core/common/Token.cpp b/src/core/common/Token.cpp index e454ae4..17ce03e 100644 --- a/src/core/common/Token.cpp +++ b/src/core/common/Token.cpp @@ -20,19 +20,5 @@ namespace ousia { -/* Class TokenSyntaxDescriptor */ - -void TokenSyntaxDescriptor::insertIntoTokenSet(TokenSet &set) const -{ - if (start != Tokens::Empty) { - set.insert(start); - } - if (end != Tokens::Empty) { - set.insert(end); - } - if (shortForm != Tokens::Empty) { - set.insert(shortForm); - } -} } |