From 2b0632764c26728675090c4cd0920f1b7c093ed1 Mon Sep 17 00:00:00 2001
From: Andreas Stöckel <astoecke@techfak.uni-bielefeld.de>
Date: Sat, 14 Feb 2015 23:46:30 +0100
Subject: Moved textHandlers to whitespace handlers

---
 src/formats/osdm/DynamicTokenizer.hpp | 23 +----------------------
 1 file changed, 1 insertion(+), 22 deletions(-)

(limited to 'src/formats/osdm/DynamicTokenizer.hpp')

diff --git a/src/formats/osdm/DynamicTokenizer.hpp b/src/formats/osdm/DynamicTokenizer.hpp
index 0cac2e8..3e5aeb3 100644
--- a/src/formats/osdm/DynamicTokenizer.hpp
+++ b/src/formats/osdm/DynamicTokenizer.hpp
@@ -33,6 +33,7 @@
 #include <vector>
 
 #include <core/common/Location.hpp>
+#include <core/common/Whitespace.hpp>
 
 #include "TokenTrie.hpp"
 
@@ -95,28 +96,6 @@ struct DynamicToken {
 	const SourceLocation &getLocation() const { return location; }
 };
 
-/**
- * Enum specifying the whitespace handling of the DynamicTokenizer class when
- * reading non-token text.
- */
-enum class WhitespaceMode {
-	/**
-     * Preserves all whitespaces as they are found in the source file.
-     */
-	PRESERVE,
-
-	/**
-     * Trims whitespace at the beginning and the end of the found text.
-     */
-	TRIM,
-
-	/**
-     * Whitespaces are trimmed and collapsed, multiple whitespace characters
-     * are replaced by a single space character.
-     */
-	COLLAPSE
-};
-
 /**
  * The DynamicTokenizer is used to extract tokens and chunks of text from a
  * CharReader. It allows to register and unregister tokens while parsing and
-- 
cgit v1.2.3