1 files changed, 0 insertions, 131 deletions
diff --git a/src/Common/Tokenizer.cpp b/src/Common/Tokenizer.cpp
deleted file mode 100644
index 8b01482..0000000
--- a/src/Common/Tokenizer.cpp
+++ /dev/null
@@ -1,131 +0,0 @@
-/*
- * Tokenizer.cpp
- *
- * Copyright (C) 2008 Matthias Schiffer <matthias@gamezock.de>
- *
- * This program is free software: you can redistribute it and/or modify it
- * under the terms of the GNU General Public License as published by the
- * Free Software Foundation, either version 3 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- * See the GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License along
- * with this program. If not, see <http://www.gnu.org/licenses/>.
- */
-
-#include "Tokenizer.h"
-
-namespace Mad {
-namespace Common {
-
-const std::string Tokenizer::delimiters = " \t\n\"'\\";
-
-
-std::vector<std::string> Tokenizer::split(const std::string &str) {
-  std::vector<std::string> ret;
-
-  for(size_t s = 0; s < str.length();) {
-    size_t index = str.find_first_of(delimiters, s);
-    size_t length = (index == std::string::npos) ? std::string::npos : index-s;
-
-    ret.push_back(str.substr(s, length));
-
-    if(index != std::string::npos) {
-      size_t index2 = str.find_first_not_of(delimiters, index);
-
-      length = (index2 == std::string::npos) ? std::string::npos : index2-index;
-
-      ret.push_back(str.substr(index, length));
-
-      if(index2 != std::string::npos)
-        s = index2;
-      else
-        break;
-    }
-    else
-      break;
-  }
-
-  return ret;
-}
-
-bool Tokenizer::tokenize(const std::string &str, std::vector<std::string> &out) {
-  std::vector<std::string> splitString = split(str);
-
-  bool singleQuotes = false, doubleQuotes = false, escape = false;
-  std::string token;
-  bool forceToken = false;
-
-  out.clear();
-
-  for(std::vector<std::string>::iterator s = splitString.begin(); s != splitString.end(); ++s) {
-    token += *s;
-    escape = false;
-
-    if(++s == splitString.end())
-      break;
-
-    for(std::string::iterator c = s->begin(); c != s->end(); ++c) {
-      if(*c == '\n' && escape) {
-        escape = false;
-
-        if(doubleQuotes)
-          continue;
-      }
-
-      if(escape || (singleQuotes && *c != '\'')) {
-        token += *c;
-
-        escape = false;
-        continue;
-      }
-
-      switch(*c) {
-        case ' ':
-        case '\t':
-        case '\n':
-          if(doubleQuotes) {
-            token += *c;
-          }
-          else {
-            if(!token.empty() || forceToken) {
-              out.push_back(token);
-              token.clear();
-              forceToken = false;
-            }
-          }
-          break;
-
-        case '"':
-          doubleQuotes = !doubleQuotes;
-          forceToken = true;
-          break;
-
-        case '\'':
-          if(doubleQuotes) {
-            token += *c;
-          }
-          else {
-            singleQuotes = !singleQuotes;
-            forceToken = true;
-          }
-          break;
-
-        case '\\':
-          escape = true;
-      }
-    }
-  }
-
-  if(!token.empty() || forceToken)
-    out.push_back(token);
-
-  return !(singleQuotes || doubleQuotes || escape);
-}
-
-}
-}