1 files changed, 44 insertions, 0 deletions
diff --git a/src/Core/Tokenizer.h b/src/Core/Tokenizer.h
new file mode 100644
index 0000000..7b29fed
--- /dev/null
+++ b/src/Core/Tokenizer.h
@@ -0,0 +1,44 @@
+/*
+ * Tokenizer.h
+ *
+ * Copyright (C) 2008 Matthias Schiffer <matthias@gamezock.de>
+ *
+ * This program is free software: you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License as published by the
+ * Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful, but
+ * WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+ * See the GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#ifndef MAD_CORE_TOKENIZER_H_
+#define MAD_CORE_TOKENIZER_H_
+
+#include <string>
+#include <vector>
+
+namespace Mad {
+namespace Core {
+
+class Tokenizer {
+  private:
+    static const std::string delimiters;
+
+    Tokenizer();
+
+    static std::vector<std::string> split(const std::string &str);
+
+  public:
+    static bool tokenize(const std::string &str, std::vector<std::string> &out);
+};
+
+}
+}
+
+#endif /* MAD_CORE_TOKENIZER_H_ */