1 files changed, 7 insertions, 7 deletions
diff --git a/src/Core/Tokenizer.cpp b/src/Core/Tokenizer.cpp
index 93c853a..9e0553e 100644
--- a/src/Core/Tokenizer.cpp
+++ b/src/Core/Tokenizer.cpp
@@ -24,11 +24,11 @@
 namespace Mad {
 namespace Core {
 
-const UnicodeString Tokenizer::delimiters(" \t\n\"'\\");
+const String Tokenizer::delimiters(" \t\n\"'\\");
 
 
-std::vector<UnicodeString> Tokenizer::split(const UnicodeString &str) {
-  std::vector<UnicodeString> ret;
+std::vector<String> Tokenizer::split(const String &str) {
+  std::vector<String> ret;
 
   for(boost::int32_t s = 0; s < str.length();) {
     boost::int32_t index = str.findFirstOf(delimiters, s);
@@ -55,16 +55,16 @@ std::vector<UnicodeString> Tokenizer::split(const UnicodeString &str) {
   return ret;
 }
 
-bool Tokenizer::tokenize(const UnicodeString &str, std::vector<UnicodeString> &out) {
-  std::vector<UnicodeString> splitString = split(str);
+bool Tokenizer::tokenize(const String &str, std::vector<String> &out) {
+  std::vector<String> splitString = split(str);
 
   bool singleQuotes = false, doubleQuotes = false, escape = false;
-  UnicodeString token;
+  String token;
   bool forceToken = false;
 
   out.clear();
 
-  for(std::vector<UnicodeString>::iterator s = splitString.begin(); s != splitString.end(); ++s) {
+  for(std::vector<String>::iterator s = splitString.begin(); s != splitString.end(); ++s) {
     token += *s;
     escape = false;