Use libicu to support unicode properly; migrated ConfigManager to UnicodeString

1 files changed, 4 insertions, 4 deletions

diff --git a/src/Core/Tokenizer.h b/src/Core/Tokenizer.h
index 637aa05..f65d44c 100644
--- a/src/Core/Tokenizer.h
+++ b/src/Core/Tokenizer.h
@@ -22,7 +22,7 @@
 
 #include "export.h"
 
-#include <string>
+#include "UnicodeString.h"
 #include <vector>
 
 namespace Mad {
@@ -30,14 +30,14 @@ namespace Core {
 
 class MAD_CORE_EXPORT Tokenizer {
   private:
-    static const std::string delimiters;
+    static const UnicodeString delimiters;
 
     Tokenizer();
 
-    static std::vector<std::string> split(const std::string &str);
+    static std::vector<UnicodeString> split(const UnicodeString &str);
 
   public:
-    static bool tokenize(const std::string &str, std::vector<std::string> &out);
+    static bool tokenize(const UnicodeString &str, std::vector<UnicodeString> &out);
 };
 
 }