diff options
Diffstat (limited to 'src/Core/Tokenizer.h')
-rw-r--r-- | src/Core/Tokenizer.h | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/src/Core/Tokenizer.h b/src/Core/Tokenizer.h index 637aa05..f65d44c 100644 --- a/src/Core/Tokenizer.h +++ b/src/Core/Tokenizer.h @@ -22,7 +22,7 @@ #include "export.h" -#include <string> +#include "UnicodeString.h" #include <vector> namespace Mad { @@ -30,14 +30,14 @@ namespace Core { class MAD_CORE_EXPORT Tokenizer { private: - static const std::string delimiters; + static const UnicodeString delimiters; Tokenizer(); - static std::vector<std::string> split(const std::string &str); + static std::vector<UnicodeString> split(const UnicodeString &str); public: - static bool tokenize(const std::string &str, std::vector<std::string> &out); + static bool tokenize(const UnicodeString &str, std::vector<UnicodeString> &out); }; } |