summaryrefslogtreecommitdiffstats
path: root/src/Core/Tokenizer.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/Core/Tokenizer.h')
-rw-r--r--src/Core/Tokenizer.h8
1 files changed, 4 insertions, 4 deletions
diff --git a/src/Core/Tokenizer.h b/src/Core/Tokenizer.h
index 637aa05..f65d44c 100644
--- a/src/Core/Tokenizer.h
+++ b/src/Core/Tokenizer.h
@@ -22,7 +22,7 @@
#include "export.h"
-#include <string>
+#include "UnicodeString.h"
#include <vector>
namespace Mad {
@@ -30,14 +30,14 @@ namespace Core {
class MAD_CORE_EXPORT Tokenizer {
private:
- static const std::string delimiters;
+ static const UnicodeString delimiters;
Tokenizer();
- static std::vector<std::string> split(const std::string &str);
+ static std::vector<UnicodeString> split(const UnicodeString &str);
public:
- static bool tokenize(const std::string &str, std::vector<std::string> &out);
+ static bool tokenize(const UnicodeString &str, std::vector<UnicodeString> &out);
};
}