summaryrefslogtreecommitdiffstats
path: root/src/Common/Tokenizer.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/Common/Tokenizer.cpp')
-rw-r--r--src/Common/Tokenizer.cpp10
1 files changed, 8 insertions, 2 deletions
diff --git a/src/Common/Tokenizer.cpp b/src/Common/Tokenizer.cpp
index 1d7462f..8b01482 100644
--- a/src/Common/Tokenizer.cpp
+++ b/src/Common/Tokenizer.cpp
@@ -19,8 +19,6 @@
#include "Tokenizer.h"
-#include <iostream>
-
namespace Mad {
namespace Common {
@@ -72,8 +70,16 @@ bool Tokenizer::tokenize(const std::string &str, std::vector<std::string> &out)
break;
for(std::string::iterator c = s->begin(); c != s->end(); ++c) {
+ if(*c == '\n' && escape) {
+ escape = false;
+
+ if(doubleQuotes)
+ continue;
+ }
+
if(escape || (singleQuotes && *c != '\'')) {
token += *c;
+
escape = false;
continue;
}