refactor tokenizer with delimiter change support

This commit is contained in:
Daniel Sipka 2015-04-24 00:35:13 +02:00
parent 7bdde0783f
commit 8a32d98443
14 changed files with 65 additions and 89 deletions

View file

@ -8,7 +8,7 @@ class token {
public:
enum class type {
text, variable, section_open, section_close, inverted_section_open,
unescaped_variable, comment, partial
unescaped_variable, comment, partial, delimiter_change
};
token(const std::string& str, std::size_t left = 0, std::size_t right = 0);
type token_type() const { return m_type; };