Set initial tokenizer state to a NULL byte

This commit is contained in:
Guldoman
2022-11-15 16:01:04 +01:00
parent e147a6cb9b
commit 0a1b8b6bb1
+1 -1
View File
@@ -136,7 +136,7 @@ function tokenizer.tokenize(incoming_syntax, text, state)
return { "normal", text } return { "normal", text }
end end
state = state or "" state = state or string.char(0)
-- incoming_syntax : the parent syntax of the file. -- incoming_syntax : the parent syntax of the file.
-- state : a string of bytes representing syntax state (see above) -- state : a string of bytes representing syntax state (see above)