Return state when tokenizing plaintext syntaxes

2024-12-02 15:21:52 +08:00
parent 8498a988e4
commit f6fd438b08
1 changed files with 4 additions and 4 deletions
@@ -135,12 +135,12 @@ function tokenizer.tokenize(incoming_syntax, text, state, resume)
  local res
  local i = 1

-  if #incoming_syntax.patterns == 0 then
-    return { "normal", text }
-  end
-
  state = state or string.char(0)

+  if #incoming_syntax.patterns == 0 then
+    return { "normal", text }, state
+  end
+
  if resume then
    res = resume.res
    -- Remove "incomplete" tokens