Merge pull request #612 from Guldoman/fix_regex

Fix regex in tokenizer
2021-10-22 21:44:44 +02:00
parent ddb6196e9e 8a516d35ce
commit 6f732f67f9
4 changed files with 17 additions and 8 deletions
@@ -1,8 +1,8 @@
 local common = {}


-function common.is_utf8_cont(char)
-  local byte = char:byte()
+function common.is_utf8_cont(s, offset)
+  local byte = s:byte(offset or 1)
  return byte >= 0x80 and byte < 0xc0
 end