Fix decoding of UTF-8 sequence length (fix jqlang#922)

dtolnay · Aug 22, 2015 · 61f158d · 61f158d
1 parent 370833d
commit 61f158d
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 2 deletions.
diff --git a/jv_unicode.c b/jv_unicode.c
@@ -59,10 +59,11 @@ int jvp_utf8_is_valid(const char* in, const char* end) {
   return 1;
 }
 
+/* Assumes startchar is the first byte of a valid character sequence */
 int jvp_utf8_decode_length(char startchar) {
 	if ((startchar & 0x80) == 0) return 1;
-	else if ((startchar & 0xC0) == 0xC0) return 2;
-	else if ((startchar & 0xE0) == 0xE0) return 3;
+	else if ((startchar & 0xE0) == 0xC0) return 2;
+	else if ((startchar & 0xF0) == 0xE0) return 3;
 	else return 4;
 }
 

diff --git a/tests/onig.test b/tests/onig.test
@@ -83,3 +83,8 @@ gsub("(?<d>\\d)"; ":\(.d);")
 gsub("(?<x>.)[^a]*"; "+\(.x)-")
 "Abcabc"
 "+A-+a-"
+
+# utf-8
+sub( "(?<x>.)"; "\(.x)!")
+"’"
+"’!"