grammars : blacklists character control set (#5888)

* Prevent control characters from being served in json string * Prevent control characters from being served in json string (array)
ggerganov · Mar 5, 2024 · 3de3167 · 3de3167
1 parent 82cb31e
commit 3de3167
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/grammars/json.gbnf b/grammars/json.gbnf
@@ -15,7 +15,7 @@ array  ::=
 
 string ::=
   "\"" (
-    [^"\\] |
+    [^"\\\x7F\x00-\x1F] |
     "\\" (["\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) # escapes
   )* "\"" ws
 

diff --git a/grammars/json_arr.gbnf b/grammars/json_arr.gbnf
@@ -24,7 +24,7 @@ array  ::=
 
 string ::=
   "\"" (
-    [^"\\] |
+    [^"\\\x7F\x00-\x1F] |
     "\\" (["\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) # escapes
   )* "\"" ws