fix numeric grammar refs

guidance-ai · Mar 7, 2025 · dfb3bd7 · dfb3bd7
1 parent 5286760
commit dfb3bd7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/llgtrt/src/routes/completions.rs b/llgtrt/src/routes/completions.rs
@@ -613,9 +613,9 @@ pub async fn route_chat_completions(
 
         let lark_grm_templ = match &request.tool_choice {
             ToolChoice::Simple(ToolChoiceOption::None) => r"start: /(.|\n)*/",
-            ToolChoice::Simple(ToolChoiceOption::Auto) => r"start: /[^{](.|\n)*/ | {json_start} @1",
+            ToolChoice::Simple(ToolChoiceOption::Auto) => r"start: /[^{](.|\n)*/ | {json_start} @json_schema",
             ToolChoice::Simple(ToolChoiceOption::Required) | ToolChoice::Advanced(_) => {
-                r"start: {json_start} @1"
+                r"start: {json_start} @json_schema"
             }
         };
 

diff --git a/llguidance b/llguidance