Revert Python example changes

microsoft · Jan 31, 2025 · 2a40334 · 2a40334
1 parent 6cb82de
commit 2a40334
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/examples/python/model-chat.py b/examples/python/model-chat.py
@@ -79,7 +79,11 @@ def main(args):
 
         if args.timings: started_timestamp = time.time()
 
-        prompt = f'{args.chat_template.format(input=text)}'
+        # If there is a chat template, use it
+        prompt = text
+        if args.chat_template:
+            prompt = f'{args.chat_template.format(input=text)}'
+
         input_tokens = tokenizer.encode(prompt)
 
         generator.append_tokens(input_tokens)

diff --git a/examples/python/model-qa.py b/examples/python/model-qa.py
@@ -71,7 +71,11 @@ def main(args):
 
         if args.timings: started_timestamp = time.time()
 
-        prompt = f'{args.chat_template.format(input=text)}'
+        # If there is a chat template, use it
+        prompt = text
+        if args.chat_template:
+            prompt = f'{args.chat_template.format(input=text)}'
+
         input_tokens = tokenizer.encode(prompt)
 
         generator.append_tokens(input_tokens)