Skip to content

Commit

Permalink
docs: add documentation for supported models
Browse files Browse the repository at this point in the history
  • Loading branch information
shreyashankar committed Oct 3, 2024
1 parent 6dafee3 commit 5a7dc66
Showing 1 changed file with 1 addition and 4 deletions.
5 changes: 1 addition & 4 deletions docetl/operations/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -534,7 +534,7 @@ def call_llm_with_cache(
len(props) == 1
and list(props.values())[0].get("type") == "string"
and scratchpad is None
and "gpt" not in model
and "ollama" in model
):
use_tools = False

Expand Down Expand Up @@ -634,9 +634,6 @@ def truncate_messages(
"""
Truncate the messages to fit the model's context length.
"""
if "gpt" not in model:
model = "gpt-4o"

model_input_context_length = model_cost.get(model, {}).get("max_input_tokens", 8192)
total_tokens = sum(count_tokens(json.dumps(msg), model) for msg in messages)

Expand Down

0 comments on commit 5a7dc66

Please sign in to comment.