Skip to content

Commit

Permalink
save token counts
Browse files Browse the repository at this point in the history
  • Loading branch information
emrgnt-cmplxty committed Jan 7, 2025
1 parent 06a714d commit 02ac34e
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 4 deletions.
1 change: 0 additions & 1 deletion py/core/agent/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -162,7 +162,6 @@ async def process_llm_response( # type: ignore
content_buffer = ""

async for chunk in stream:
print("chunk = ", chunk)
delta = chunk.choices[0].delta
if delta.tool_calls:
for tool_call in delta.tool_calls:
Expand Down
3 changes: 0 additions & 3 deletions py/core/main/services/retrieval_service.py
Original file line number Diff line number Diff line change
Expand Up @@ -390,7 +390,6 @@ async def agent(
)

if rag_generation_config.stream:
# collected_output = []
async def stream_response():
try:
async with manage_run(
Expand All @@ -409,8 +408,6 @@ async def stream_response():
rag_generation_config=rag_generation_config,
include_title_if_available=include_title_if_available,
):
# print(chunk)
# collected_output.append(chunk)
yield chunk
except Exception as e:
logger.error(f"Error streaming agent output: {e}")
Expand Down

0 comments on commit 02ac34e

Please sign in to comment.