Skip to content

Commit

Permalink
change test to fit performance metrics
Browse files Browse the repository at this point in the history
  • Loading branch information
jeisenman23 committed Dec 10, 2024
1 parent 96be266 commit 6d37186
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions elm/wizard.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@ def query_vector_db(self, query, limit=100):
ranked strings/scores outputs.
"""

def engineer_query(self, query,
async def engineer_query(self, query,
token_budget=None,
new_info_threshold=0.7,
convo=False):
Expand Down Expand Up @@ -104,7 +104,7 @@ def engineer_query(self, query,

token_budget = token_budget or self.token_budget
start_time = perf_counter()
strings, _, idx = self.query_vector_db(query)
strings, _, idx = await self.query_vector_db(query)
end_time = perf_counter()
vector_query_time = end_time - start_time
message = copy.deepcopy(self.MODEL_INSTRUCTION)
Expand Down

0 comments on commit 6d37186

Please sign in to comment.