Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
aniketmaurya committed Feb 23, 2024
1 parent a48c67e commit 98a68e9
Showing 1 changed file with 1 addition and 4 deletions.
5 changes: 1 addition & 4 deletions src/fastserve/models/vllm.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,14 +29,11 @@ def __init__(
model,
batch_size=1,
timeout=0.0,
*args,
**kwargs,
):
from vllm import LLM

self.llm = LLM(model)
self.args = args
self.kwargs = kwargs
self.llm = LLM(model, **kwargs)
super().__init__(
batch_size,
timeout,
Expand Down

0 comments on commit 98a68e9

Please sign in to comment.