Skip to content
This repository has been archived by the owner on Oct 25, 2024. It is now read-only.

Commit

Permalink
fixed the py format issue
Browse files Browse the repository at this point in the history
  • Loading branch information
Zhenzhong1 committed Feb 1, 2024
1 parent 7a112e3 commit 4034e21
Showing 1 changed file with 4 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -138,7 +138,7 @@ def from_pretrained(cls, pretrained_model_name_or_path, *model_args, **kwargs):
from neural_speed import Model
from huggingface_hub import hf_hub_download

logger.info("Using LLM Runtime to load the GGUF model...")
logger.info("Using Neural Speed to load the GGUF model...")

model_file = kwargs.get("model_file")
gguf_model_file = hf_hub_download(pretrained_model_name_or_path, filename=model_file)
Expand All @@ -161,7 +161,9 @@ def from_pretrained(cls, pretrained_model_name_or_path, *model_args, **kwargs):
"mistral", "qwen", "phi", "whisper"]

if model_type not in model_type_list:
logger.error("Can't support this model_type. The supported model_type are: {}".format(model_type_list))
logger.error(
"Can't support this model_type. Please set the correct model_type, supported model_type: {}".format(
model_type_list))

model = Model()
model.init_from_bin(model_type, gguf_model_file)
Expand Down

0 comments on commit 4034e21

Please sign in to comment.