diff --git a/inference-mistral.py b/inference-mistral.py index 26a4afb..a403f51 100644 --- a/inference-mistral.py +++ b/inference-mistral.py @@ -57,9 +57,11 @@ def main(args): if __name__ == '__main__': parser = argparse.ArgumentParser(description='Fine-tuned Model Inference') - parser.add_argument("--base_mistral_model", type=str, default="mistralai/Mistral-7B-v0.1", help="Base mistral from hugging face") + # fmt: off + parser.add_argument('--base_mistral_model', type=str, default='mistralai/Mistral-7B-v0.1', help='Base mistral from hugging face') parser.add_argument('--prompt', type=str, help='Input prompt for text generation') parser.add_argument('--max_tokens', type=int, default=50, help='Maximum number of tokens in the generated response') + # fmt: on args = parser.parse_args() main(args)