Skip to content

Commit

Permalink
✨ add console scripts to setup.py
Browse files Browse the repository at this point in the history
Signed-off-by: Prashant Gupta <prashantgupta@us.ibm.com>
  • Loading branch information
prashantgupta24 committed Apr 16, 2024
1 parent 4d1686d commit 1c75dd5
Show file tree
Hide file tree
Showing 4 changed files with 6 additions and 7 deletions.
4 changes: 0 additions & 4 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,9 @@ requires = [
"torch == 2.2.1",
"wheel",
"typer == 0.9.*",
"loguru == 0.7.*"
]
build-backend = "setuptools.build_meta"

[project.scripts]
vllm = 'vllm.cli:app'

[tool.ruff]
# Allow lines to be as long as 80.
line-length = 80
Expand Down
3 changes: 1 addition & 2 deletions requirements-build.txt
Original file line number Diff line number Diff line change
Expand Up @@ -5,5 +5,4 @@ packaging
setuptools>=49.4.0
torch==2.2.1
wheel
typer==0.9.*
loguru==0.7.*
typer==0.9.*
3 changes: 3 additions & 0 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -406,4 +406,7 @@ def _read_requirements(filename: str) -> List[str]:
ext_modules=ext_modules,
cmdclass={"build_ext": cmake_build_ext} if not _is_neuron() else {},
package_data=package_data,
entry_points={
"console_scripts": ["vllm=vllm.cli:app"],
},
)
3 changes: 2 additions & 1 deletion vllm/tgis_utils/hub.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
import datetime
import glob
import json
import logging
import os
from collections import defaultdict
from concurrent.futures import ThreadPoolExecutor
Expand All @@ -12,12 +13,12 @@
import torch
from huggingface_hub import HfApi, hf_hub_download, try_to_load_from_cache
from huggingface_hub.utils import LocalEntryNotFoundError
from loguru import logger
from safetensors.torch import (_find_shared_tensors, _is_complete, load_file,
save_file)
from tqdm import tqdm

TRUST_REMOTE_CODE = os.getenv("TRUST_REMOTE_CODE") == "true"
logger = logging.getLogger(__name__)


def weight_hub_files(model_name,
Expand Down

0 comments on commit 1c75dd5

Please sign in to comment.