setup.py

from setuptools import setup, find_packages

setup(
    name='llm_blender',
    version='0.0.2',
    description='LLM-Blender, an innovative ensembling framework to attain consistently superior performance by leveraging the diverse strengths and weaknesses of multiple open-source large language models (LLMs). LLM-Blender cut the weaknesses through ranking and integrate the strengths through fusing generation to enhance the capability of LLMs.',
    author='Dongfu Jiang',
    author_email='dongfu.jdf@gmail.com',
    packages=find_packages(),
    url='https://yuchenlin.xyz/LLM-Blender/',
    install_requires=[
        'transformers>=4.31.0',
        'datasets',
        'torch',
        'wget',
        'pycocoevalcap',
        'spacy>=3.6.1',  # Pin to fix installation and 3.6.1 for `pydantic` v2 support
        'prettytable',
        'fairscale',
        'evaluate',
        'bert_score',
        'cpm_kernels',
        'sentencepiece',
        'fschat',
        'numpy',
        'tabulate',
        'nltk',
        'scipy',
        'matplotlib',
        'pandas',
        'scikit-learn',
        'protobuf<=3.20.1',
        'wandb',
        'sacrebleu',
        'dataclasses-json',
        'accelerate',
        'safetensors',
        'gradio',
        'openai'
        # 'bitsandbytes',
        # 'openai',
        # 'peft',
        # 'BLEURT @ git+https://github.com/google-research/bleurt.git@cebe7e6f996b40910cfaa520a63db47807e3bf5c',
        # 'deepspeed',
        # 'rouge_score',
        # 'deepspeed',
        # 'absl-py',
    ],
)