-
Notifications
You must be signed in to change notification settings - Fork 14
/
Copy path01_llm_demo.py
41 lines (32 loc) · 1.12 KB
/
01_llm_demo.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
# -*- coding: utf-8 -*-
"""
@author:XuMing(xuming624@qq.com)
@description: llm demo
"""
import sys
import argparse
from agentica import Message, YiChat, AzureOpenAIChat, DeepSeekChat, OpenAIChat, MoonshotChat, ZhipuAIChat
sys.path.append('..')
def get_model(model_name):
models = {
"AzureOpenAIChat": AzureOpenAIChat,
"OpenAIChat": OpenAIChat,
"DeepSeekChat": DeepSeekChat,
"YiChat": YiChat,
"MoonshotChat": MoonshotChat,
"ZhipuAIChat": ZhipuAIChat,
# Add more models here,eg: "Ollama": Ollama
}
return models.get(model_name, AzureOpenAIChat)()
def main():
parser = argparse.ArgumentParser(description="LLM Demo")
parser.add_argument('--model', type=str, default='AzureOpenAIChat', help='Model name to use')
parser.add_argument('--query', type=str, default='一句话介绍林黛玉', help='Query to send to the model')
args = parser.parse_args()
model = get_model(args.model)
print(model)
messages = [Message(role="user", content=args.query)]
response = model.response(messages)
print(response)
if __name__ == "__main__":
main()