diff --git a/app/routes/sql.py b/app/routes/sql.py index 08ac6d3..06b0c3c 100644 --- a/app/routes/sql.py +++ b/app/routes/sql.py @@ -52,7 +52,7 @@ async def sql_script( async def sql_question_answer( log_type: LogFileType, question: str, - model: LLMModel = LLMModel.GPT_4o_Mini.value): + model: LLMModel = LLMModel.GPT_4o_Mini): """Converts question into sql command & interact with SQL database""" status_code = status.HTTP_200_OK response_data = {} diff --git a/app/routes/summarize.py b/app/routes/summarize.py index 274f546..b6c44e4 100644 --- a/app/routes/summarize.py +++ b/app/routes/summarize.py @@ -21,13 +21,13 @@ summary="Summarize uploaded file(s)") async def summarize_files( summarizer_mode: SummarizerMode, - model: LLMModel = LLMModel.Llamafile.value, + model: LLMModel = LLMModel.Llamafile, files: List[UploadFile] = File(...),): """Extract text from files and summarize based on selected mode""" response_data = {} try: print(f"Running summarization for files: {[file.filename for file in files]}") - llm = load_llm(model) + llm = load_llm(model.value) if summarizer_mode == "combined": # Combined summarization logic combined_docs = [] @@ -66,11 +66,13 @@ async def summarize_files( status_code=status.HTTP_200_OK, summary="Summarize content(s) from url") async def summarize_urls( - urls: List[str]): + urls: List[str], + model: LLMModel = LLMModel.Llamafile): """Extract text from files, summarize contents & return summary""" status_code = status.HTTP_200_OK response_data = {} try: + llm = load_llm(model.value) loader = WebBaseLoader(urls) docs = loader.load() chain = load_summarize_chain(llm, chain_type="stuff")