Skip to content

Commit

Permalink
simplify+change default LLM
Browse files Browse the repository at this point in the history
refering to #24
  • Loading branch information
su77ungr authored May 13, 2023
1 parent 6625dfb commit 39409ed
Showing 1 changed file with 2 additions and 19 deletions.
21 changes: 2 additions & 19 deletions example.env
Original file line number Diff line number Diff line change
@@ -1,25 +1,8 @@
# DIRECTORY SETTINGS #

PERSIST_DIRECTORY=db
DOCUMENTS_DIRECTORY=source_documents

# LLM MODEL SETTINGS #

# Your LLM type (GPT4All or LlamaCpp)
MODEL_TYPE=GPT4All

# Absolute path to your llama supported embeddings model.
MODEL_TYPE=LlamaCpp #(GPT4All or LlamaCpp)
LLAMA_EMBEDDINGS_MODEL=models/ggml-model-q4_0.bin

# Absolute path to your GPT4All or LlamaCpp model
MODEL_PATH=models/ggml-gpt4all-j-v1.3-groovy.bin

# Context size for both the vector datbase and the llm seperately in one value
# Double this value if you are getting context size errors
MODEL_PATH=models/ggjt-v1-vic7b-uncensored-q4_0.bin
MODEL_N_CTX=1024
# Temperature range of 0=Logical to 1=Creative
MODEL_TEMP=0.8

# Stop based on certain characters or strings.
# \n is for new lines and \t is for tabs.
MODEL_STOP=\n,\t

0 comments on commit 39409ed

Please sign in to comment.