Skip to content

Commit

Permalink
added ollama Dockerfile example
Browse files Browse the repository at this point in the history
  • Loading branch information
Robinsane committed Apr 11, 2024
1 parent 7dd1aca commit 0c99641
Showing 1 changed file with 20 additions and 0 deletions.
20 changes: 20 additions & 0 deletions Dockerfile_ollama
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
FROM python:3-slim

ENV DEFAULT_MODEL=ollama/mistral:7b-instruct-v0.2-q4_K_M
ENV API_BASE_URL=http://127.0.0.1:11434
ENV USE_LITELLM=true
ENV OPENAI_API_KEY=bad_key
ENV PRETTIFY_MARKDOWN=false

ENV IN_CONTAINER=true
ENV OS_OUTSIDE_CONTAINER="Linux/Red Hat Enterprise Linux 8.8 (Ootpa)"

WORKDIR /app
COPY . /app

RUN apt-get update && apt-get install -y gcc
RUN pip install --no-cache /app[litellm] && mkdir -p /tmp/shell_gpt

VOLUME /tmp/shell_gpt

ENTRYPOINT ["sgpt"]

0 comments on commit 0c99641

Please sign in to comment.