FEAT: Launch by docker compose

docker/CN/Dockerfile

@@ -0,0 +1,8 @@
+FROM python:3.10
+
+RUN pip install --upgrade pip setuptools -i https://pypi.tuna.tsinghua.edu.cn/simple/
+RUN pip install "xinference[all]" --upgrade -i https://pypi.tuna.tsinghua.edu.cn/simple/
+
+EXPOSE 9997
+
+CMD ["xinference", "-p", "9997", "-H", "0.0.0.0"]

docker/CN/docker-compose.yml

@@ -0,0 +1,21 @@
+version: '3.8'
+
+services:
+  xinference:
+    container_name: xinference
+    image: xinference
+    build: .
+    ports:
+      - "9997:9997"
+    volumes:
+      - ./root:/root
+    environment:
+      - XINFERENCE_MODEL_SRC=modelscope
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+

docker/Dockerfile

@@ -0,0 +1,8 @@
+FROM python:3.10
+
+RUN pip install --upgrade pip setuptools
+RUN pip install "xinference[all]" --upgrade
+
+EXPOSE 9997
+
+CMD ["xinference", "-p", "9997", "-H", "0.0.0.0"]

docker/docker-compose.yml

@@ -0,0 +1,21 @@
+version: '3.8'
+
+services:
+  xinference:
+    container_name: xinference
+    image: xinference
+    build: .
+    ports:
+      - "9997:9997"
+    volumes:
+      - ./root:/root
+    environment:
+      - XINFERENCE_MODEL_SRC=huggingface
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+