Fix triton server launching (#15)

npuichigo · Dec 11, 2023 · 38750af · 38750af
1 parent 3d9cda3
commit 38750af
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 71 deletions.
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -23,11 +23,11 @@ services:
   tensorrtllm_backend:
     image: npuichigo/tritonserver:711a28d
     command:
-      - "python"
-      - "/scripts/launch_triton_server.py"
-      - "--model_repo=/models/baichuan"
+      - "tritonserver"
+      - "--model-repository=/models/baichuan"
+      - "--disable-auto-complete-config"
+      - "--backend-config=python,shm-region-prefix-name=prefix0_:"
     volumes:
-      - ./scripts:/scripts
       - ./models:/models
     ports:
       - "8000:8000"

diff --git a/scripts/launch_triton_server.py b/scripts/launch_triton_server.py