github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-08-21 05:44:09 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Bump Triton docker to moyix/triton_with_ft:22.09

Browse source 
This version of the Docker image supports a wider range of cards (down to SM 6.0), so it should be compatible with older cards. The corresponding commit to build the image is a34df0f053 . Fixes #30 .
This commit is contained in:
Brendan Dolan-Gavitt 2022-09-02 18:39:37 -04:00 • committed by GitHub
commit 0fa041a9ea
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
docker-compose.yaml
View file

@ -1,7 +1,7 @@
version: '3.3' version: '3.3'
services: services:
triton: triton:
image: moyix/triton_with_ft:22.06 image: moyix/triton_with_ft:22.09
command: bash -c "CUDA_VISIBLE_DEVICES=${GPUS} mpirun -n 1 --allow-run-as-root /opt/tritonserver/bin/tritonserver --model-repository=/model" command: bash -c "CUDA_VISIBLE_DEVICES=${GPUS} mpirun -n 1 --allow-run-as-root /opt/tritonserver/bin/tritonserver --model-repository=/model"
shm_size: '2gb' shm_size: '2gb'
volumes: volumes: