mirror of
https://github.com/fauxpilot/fauxpilot.git
synced 2025-08-14 02:28:06 -07:00
Fix setup issues and add test script
Signed-off-by: Parth Thakkar <thakkarparth007@gmail.com>
This commit is contained in:
parent
2a91018792
commit
c6be12979e
8 changed files with 262 additions and 41 deletions
28
tests/python_backend/docker-compose-without-gpus.yaml
Normal file
28
tests/python_backend/docker-compose-without-gpus.yaml
Normal file
|
@ -0,0 +1,28 @@
|
|||
version: '3.3'
|
||||
services:
|
||||
triton:
|
||||
build:
|
||||
context: ../../
|
||||
dockerfile: Dockerfile
|
||||
command: bash -c "CUDA_VISIBLE_DEVICES="${GPUS}" mpirun -n 1 --allow-run-as-root /opt/tritonserver/bin/tritonserver --model-repository=/model"
|
||||
shm_size: '2gb'
|
||||
volumes:
|
||||
- ${MODEL_DIR}:/model
|
||||
- ${HF_CACHE_DIR}:/root/.cache/huggingface
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "8001:8001"
|
||||
- "8002:8002"
|
||||
copilot_proxy:
|
||||
# For dockerhub version
|
||||
# image: moyix/copilot_proxy:latest
|
||||
# command: python3 -m flask run --host=0.0.0.0 --port=5000
|
||||
# For local build
|
||||
build:
|
||||
context: ../../
|
||||
dockerfile: copilot_proxy/Dockerfile
|
||||
env_file:
|
||||
# Automatically created via ./setup.sh
|
||||
- test.env
|
||||
ports:
|
||||
- "${API_EXTERNAL_PORT}:5000"
|
Loading…
Add table
Add a link
Reference in a new issue