github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-08-19 04:50:48 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #64 from Frederisk/patch-3

Browse source 
Fixed bugs from #49 about wrong hostnames
This commit is contained in:
Brendan Dolan-Gavitt 2022-09-23 17:52:17 -04:00 • committed by GitHub
commit 33e8cac5b8
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 13 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

2
copilot_proxy/app.py
View file

@ -8,7 +8,7 @@ from models import OpenAIinput
from utils.codegen import CodeGenProxy from utils.codegen import CodeGenProxy
codegen = CodeGenProxy( codegen = CodeGenProxy(
host=os.environ.get("TRITON_HOST", "localhost"), host=os.environ.get("TRITON_HOST", "triton"),
port=os.environ.get("TRITON_PORT", 8001), port=os.environ.get("TRITON_PORT", 8001),
verbose=os.environ.get("TRITON_VERBOSITY", False) verbose=os.environ.get("TRITON_VERBOSITY", False)
) )

17
docker-compose.yaml
View file

@ -18,13 +18,16 @@ services:
count: all count: all
capabilities: [gpu] capabilities: [gpu]
copilot_proxy: copilot_proxy:
image: moyix/copilot_proxy:latest # For dockerhub version
# image: moyix/copilot_proxy:latest
# command: python3 -m flask run --host=0.0.0.0 --port=5000
# For local build # For local build
# build: build:
# context: . context: .
# dockerfile: copilot_proxy/Dockerfile dockerfile: copilot_proxy/Dockerfile
command: uvicorn app:app --host $API_HOST --port $API_PORT command: uvicorn app:app --host 0.0.0.0 --port 5000
env_file: env_file:
- .env # You can modify this env file to configure your proxy environment
- example.env
ports: ports:
- "5001:${API_PORT}" - "5000:5000"

4
example.env
View file

@ -1,4 +1,4 @@
TRITON_HOST=localhost TRITON_HOST=triton
TRITON_PORT=8001 TRITON_PORT=8001
API_HOST=0.0.0.0 API_HOST=0.0.0.0
API_PORT=5000 API_PORT=5000