Merge pull request #64 from Frederisk/patch-3

Fixed bugs from #49 about wrong hostnames

copilot_proxy/app.py

@@ -8,7 +8,7 @@ from models import OpenAIinput
 from utils.codegen import CodeGenProxy
 
 codegen = CodeGenProxy(
-    host=os.environ.get("TRITON_HOST", "localhost"),
+    host=os.environ.get("TRITON_HOST", "triton"),
     port=os.environ.get("TRITON_PORT", 8001),
     verbose=os.environ.get("TRITON_VERBOSITY", False)
 )

docker-compose.yaml

@@ -18,13 +18,16 @@ services:
               count: all
               capabilities: [gpu]
   copilot_proxy:
-    image: moyix/copilot_proxy:latest
+    # For dockerhub version
+    # image: moyix/copilot_proxy:latest
+    # command: python3 -m flask run --host=0.0.0.0 --port=5000
     # For local build
-#    build:
-#      context: .
-#      dockerfile: copilot_proxy/Dockerfile
-    command: uvicorn app:app --host $API_HOST --port $API_PORT
+    build:
+      context: .
+      dockerfile: copilot_proxy/Dockerfile
+    command: uvicorn app:app --host 0.0.0.0 --port 5000
     env_file:
-      - .env
+      # You can modify this env file to configure your proxy environment
+      - example.env
     ports:
-      - "5001:${API_PORT}"
+      - "5000:5000"

example.env

@@ -1,4 +1,4 @@
-TRITON_HOST=localhost
+TRITON_HOST=triton
 TRITON_PORT=8001
 API_HOST=0.0.0.0
 API_PORT=5000