github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-07-16 10:03:25 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Simplify config and port handling

Browse source
This commit is contained in:
Fred de Gier 2022-10-03 14:13:10 +02:00
parent 6f49915d2a
commit 87f4f53e27
5 changed files with 70 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

4
copilot_proxy/app.py
View file

@ -8,7 +8,7 @@ from models import OpenAIinput
from utils.codegen import CodeGenProxy
codegen = CodeGenProxy(
host=os.environ.get("TRITON_HOST", "localhost"),
host=os.environ.get("TRITON_HOST", "triton"),
port=os.environ.get("TRITON_PORT", 8001),
verbose=os.environ.get("TRITON_VERBOSITY", False)
)
@ -41,4 +41,4 @@ async def completions(data: OpenAIinput):
)
if __name__ == "__main__":
uvicorn.run("app:app", host=os.environ.get("API_HOST", "0.0.0.0"), port=os.environ.get("API_PORT", 5000))
uvicorn.run("app:app", host="0.0.0.0", port=5000)