Merge pull request #64 from Frederisk/patch-3

Fixed bugs from #49 about wrong hostnames
This commit is contained in:
Brendan Dolan-Gavitt 2022-09-23 17:52:17 -04:00 committed by GitHub
commit 33e8cac5b8
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 13 additions and 10 deletions

View file

@ -8,7 +8,7 @@ from models import OpenAIinput
from utils.codegen import CodeGenProxy
codegen = CodeGenProxy(
host=os.environ.get("TRITON_HOST", "localhost"),
host=os.environ.get("TRITON_HOST", "triton"),
port=os.environ.get("TRITON_PORT", 8001),
verbose=os.environ.get("TRITON_VERBOSITY", False)
)