github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-07-07 05:21:52 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Simplify config and port handling

Browse source
This commit is contained in:
Fred de Gier 2022-10-03 14:13:10 +02:00
parent 6f49915d2a
commit 87f4f53e27
5 changed files with 70 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

2
copilot_proxy/utils/codegen.py
View file

@ -13,7 +13,7 @@ np.finfo(np.dtype("float64"))
class CodeGenProxy:
def __init__(self, host: str = 'localhost', port: int = 8001, verbose: bool = False):
def __init__(self, host: str = 'triton', port: int = 8001, verbose: bool = False):
self.tokenizer = Tokenizer.from_file('/python-docker/cgtok/tokenizer.json')
self.client = client_util.InferenceServerClient(url=f'{host}:{port}', verbose=verbose)
self.PAD_CHAR = 50256