Another try, fixing missing env vars

This commit is contained in:
Brendan Dolan-Gavitt 2022-11-23 20:49:41 -05:00
parent 2178d9e9de
commit f9a4d4f528
2 changed files with 11 additions and 1 deletions

View file

@ -0,0 +1,8 @@
NUM_GPUS=1
GPUS=0
API_EXTERNAL_PORT=5000
TRITON_HOST=triton
TRITON_PORT=8001
MODEL=py-codegen-350M-mono
MODEL_DIR=${HOME}/models/py-Salesforce-codegen-350M-mono
HF_CACHE_DIR=${HOME}/.cache/huggingface