github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-08-19 04:50:48 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove spurious common_config and force a container build for the python backend

Browse source
This commit is contained in:
Brendan Dolan-Gavitt 2022-11-23 16:58:30 -05:00
commit f84f040a58
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
setup.sh
View file

@ -162,10 +162,9 @@ function python_backend(){
echo "HF_CACHE_DIR=${HF_CACHE_DIR}" >> .env echo "HF_CACHE_DIR=${HF_CACHE_DIR}" >> .env
python3 ./python_backend/init_model.py --model_name "${MODEL}" --org_name "${ORG}" --model_dir "${MODELS_ROOT_DIR}" --use_int8 "${USE_INT8}" python3 ./python_backend/init_model.py --model_name "${MODEL}" --org_name "${ORG}" --model_dir "${MODELS_ROOT_DIR}" --use_int8 "${USE_INT8}"
bash -c "source .env ; docker compose build"
} }
common_config
# choose backend # choose backend
echo "Choose your backend:" echo "Choose your backend:"
echo "[1] FasterTransformer backend (faster, but limited models)" echo "[1] FasterTransformer backend (faster, but limited models)"
@ -185,4 +184,4 @@ then
else else
echo "You can run ./launch.sh to start the FauxPilot server." echo "You can run ./launch.sh to start the FauxPilot server."
exit 0 exit 0
fi; fi