github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-08-14 02:28:06 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix bug introduced by Python backend merge

Browse source 
HF_CACHE_DIR needs to be set in .env, even if the FT backend is in
use, or docker compose will complain and fail to start.
This commit is contained in:
Brendan Dolan-Gavitt 2022-11-24 15:44:15 -05:00
commit e153c17194
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
setup.sh
View file

@ -118,6 +118,11 @@ function fastertransformer_backend(){
docker run --rm -v "${MODELS_ROOT_DIR}":/models -e MODEL=${MODEL} -e NUM_GPUS="${NUM_GPUS}" moyix/model_converter:latest
fi
fi
# Not used for this backend but needs to be present
HF_CACHE_DIR="$(pwd)/.hf_cache"
mkdir -p "$HF_CACHE_DIR"
echo "HF_CACHE_DIR=${HF_CACHE_DIR}" >> .env
}
function python_backend(){