mirror of
https://github.com/fauxpilot/fauxpilot.git
synced 2025-08-21 05:44:09 -07:00
Merge branch 'python_backend'
Add a couple commits from BDG to fix small issues.
This commit is contained in:
commit
fd484a2b03
3 changed files with 6 additions and 4 deletions
5
setup.sh
5
setup.sh
|
@ -162,10 +162,9 @@ function python_backend(){
|
|||
echo "HF_CACHE_DIR=${HF_CACHE_DIR}" >> .env
|
||||
|
||||
python3 ./python_backend/init_model.py --model_name "${MODEL}" --org_name "${ORG}" --model_dir "${MODELS_ROOT_DIR}" --use_int8 "${USE_INT8}"
|
||||
bash -c "source .env ; docker compose build"
|
||||
}
|
||||
|
||||
common_config
|
||||
|
||||
# choose backend
|
||||
echo "Choose your backend:"
|
||||
echo "[1] FasterTransformer backend (faster, but limited models)"
|
||||
|
@ -185,4 +184,4 @@ then
|
|||
else
|
||||
echo "You can run ./launch.sh to start the FauxPilot server."
|
||||
exit 0
|
||||
fi;
|
||||
fi
|
||||
|
|
3
tests/python_backend/requirements.txt
Normal file
3
tests/python_backend/requirements.txt
Normal file
|
@ -0,0 +1,3 @@
|
|||
pytest
|
||||
pexpect
|
||||
requests
|
|
@ -138,7 +138,7 @@ def test_python_backend(n_gpus: int):
|
|||
docker_proc = None
|
||||
try:
|
||||
docker_proc = pexpect.pty_spawn.spawn(
|
||||
f"docker-compose -f {compose_file} up",
|
||||
f"docker compose -f {compose_file} up",
|
||||
encoding="utf-8",
|
||||
cwd=curdir,
|
||||
env=load_test_env(),
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue