github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-08-21 05:44:09 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'python_backend'

Browse source 
Add a couple commits from BDG to fix small issues.
This commit is contained in:
Brendan Dolan-Gavitt 2022-11-23 17:18:37 -05:00
commit fd484a2b03
3 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
setup.sh
View file

@ -162,10 +162,9 @@ function python_backend(){
echo "HF_CACHE_DIR=${HF_CACHE_DIR}" >> .env echo "HF_CACHE_DIR=${HF_CACHE_DIR}" >> .env
python3 ./python_backend/init_model.py --model_name "${MODEL}" --org_name "${ORG}" --model_dir "${MODELS_ROOT_DIR}" --use_int8 "${USE_INT8}" python3 ./python_backend/init_model.py --model_name "${MODEL}" --org_name "${ORG}" --model_dir "${MODELS_ROOT_DIR}" --use_int8 "${USE_INT8}"
bash -c "source .env ; docker compose build"
} }
common_config
# choose backend # choose backend
echo "Choose your backend:" echo "Choose your backend:"
echo "[1] FasterTransformer backend (faster, but limited models)" echo "[1] FasterTransformer backend (faster, but limited models)"
@ -185,4 +184,4 @@ then
else else
echo "You can run ./launch.sh to start the FauxPilot server." echo "You can run ./launch.sh to start the FauxPilot server."
exit 0 exit 0
fi; fi

3
tests/python_backend/requirements.txt Normal file
View file

@ -0,0 +1,3 @@
pytest
pexpect
requests

2
tests/python_backend/test_setup.py
View file

@ -138,7 +138,7 @@ def test_python_backend(n_gpus: int):
docker_proc = None docker_proc = None
try: try:
docker_proc = pexpect.pty_spawn.spawn( docker_proc = pexpect.pty_spawn.spawn(
f"docker-compose -f {compose_file} up", f"docker compose -f {compose_file} up",
encoding="utf-8", encoding="utf-8",
cwd=curdir, cwd=curdir,
env=load_test_env(), env=load_test_env(),