github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-08-19 13:01:53 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert "Allow re-use of converted models"

Browse source 
This reverts commit 6aa53f2eb3.
This commit is contained in:
Rowe Wilson Frederisk Holme 2022-09-21 09:19:45 +08:00 • committed by GitHub
commit dbd75f5ff8
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 22 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

25
setup.sh
View file

@ -60,15 +60,17 @@ echo "MODEL=${MODEL}" > config.env
echo "NUM_GPUS=${NUM_GPUS}" >> config.env echo "NUM_GPUS=${NUM_GPUS}" >> config.env
echo "MODEL_DIR=${MODEL_DIR}" >> config.env echo "MODEL_DIR=${MODEL_DIR}" >> config.env
if [ -d "$MODEL_DIR"/"${MODEL}"-"${NUM_GPUS}"gpu ]; then if [ -d "$MODEL_DIR"/"${MODEL}"-${NUM_GPUS}gpu ]; then
echo "Converted model for ${MODEL}-${NUM_GPUS}gpu already exists." echo "Converted model for ${MODEL}-${NUM_GPUS}gpu already exists, skipping"
read -p "Do you want to re-use it? y/n: " REUSE_CHOICE echo "Please delete ${MODEL_DIR}/${MODEL}-${NUM_GPUS}gpu if you want to re-convert it"
if ${REUSE_CHOICE^^} != "Y"; then exit 0
# Create model directory fi
mkdir -p "${MODEL_DIR}"
# For some of the models we can download it pre-converted. # Create model directory
if [ "$NUM_GPUS" -le 2 ]; then mkdir -p "${MODEL_DIR}"
# For some of the models we can download it preconverted.
if [ $NUM_GPUS -le 2 ]; then
echo "Downloading the model from HuggingFace, this will take a while..." echo "Downloading the model from HuggingFace, this will take a while..."
SCRIPT_DIR="$(dirname "$(readlink -f "$0")")" SCRIPT_DIR="$(dirname "$(readlink -f "$0")")"
DEST="${MODEL}-${NUM_GPUS}gpu" DEST="${MODEL}-${NUM_GPUS}gpu"
@ -78,11 +80,8 @@ if [ -d "$MODEL_DIR"/"${MODEL}"-"${NUM_GPUS}"gpu ]; then
-o "$ARCHIVE" -o "$ARCHIVE"
zstd -dc "$ARCHIVE" | tar -xf - -C "${MODEL_DIR}" zstd -dc "$ARCHIVE" | tar -xf - -C "${MODEL_DIR}"
rm -f "$ARCHIVE" rm -f "$ARCHIVE"
else else
echo "Downloading and converting the model, this will take a while..." echo "Downloading and converting the model, this will take a while..."
docker run --rm -v "${MODEL_DIR}":/models -e MODEL="${MODEL}" -e NUM_GPUS="${NUM_GPUS}" moyix/model_converter:latest docker run --rm -v ${MODEL_DIR}:/models -e MODEL=${MODEL} -e NUM_GPUS=${NUM_GPUS} moyix/model_converter:latest
fi
fi
fi fi
echo "Done! Now run ./launch.sh to start the FauxPilot server." echo "Done! Now run ./launch.sh to start the FauxPilot server."