github/fauxpilot
1
0
Fork 0
mirror of https://github.com/fauxpilot/fauxpilot.git synced 2025-08-14 10:37:43 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #137 from leemgs/upstream-python-backend-cc-type

Browse source 
fix: Disable INT8 as a default CC type in Python-backend to support CC 6.0+
This commit is contained in:
Parth Thakkar 2023-02-13 17:29:29 +00:00 • committed by GitHub
commit 6c1b7fb404
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
setup.sh
View file

@ -154,8 +154,8 @@ function python_backend(){
fi
# use int8? Allows larger models to fit in GPU but might be very marginally slower
read -rp "Do you want to use int8? y/n [y]: " USE_INT8
if [[ ${USE_INT8:-y} =~ ^[Nn]$ ]]; then
read -rp "Do you want to use int8? y/n [n]: " USE_INT8
if [[ ! $USE_INT8 =~ ^[Yy]$ ]]; then
USE_INT8="0"
else
USE_INT8="1"