add optional dev build

auto-exl2-upload/auto-exl2-upload.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a253a898953cc1283cd0950308174d669c5b568a0abcdb2f322ccf49203ad22b
-size 7528
+oid sha256:dd9f20f25139aba9a0e0f4742f8d9852a597e8877ce8f5fa05c7abe18cc77f1f
+size 7732

auto-exl2-upload/linux-setup.sh

@@ -22,6 +22,14 @@ else
     exit
 fi
 
+# ask for exllamav2 version
+read -p "Want to build stable or dev version of exllamav2? (stable, dev): " exllamav2_version
+if [ "$exllamav2_version" != "stable" ] && [ "$exllamav2_version" != "dev" ]; then
+    echo "Invalid version of exllama. Please enter stable or dev."
+    read -p "Press enter to continue"
+    exit
+fi
+
 # if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8. If ROCm, install pytorch for ROCm 5.7
 read -p "Please enter your GPU compute version, CUDA 11/12 or AMD ROCm (11, 12, rocm): " pytorch_version
 
@@ -49,7 +57,11 @@ rm enter-venv.sh
 
 # download stuff
 echo "Downloading files"
-git clone https://github.com/turboderp/exllamav2
+if [ "$exllamav2_version" = "stable" ]; then
+    git clone https://github.com/turboderp/exllamav2
+elif [ "$exllamav2_version" = "dev" ]; then
+    git clone https://github.com/turboderp/exllamav2 -b dev
+fi
 wget https://raw.githubusercontent.com/oobabooga/text-generation-webui/main/convert-to-safetensors.py
 wget https://raw.githubusercontent.com/oobabooga/text-generation-webui/main/download-model.py
 

auto-exl2-upload/windows-setup.bat

@@ -24,6 +24,14 @@ if "%gitwget%"=="y" (
     exit
 )
 
+REM ask for exllamav2 version
+set /p exllamav2_version="Would you like to build stable or dev version of exllamav2? (stable, dev): "
+if not "%exllamav2_version%"=="stable" if not "%exllamav2_version%"=="dev" (
+    echo Invalid exllamav2 version. Please enter stable or dev.
+    pause
+    exit
+)
+
 REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
 echo CUDA compilers:
 where nvcc
@@ -41,6 +49,7 @@ if "%cuda_version%"=="11" (
     exit
 )
 
+
 echo Deleting potential conflicting files
 del convert-to-safetensors.py
 del download-model.py
@@ -50,7 +59,11 @@ del enter-venv.sh
 
 REM download stuff
 echo Downloading files...
-git clone https://github.com/turboderp/exllamav2
+if "%exllamav2_version%"=="stable" (
+    git clone https://github.com/turboderp/exllamav2
+) else if "%exllamav2_version%"=="dev" (
+    git clone https://github.com/turboderp/exllamav2 -b dev
+)
 wget https://raw.githubusercontent.com/oobabooga/text-generation-webui/main/convert-to-safetensors.py
 wget https://raw.githubusercontent.com/oobabooga/text-generation-webui/main/download-model.py
 

exl2-multi-quant-local/exl2-multi-quant-local.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a99d13ce17a3d436d50d80dc4a9e9bf784ef77efb400190233c715c86f936933
-size 6563
+oid sha256:95a2bf855195c1b9c45d79b550c36dae3dc0f833a51b782694053c1fcccd14ec
+size 6768

exl2-multi-quant-local/linux-setup.sh

@@ -22,6 +22,14 @@ else
     exit
 fi
 
+# ask for exllamav2 version
+read -p "Want to build stable or dev version of exllamav2? (stable, dev): " exllamav2_version
+if [ "$exllamav2_version" != "stable" ] && [ "$exllamav2_version" != "dev" ]; then
+    echo "Invalid version of exllama. Please enter stable or dev."
+    read -p "Press enter to continue"
+    exit
+fi
+
 # if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8. If ROCm, install pytorch for ROCm 5.7
 read -p "Please enter your GPU compute version, CUDA 11/12 or AMD ROCm (11, 12, rocm): " pytorch_version
 
@@ -49,7 +57,11 @@ rm enter-venv.sh
 
 # download stuff
 echo "Downloading files"
-git clone https://github.com/turboderp/exllamav2
+if [ "$exllamav2_version" = "stable" ]; then
+    git clone https://github.com/turboderp/exllamav2
+elif [ "$exllamav2_version" = "dev" ]; then
+    git clone https://github.com/turboderp/exllamav2 -b dev
+fi
 wget https://raw.githubusercontent.com/oobabooga/text-generation-webui/main/convert-to-safetensors.py
 wget https://raw.githubusercontent.com/oobabooga/text-generation-webui/main/download-model.py
 

exl2-multi-quant-local/windows-setup.bat

@@ -24,6 +24,14 @@ if "%gitwget%"=="y" (
     exit
 )
 
+REM ask for exllamav2 version
+set /p exllamav2_version="Would you like to build stable or dev version of exllamav2? (stable, dev): "
+if not "%exllamav2_version%"=="stable" if not "%exllamav2_version%"=="dev" (
+    echo Invalid exllamav2 version. Please enter stable or dev.
+    pause
+    exit
+)
+
 REM if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8
 echo CUDA compilers:
 where nvcc
@@ -50,7 +58,11 @@ del enter-venv.sh
 
 REM download stuff
 echo Downloading files...
-git clone https://github.com/turboderp/exllamav2
+if "%exllamav2_version%"=="stable" (
+    git clone https://github.com/turboderp/exllamav2
+) else if "%exllamav2_version%"=="dev" (
+    git clone https://github.com/turboderp/exllamav2 -b dev
+)
 wget https://raw.githubusercontent.com/oobabooga/text-generation-webui/main/convert-to-safetensors.py
 wget https://raw.githubusercontent.com/oobabooga/text-generation-webui/main/download-model.py