diff --git a/quantize.sh b/quantize.sh
index 6194649b3f529..c9ccf4bd4276e 100755
--- a/quantize.sh
+++ b/quantize.sh
@@ -7,8 +7,22 @@ if ! [[ "$1" =~ ^[0-9]{1,2}B$ ]]; then
     exit 1
 fi
 
+# Determine the binary file extension based on the platform
+case "$(uname -s)" in
+    Linux*)
+        if grep -qE "(Microsoft|WSL)" /proc/version &> /dev/null ; then
+            ext=".exe" # WSL environment
+        else
+            ext=""
+        fi
+        ;;
+    Darwin*)    ext="";;
+    CYGWIN*|MINGW32*|MSYS*|MINGW*) ext=".exe";;
+    *)          echo "Unknown platform"; exit 1;;
+esac
+
 for i in `ls models/$1/ggml-model-f16.bin*`; do
-    ./quantize "$i" "${i/f16/q4_0}" 2
+    ./quantize${ext} "$i" "${i/f16/q4_0}" 2
     if [[ "$2" == "--remove-f16" ]]; then
         rm "$i"
     fi