Use Unsloth for QwQ inference

2025-04-21 10:42:35 +00:00
parent 568ec4b66d
commit 3e471eced3
7 changed files with 447 additions and 471 deletions
--- a/scripts/install.sh
+++ b/scripts/install.sh
@@ -17,4 +17,5 @@ if [ -z "${SIA_INSTALL_NO_CORE}" ]; then
    echo "Installing SIA core..."
    python3 -m venv /root/venvs/sia
    /root/venvs/sia/bin/pip install -e /root/sia
+    /root/venvs/sia/bin/ipython kernel install --name=sia
 fi