Fixes after local testing

2025-05-02 18:28:07 +02:00
parent e78fca8233
commit f1f1a42fb3
2 changed files with 4 additions and 3 deletions
--- a/tools/notebook/gemma.ipynb
+++ b/tools/notebook/gemma.ipynb
@@ -259,8 +259,8 @@
   "source": [
    "# Configure LoRA\n",
    "lora_config = LoraConfig(\n",
-    "    r=16,\n",
-    "    lora_alpha=32,\n",
+    "    r=4,\n",
+    "    lora_alpha=4,\n",
    "    target_modules=[\"q_proj\", \"o_proj\", \"k_proj\", \"v_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n",
    "    lora_dropout=0.05,\n",
    "    bias=\"none\",\n",