diff --git a/Dockerfile b/Dockerfile index f7e11dd..0312a56 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,7 +1,8 @@ -FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04 as base +FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04 AS base RUN apt-get update && \ apt-get upgrade -y && \ apt install -y \ + build-essential \ curl \ git \ gnupg \ diff --git a/tools/notebook/gemma.ipynb b/tools/notebook/gemma.ipynb index f198ee1..8ce05be 100644 --- a/tools/notebook/gemma.ipynb +++ b/tools/notebook/gemma.ipynb @@ -259,8 +259,8 @@ "source": [ "# Configure LoRA\n", "lora_config = LoraConfig(\n", - " r=16,\n", - " lora_alpha=32,\n", + " r=4,\n", + " lora_alpha=4,\n", " target_modules=[\"q_proj\", \"o_proj\", \"k_proj\", \"v_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n", " lora_dropout=0.05,\n", " bias=\"none\",\n",