llm/SIA
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixes after local testing

Browse Source
This commit is contained in:
geens
2025-05-02 18:28:07 +02:00
parent e78fca8233
commit f1f1a42fb3
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
Dockerfile
View File

@@ -1,7 +1,8 @@
FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04 as base FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04 AS base
RUN apt-get update && \ RUN apt-get update && \
apt-get upgrade -y && \ apt-get upgrade -y && \
apt install -y \ apt install -y \
build-essential \
curl \ curl \
git \ git \
gnupg \ gnupg \

4
tools/notebook/gemma.ipynb
View File

@@ -259,8 +259,8 @@
"source": [ "source": [
"# Configure LoRA\n", "# Configure LoRA\n",
"lora_config = LoraConfig(\n", "lora_config = LoraConfig(\n",
" r=16,\n", " r=4,\n",
" lora_alpha=32,\n", " lora_alpha=4,\n",
" target_modules=[\"q_proj\", \"o_proj\", \"k_proj\", \"v_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n", " target_modules=[\"q_proj\", \"o_proj\", \"k_proj\", \"v_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n",
" lora_dropout=0.05,\n", " lora_dropout=0.05,\n",
" bias=\"none\",\n", " bias=\"none\",\n",