Fixes after local testing

This commit is contained in:
2025-05-02 18:28:07 +02:00
parent e78fca8233
commit f1f1a42fb3
2 changed files with 4 additions and 3 deletions

View File

@@ -1,7 +1,8 @@
FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04 as base
FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04 AS base
RUN apt-get update && \
apt-get upgrade -y && \
apt install -y \
build-essential \
curl \
git \
gnupg \

View File

@@ -259,8 +259,8 @@
"source": [
"# Configure LoRA\n",
"lora_config = LoraConfig(\n",
" r=16,\n",
" lora_alpha=32,\n",
" r=4,\n",
" lora_alpha=4,\n",
" target_modules=[\"q_proj\", \"o_proj\", \"k_proj\", \"v_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n",
" lora_dropout=0.05,\n",
" bias=\"none\",\n",