Fixes after local testing
This commit is contained in:
@@ -1,7 +1,8 @@
|
||||
FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04 as base
|
||||
FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04 AS base
|
||||
RUN apt-get update && \
|
||||
apt-get upgrade -y && \
|
||||
apt install -y \
|
||||
build-essential \
|
||||
curl \
|
||||
git \
|
||||
gnupg \
|
||||
|
||||
@@ -259,8 +259,8 @@
|
||||
"source": [
|
||||
"# Configure LoRA\n",
|
||||
"lora_config = LoraConfig(\n",
|
||||
" r=16,\n",
|
||||
" lora_alpha=32,\n",
|
||||
" r=4,\n",
|
||||
" lora_alpha=4,\n",
|
||||
" target_modules=[\"q_proj\", \"o_proj\", \"k_proj\", \"v_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n",
|
||||
" lora_dropout=0.05,\n",
|
||||
" bias=\"none\",\n",
|
||||
|
||||
Reference in New Issue
Block a user