llm/SIA
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add bitsandbytes to gemma notebook

Browse Source
This commit is contained in:
Niels Geens
2025-05-01 10:46:33 +02:00
parent 72b902117c
commit ff6a6ab135
1 changed files with 32 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

52
tools/notebook/gemma.ipynb
View File

@@ -13,17 +13,17 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 1, "execution_count": null,
"id": "cdab2518", "id": "cdab2518",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"%pip install --upgrade accelerate datasets peft torch transformers trl" "%pip install --upgrade accelerate bitsandbytes datasets peft torch transformers trl"
] ]
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 2, "execution_count": null,
"id": "5a82e319", "id": "5a82e319",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -35,7 +35,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 3, "execution_count": null,
"id": "b74c5471", "id": "b74c5471",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -45,7 +45,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 4, "execution_count": null,
"id": "8ba9ad8e", "id": "8ba9ad8e",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -55,7 +55,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 11, "execution_count": null,
"id": "e183a2f8", "id": "e183a2f8",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -71,7 +71,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 12, "execution_count": null,
"id": "143138b4", "id": "143138b4",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -81,7 +81,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 13, "execution_count": null,
"id": "703eb030", "id": "703eb030",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -93,7 +93,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 14, "execution_count": null,
"id": "291f57e6", "id": "291f57e6",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -104,7 +104,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 15, "execution_count": null,
"id": "f01f4125", "id": "f01f4125",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -120,7 +120,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 16, "execution_count": null,
"id": "e2400819", "id": "e2400819",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -149,7 +149,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 17, "execution_count": null,
"id": "ce61cf71", "id": "ce61cf71",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -159,7 +159,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 18, "execution_count": null,
"id": "b4e9cc7b", "id": "b4e9cc7b",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -169,7 +169,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 19, "execution_count": null,
"id": "6c429c9a", "id": "6c429c9a",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -179,7 +179,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 20, "execution_count": null,
"id": "ef091e77", "id": "ef091e77",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -189,7 +189,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 21, "execution_count": null,
"id": "30c823ee", "id": "30c823ee",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -199,7 +199,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 22, "execution_count": null,
"id": "4a1f4b71", "id": "4a1f4b71",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -209,7 +209,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 23, "execution_count": null,
"id": "51edd868", "id": "51edd868",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -219,7 +219,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 6, "execution_count": null,
"id": "a62a2175", "id": "a62a2175",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -254,7 +254,7 @@
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"unzip llama-b5226-bin-ubuntu-x64.zip" "!unzip llama-b5226-bin-ubuntu-x64.zip"
] ]
}, },
{ {
@@ -273,6 +273,18 @@
"display_name": "notebook", "display_name": "notebook",
"language": "python", "language": "python",
"name": "notebook" "name": "notebook"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.12"
} }
}, },
"nbformat": 4, "nbformat": 4,