llm/SIA
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Switched to larger gpu

Browse Source
This commit is contained in:
Niels Geens
2025-03-28 15:31:00 +01:00
parent 1ef32ed33e
commit dd6fec8391
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/deploy.sh
View File

@@ -10,10 +10,9 @@ export MSYS_NO_PATHCONV=1
# These can be overridden by environment variables or .env file # These can be overridden by environment variables or .env file
# Pod configuration # Pod configuration
GPU_TYPE=${GPU_TYPE:-"NVIDIA GeForce RTX 3090"} GPU_TYPE=${GPU_TYPE:-"NVIDIA RTX 6000 Ada Generation"}
GPU_COUNT=${GPU_COUNT:-1} GPU_COUNT=${GPU_COUNT:-1}
CONTAINER_DISK_SIZE=${CONTAINER_DISK_SIZE:-100} # GB CONTAINER_DISK_SIZE=${CONTAINER_DISK_SIZE:-100} # GB
MEMORY=${MEMORY:-20} # GB
CPU_COUNT=${CPU_COUNT:-1} # vCPUs CPU_COUNT=${CPU_COUNT:-1} # vCPUs
POD_NAME=${POD_NAME:-"sia-agent"} POD_NAME=${POD_NAME:-"sia-agent"}
VOLUME_SIZE=${VOLUME_SIZE:-200} # GB VOLUME_SIZE=${VOLUME_SIZE:-200} # GB
@@ -38,7 +37,6 @@ output=$(runpodctl create pod \
--containerDiskSize $CONTAINER_DISK_SIZE \ --containerDiskSize $CONTAINER_DISK_SIZE \
--volumeSize $VOLUME_SIZE \ --volumeSize $VOLUME_SIZE \
--volumePath "$VOLUME_PATH" \ --volumePath "$VOLUME_PATH" \
--mem $MEMORY \
--vcpu $CPU_COUNT \ --vcpu $CPU_COUNT \
--ports "8080/http,8888/http" \ --ports "8080/http,8888/http" \
--env "SIA_REPO_URL=$SIA_REPO_URL" \ --env "SIA_REPO_URL=$SIA_REPO_URL" \
@@ -86,4 +84,4 @@ while [ true ]; do
echo "Pod is now running!" echo "Pod is now running!"
break break
fi fi
done done