Start work on llm_engine

This commit is contained in:
2024-10-20 19:05:47 +02:00
parent 8114e98bce
commit 006db518f2
8 changed files with 195 additions and 0 deletions

25
test.sh Normal file
View File

@@ -0,0 +1,25 @@
#!/bin/bash
# Continue on error
set -e
# Build with progress output and capture the tag
TAG=$( \
docker build \
--target test \
. \
2>&1 | tee /dev/tty | grep "writing image" | cut -d' ' -f4 \
)
# Exit if tag is empty
[ -z "$TAG" ] && exit 1
# Run tests
docker run \
--rm \
--gpus=all \
-v /$(pwd)/model/:/root/model/ \
$TAG
# Clean up image
[ ! -z "$TAG" ] && docker rmi $TAG