Added hf_llm_engine and config

This commit is contained in:
Niels Geens
2024-11-04 17:08:52 +01:00
parent 5da6dca5ec
commit 70ed16f8ab
12 changed files with 330 additions and 93 deletions

5
run.sh
View File

@@ -1,7 +1,7 @@
#!/bin/bash
docker build \
--tag sia
--tag sia \
.
docker run \
@@ -10,4 +10,5 @@ docker run \
--gpus=all \
-p 8080:8080 \
-v /$(pwd)/model/:/root/model/ \
sia
-v /$(pwd)/.env:/root/.env \
sia "$@"