Replaced deepseek with qwq

This commit is contained in:
Niels Geens
2025-03-14 11:22:30 +01:00
parent 3ea3239a9b
commit 2e66020f8e
13 changed files with 693 additions and 530 deletions

View File

@@ -4,11 +4,6 @@ model:
params:
learning_rate: 1e-5
epochs: 3
max_seq_length: 1024
quantization: "4bit" # Options: "none", "4bit", "8bit"
per_device_batch_size: 1
gradient_accumulation_steps: 8
mixed_precision: "no" # Options: "no", "fp16", "bf16"
data:
- "/root/sia/training/clean_start/"
- "/root/sia/training/delete_indicated_entries/"