15 lines
488 B
YAML
15 lines
488 B
YAML
model:
|
|
system_prompt_path: "/root/sia/system_prompt.md"
|
|
action_schema: "/root/sia/action_schema.xsd"
|
|
params:
|
|
learning_rate: 1e-5
|
|
epochs: 3
|
|
max_seq_length: 1024
|
|
quantization: "4bit" # Options: "none", "4bit", "8bit"
|
|
per_device_batch_size: 1
|
|
gradient_accumulation_steps: 8
|
|
mixed_precision: "no" # Options: "no", "fp16", "bf16"
|
|
data:
|
|
- "/root/sia/training/clean_start/"
|
|
- "/root/sia/training/delete_indicated_entries/"
|
|
- "/root/sia/training/list_entries_to_delete/" |