llm/SIA
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Look for iterations recursively

Browse Source
This commit is contained in:
geens
2025-01-16 14:35:26 +01:00
parent e0bc7a7159
commit e60d5baeca
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
finetune_dataset_creator.py
View File

@@ -99,7 +99,7 @@ class FinetuneDatasetCreator:
with open(self.output_file, 'w', encoding='utf-8') as f: with open(self.output_file, 'w', encoding='utf-8') as f:
# Process each XML file in iterations directory # Process each XML file in iterations directory
for xml_file in sorted(self.iterations_dir.glob('*.xml')): for xml_file in sorted(self.iterations_dir.rglob('*.xml')):
sample = self._parse_iteration_file(xml_file) sample = self._parse_iteration_file(xml_file)
if sample: if sample:
json.dump(sample, f, ensure_ascii=False) json.dump(sample, f, ensure_ascii=False)