Look for iterations recursively

This commit is contained in:
2025-01-16 14:35:26 +01:00
parent e0bc7a7159
commit e60d5baeca

View File

@@ -99,7 +99,7 @@ class FinetuneDatasetCreator:
with open(self.output_file, 'w', encoding='utf-8') as f:
# Process each XML file in iterations directory
for xml_file in sorted(self.iterations_dir.glob('*.xml')):
for xml_file in sorted(self.iterations_dir.rglob('*.xml')):
sample = self._parse_iteration_file(xml_file)
if sample:
json.dump(sample, f, ensure_ascii=False)