From e60d5baeca38ba608bb89fa4af5e45bbd466a259 Mon Sep 17 00:00:00 2001 From: geens Date: Thu, 16 Jan 2025 14:35:26 +0100 Subject: [PATCH] Look for iterations recursively --- finetune_dataset_creator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/finetune_dataset_creator.py b/finetune_dataset_creator.py index 68ea3dd..9cd2829 100644 --- a/finetune_dataset_creator.py +++ b/finetune_dataset_creator.py @@ -99,7 +99,7 @@ class FinetuneDatasetCreator: with open(self.output_file, 'w', encoding='utf-8') as f: # Process each XML file in iterations directory - for xml_file in sorted(self.iterations_dir.glob('*.xml')): + for xml_file in sorted(self.iterations_dir.rglob('*.xml')): sample = self._parse_iteration_file(xml_file) if sample: json.dump(sample, f, ensure_ascii=False)