Look for iterations recursively
This commit is contained in:
@@ -99,7 +99,7 @@ class FinetuneDatasetCreator:
|
||||
|
||||
with open(self.output_file, 'w', encoding='utf-8') as f:
|
||||
# Process each XML file in iterations directory
|
||||
for xml_file in sorted(self.iterations_dir.glob('*.xml')):
|
||||
for xml_file in sorted(self.iterations_dir.rglob('*.xml')):
|
||||
sample = self._parse_iteration_file(xml_file)
|
||||
if sample:
|
||||
json.dump(sample, f, ensure_ascii=False)
|
||||
|
||||
Reference in New Issue
Block a user