support .jsonl.d

This commit is contained in:
Nathan TeBlunthuis
2025-12-22 20:13:04 -08:00
parent 618c343898
commit d822085698
2 changed files with 20 additions and 4 deletions

View File

@@ -43,8 +43,8 @@ class WikiqTester:
shutil.rmtree(self.output)
# Also clean up resume-related files
for suffix in [".resume_temp", ".checkpoint", ".merged"]:
temp_path = self.output + suffix
for temp_suffix in [".resume_temp", ".checkpoint", ".merged"]:
temp_path = self.output + temp_suffix
if os.path.exists(temp_path):
if os.path.isfile(temp_path):
os.remove(temp_path)