support .jsonl.d
This commit is contained in:
@@ -43,8 +43,8 @@ class WikiqTester:
|
||||
shutil.rmtree(self.output)
|
||||
|
||||
# Also clean up resume-related files
|
||||
for suffix in [".resume_temp", ".checkpoint", ".merged"]:
|
||||
temp_path = self.output + suffix
|
||||
for temp_suffix in [".resume_temp", ".checkpoint", ".merged"]:
|
||||
temp_path = self.output + temp_suffix
|
||||
if os.path.exists(temp_path):
|
||||
if os.path.isfile(temp_path):
|
||||
os.remove(temp_path)
|
||||
|
||||
Reference in New Issue
Block a user