allow output dir to be jsonl.d.

This commit is contained in:
Nathan TeBlunthuis
2025-12-21 23:50:00 -08:00
parent 3f1a9ba862
commit 618c343898

View File

@@ -1437,7 +1437,7 @@ def main():
output = "."
# Detect output format from extension
output_jsonl = output.endswith(".jsonl")
output_jsonl = output.endswith(".jsonl") or output.endswith(".jsonl.d")
output_parquet = output.endswith(".parquet")
partition_namespaces = args.partition_namespaces and output_parquet