allow output dir to be jsonl.d.
This commit is contained in:
@@ -1437,7 +1437,7 @@ def main():
|
|||||||
output = "."
|
output = "."
|
||||||
|
|
||||||
# Detect output format from extension
|
# Detect output format from extension
|
||||||
output_jsonl = output.endswith(".jsonl")
|
output_jsonl = output.endswith(".jsonl") or output.endswith(".jsonl.d")
|
||||||
output_parquet = output.endswith(".parquet")
|
output_parquet = output.endswith(".parquet")
|
||||||
partition_namespaces = args.partition_namespaces and output_parquet
|
partition_namespaces = args.partition_namespaces and output_parquet
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user