decrease batch_size.

This commit is contained in:
Nathan TeBlunthuis 2025-07-15 19:37:26 -07:00
parent 3a44cfd4da
commit 6d03cac28d

View File

@ -227,7 +227,7 @@ class WikiqParser:
namespaces: Union[list[int], None] = None,
revert_radius: int = 15,
output_parquet: bool = True,
batch_size: int = 2000,
batch_size: int = 100,
partition_namespaces: bool = False,
):
"""
@ -871,7 +871,7 @@ def main():
parser.add_argument(
"--batch-size",
dest="batch_size",
default=1000,
default=100,
type=int,
help="How many revisions to process in each batch",
)