From 6d03cac28d091f270e97f2ed68b881e28ab525f2 Mon Sep 17 00:00:00 2001 From: Nathan TeBlunthuis Date: Tue, 15 Jul 2025 19:37:26 -0700 Subject: [PATCH] decrease batch_size. --- src/wikiq/__init__.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/wikiq/__init__.py b/src/wikiq/__init__.py index ad7207e..63a0a70 100755 --- a/src/wikiq/__init__.py +++ b/src/wikiq/__init__.py @@ -227,7 +227,7 @@ class WikiqParser: namespaces: Union[list[int], None] = None, revert_radius: int = 15, output_parquet: bool = True, - batch_size: int = 2000, + batch_size: int = 100, partition_namespaces: bool = False, ): """ @@ -871,7 +871,7 @@ def main(): parser.add_argument( "--batch-size", dest="batch_size", - default=1000, + default=100, type=int, help="How many revisions to process in each batch", )