collective/mediawiki_dump_tools
17
0
Fork 0
Code Issues Pull Requests Activity

decrease batch_size.

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2025-07-15 19:37:26 -07:00
parent 3a44cfd4da
commit 6d03cac28d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/wikiq/__init__.py
View File

@ -227,7 +227,7 @@ class WikiqParser:
namespaces: Union[list[int], None] = None, namespaces: Union[list[int], None] = None,
revert_radius: int = 15, revert_radius: int = 15,
output_parquet: bool = True, output_parquet: bool = True,
batch_size: int = 2000, batch_size: int = 100,
partition_namespaces: bool = False, partition_namespaces: bool = False,
): ):
""" """
@ -871,7 +871,7 @@ def main():
parser.add_argument( parser.add_argument(
"--batch-size", "--batch-size",
dest="batch_size", dest="batch_size",
default=1000, default=100,
type=int, type=int,
help="How many revisions to process in each batch", help="How many revisions to process in each batch",
) )