decrease batch_size.
This commit is contained in:
parent
3a44cfd4da
commit
6d03cac28d
@ -227,7 +227,7 @@ class WikiqParser:
|
||||
namespaces: Union[list[int], None] = None,
|
||||
revert_radius: int = 15,
|
||||
output_parquet: bool = True,
|
||||
batch_size: int = 2000,
|
||||
batch_size: int = 100,
|
||||
partition_namespaces: bool = False,
|
||||
):
|
||||
"""
|
||||
@ -871,7 +871,7 @@ def main():
|
||||
parser.add_argument(
|
||||
"--batch-size",
|
||||
dest="batch_size",
|
||||
default=1000,
|
||||
default=100,
|
||||
type=int,
|
||||
help="How many revisions to process in each batch",
|
||||
)
|
||||
|
Loading…
Reference in New Issue
Block a user