reduce memory even more.
This commit is contained in:
parent
7528dc8b8e
commit
9799919470
@ -875,7 +875,7 @@ def main():
|
|||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--batch-size",
|
"--batch-size",
|
||||||
dest="batch_size",
|
dest="batch_size",
|
||||||
default=4000,
|
default=2000,
|
||||||
type=int,
|
type=int,
|
||||||
help="How many revisions to process in each batch. This ends up being the Parquet row group size",
|
help="How many revisions to process in each batch. This ends up being the Parquet row group size",
|
||||||
)
|
)
|
||||||
|
Loading…
Reference in New Issue
Block a user