reduce memory even more.
This commit is contained in:
		
							parent
							
								
									7528dc8b8e
								
							
						
					
					
						commit
						9799919470
					
				| @ -875,7 +875,7 @@ def main(): | |||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--batch-size", |         "--batch-size", | ||||||
|         dest="batch_size", |         dest="batch_size", | ||||||
|         default=4000, |         default=2000, | ||||||
|         type=int, |         type=int, | ||||||
|         help="How many revisions to process in each batch. This ends up being the Parquet row group size", |         help="How many revisions to process in each batch. This ends up being the Parquet row group size", | ||||||
|     ) |     ) | ||||||
|  | |||||||
		Loading…
	
		Reference in New Issue
	
	Block a user