collective/mediawiki_dump_tools
16
0
Fork 0
Code Issues Pull Requests Activity

reduce wd2 cache size

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2025-08-01 19:18:26 -07:00
parent 6bec0de9b2
commit 40a92d2db6
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/wikiq/__init__.py
View File

@ -493,9 +493,9 @@ class WikiqParser:
num_context_lines=1000000, num_context_lines=1000000,
max_word_level_diff_complexity=-1, max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1, moved_paragraph_detection_cutoff=-1,
words_cache_capacity=10000, words_cache_capacity=5000,
diff_cache_capacity=10000, diff_cache_capacity=5000,
stats_cache_capacity=100000, stats_cache_capacity=50000,
) )
while not on_last_batch: while not on_last_batch: