collective/mediawiki_dump_tools
16
0
Fork 0
Code Issues Pull Requests Activity

set cache limits.

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2025-08-01 19:30:46 -07:00
parent ef78310580
commit 32bc05ddfd
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/wikiq/__init__.py
View File

@ -493,9 +493,9 @@ class WikiqParser:
num_context_lines=1000000,
max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1,
words_cache_capacity=2500,
diff_cache_capacity=2500,
stats_cache_capacity=2500,
words_cache_capacity=5000,
diff_cache_capacity=5000,
stats_cache_capacity=5000,
)
while not on_last_batch:

6
src/wikiq/wiki_diff_matcher.py
View File

@ -339,9 +339,9 @@ class WikiDiffMatcher:
num_context_lines=1000000,
max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1,
words_cache_capacity=10000,
diff_cache_capacity=10000,
stats_cache_capacity=100000,
words_cache_capacity=5000,
diff_cache_capacity=5000,
stats_cache_capacity=5000,
)
self.last_diff = None