set cache limits.

This commit is contained in:
Nathan TeBlunthuis 2025-08-01 19:30:46 -07:00
parent ef78310580
commit 32bc05ddfd
2 changed files with 6 additions and 6 deletions

View File

@ -493,9 +493,9 @@ class WikiqParser:
num_context_lines=1000000,
max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1,
words_cache_capacity=2500,
diff_cache_capacity=2500,
stats_cache_capacity=2500,
words_cache_capacity=5000,
diff_cache_capacity=5000,
stats_cache_capacity=5000,
)
while not on_last_batch:

View File

@ -339,9 +339,9 @@ class WikiDiffMatcher:
num_context_lines=1000000,
max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1,
words_cache_capacity=10000,
diff_cache_capacity=10000,
stats_cache_capacity=100000,
words_cache_capacity=5000,
diff_cache_capacity=5000,
stats_cache_capacity=5000,
)
self.last_diff = None