set cache limits.

This commit is contained in:
Nathan TeBlunthuis 2025-08-01 19:30:46 -07:00
parent ef78310580
commit 32bc05ddfd
2 changed files with 6 additions and 6 deletions

View File

@ -493,9 +493,9 @@ class WikiqParser:
num_context_lines=1000000, num_context_lines=1000000,
max_word_level_diff_complexity=-1, max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1, moved_paragraph_detection_cutoff=-1,
words_cache_capacity=2500, words_cache_capacity=5000,
diff_cache_capacity=2500, diff_cache_capacity=5000,
stats_cache_capacity=2500, stats_cache_capacity=5000,
) )
while not on_last_batch: while not on_last_batch:

View File

@ -339,9 +339,9 @@ class WikiDiffMatcher:
num_context_lines=1000000, num_context_lines=1000000,
max_word_level_diff_complexity=-1, max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1, moved_paragraph_detection_cutoff=-1,
words_cache_capacity=10000, words_cache_capacity=5000,
diff_cache_capacity=10000, diff_cache_capacity=5000,
stats_cache_capacity=100000, stats_cache_capacity=5000,
) )
self.last_diff = None self.last_diff = None