set cache limits.
This commit is contained in:
parent
ef78310580
commit
32bc05ddfd
@ -493,9 +493,9 @@ class WikiqParser:
|
|||||||
num_context_lines=1000000,
|
num_context_lines=1000000,
|
||||||
max_word_level_diff_complexity=-1,
|
max_word_level_diff_complexity=-1,
|
||||||
moved_paragraph_detection_cutoff=-1,
|
moved_paragraph_detection_cutoff=-1,
|
||||||
words_cache_capacity=2500,
|
words_cache_capacity=5000,
|
||||||
diff_cache_capacity=2500,
|
diff_cache_capacity=5000,
|
||||||
stats_cache_capacity=2500,
|
stats_cache_capacity=5000,
|
||||||
)
|
)
|
||||||
|
|
||||||
while not on_last_batch:
|
while not on_last_batch:
|
||||||
|
@ -339,9 +339,9 @@ class WikiDiffMatcher:
|
|||||||
num_context_lines=1000000,
|
num_context_lines=1000000,
|
||||||
max_word_level_diff_complexity=-1,
|
max_word_level_diff_complexity=-1,
|
||||||
moved_paragraph_detection_cutoff=-1,
|
moved_paragraph_detection_cutoff=-1,
|
||||||
words_cache_capacity=10000,
|
words_cache_capacity=5000,
|
||||||
diff_cache_capacity=10000,
|
diff_cache_capacity=5000,
|
||||||
stats_cache_capacity=100000,
|
stats_cache_capacity=5000,
|
||||||
)
|
)
|
||||||
self.last_diff = None
|
self.last_diff = None
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user