reduce cache more.
This commit is contained in:
parent
40a92d2db6
commit
ef78310580
@ -493,9 +493,9 @@ class WikiqParser:
|
||||
num_context_lines=1000000,
|
||||
max_word_level_diff_complexity=-1,
|
||||
moved_paragraph_detection_cutoff=-1,
|
||||
words_cache_capacity=5000,
|
||||
diff_cache_capacity=5000,
|
||||
stats_cache_capacity=50000,
|
||||
words_cache_capacity=2500,
|
||||
diff_cache_capacity=2500,
|
||||
stats_cache_capacity=2500,
|
||||
)
|
||||
|
||||
while not on_last_batch:
|
||||
|
Loading…
Reference in New Issue
Block a user