collective/mediawiki_dump_tools
16
0
Fork 0
Code Issues Pull Requests Activity

configure wikidiff2.

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2025-08-01 18:52:18 -07:00
parent 54e996b910
commit 6bec0de9b2
2 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/wikiq/__init__.py
View File

@ -487,11 +487,12 @@ class WikiqParser:
from mw.lib import persistence from mw.lib import persistence
persist_state = persistence.State() persist_state = persistence.State()
q
if self.diff: if self.diff:
differ = pywikidiff2.pywikidiff2( differ = pywikidiff2.pywikidiff2(
numContextLines=1000000, num_context_lines=1000000,
moved_paragraph_detection_cutoff=200000, max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1,
words_cache_capacity=10000, words_cache_capacity=10000,
diff_cache_capacity=10000, diff_cache_capacity=10000,
stats_cache_capacity=100000, stats_cache_capacity=100000,

5
src/wikiq/wiki_diff_matcher.py
View File

@ -336,8 +336,9 @@ class WikiDiffMatcher:
self.last_tokens = [] self.last_tokens = []
self.previous_text = "" self.previous_text = ""
self.differ = pywikidiff2.pywikidiff2( self.differ = pywikidiff2.pywikidiff2(
numContextLines=1000000, num_context_lines=1000000,
moved_paragraph_detection_cutoff=200000, max_word_level_diff_complexity=-1,
moved_paragraph_detection_cutoff=-1,
words_cache_capacity=10000, words_cache_capacity=10000,
diff_cache_capacity=10000, diff_cache_capacity=10000,
stats_cache_capacity=100000, stats_cache_capacity=100000,