collective/mediawiki_dump_tools
16
0
Fork 0
Code Issues Pull Requests Activity

fix error loggging.

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2025-08-07 09:38:42 -07:00
parent a1f94078c4
commit 3a480940e9
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/wikiq/__init__.py
View File

@ -49,12 +49,12 @@ class PersistMethod:
async def diff_async(differ, last_text, text): async def diff_async(differ, last_text, text):
try: try:
loop = asyncio.get_running_loop()
return await asyncio.wait_for( return await asyncio.wait_for(
asyncio.to_thread(differ.inline_json_diff, last_text, text), asyncio.to_thread(differ.inline_json_diff, last_text, text),
timeout=DIFF_TIMEOUT timeout=DIFF_TIMEOUT
) )
except TimeoutError: except TimeoutError as e:
print(f"WARNING! wikidiff2 timeout for rev: {row_buffer['revid'][i]}. Falling back to default limits.", file=sys.stderr)
return None return None
@ -681,6 +681,7 @@ class WikiqParser:
for i, text in enumerate(row_buffer["text"]): for i, text in enumerate(row_buffer["text"]):
diff = asyncio.run(diff_async(differ, last_text, text)) diff = asyncio.run(diff_async(differ, last_text, text))
if diff is None: if diff is None:
print(f"WARNING! wikidiff2 timeout for rev: {row_buffer['revid'][i]}. Falling back to default limits.", file=sys.stderr)
diff = fast_differ.inline_json_diff(last_text, text) diff = fast_differ.inline_json_diff(last_text, text)
new_diffs.append(diff) new_diffs.append(diff)
last_text = text last_text = text