collective/mediawiki_dump_tools
16
0
Fork 0
Code Issues Pull Requests Activity

use ichunked instead of chunked.

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2025-07-15 18:25:44 -07:00
parent 37d095199a
commit 0fbe788e31
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/wikiq/__init__.py
View File

@ -21,7 +21,7 @@ import mwreverts
import mwxml
import pywikidiff2
from deltas.tokenizers import wikitext_split
from more_itertools import chunked
from more_itertools import ichunked
from mwxml import Dump
import wikiq.tables as tables
@ -456,7 +456,7 @@ class WikiqParser:
reverts_column.rev_detector = None
# Iterate through a page's revisions
batches = chunked(page, self.batch_size)
batches = ichunked(page, self.batch_size)
last_rev_text = ""
last_rev_id = None
row_buffer = None
@ -498,7 +498,7 @@ class WikiqParser:
# second loop: next_batch <- batch; evaluate next_batch.
# final loop: on_last_batch <- true; evaluate next_batch
try:
batch = next(batches)
batch = list(next(batches))
except StopIteration:
on_last_batch = True