diff --git a/pyproject.toml b/pyproject.toml index 60f2110..b312298 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -7,7 +7,6 @@ requires-python = ">=3.9" dependencies = [ "deltas>=0.7.0", "mediawiki-utilities>=0.4.18", - "more-itertools>=10.7.0", "mwpersistence>=0.2.4", "mwreverts>=0.1.5", "mwtypes>=0.4.0", diff --git a/src/wikiq/__init__.py b/src/wikiq/__init__.py index 6f0e508..52a68e8 100755 --- a/src/wikiq/__init__.py +++ b/src/wikiq/__init__.py @@ -12,7 +12,6 @@ import sys from collections import deque from hashlib import sha1 from io import TextIOWrapper -from more_itertools import chunked from itertools import groupby from subprocess import PIPE, Popen from typing import IO, Any, Generator, TextIO, Union @@ -677,8 +676,6 @@ class WikiqParser: writer = pq_writers[page.mwpage.namespace] writer.write(pa.record_batch(row_buffer, schema=schema)) - record_batch = pa.record_batch(output_buffer, schema=schema) - writer.write_batch(record_batch) page_count += 1 print(