Merge branch 'compute-diffs' into HEAD

src/wikiq/__init__.py

@@ -12,6 +12,7 @@ import sys
 from collections import deque
 from hashlib import sha1
 from io import TextIOWrapper
+from more_itertools import chunked
 from itertools import groupby
 from subprocess import PIPE, Popen
 from typing import IO, Any, Generator, TextIO, Union
@@ -676,6 +677,8 @@ class WikiqParser:
                     writer = pq_writers[page.mwpage.namespace]
                 writer.write(pa.record_batch(row_buffer, schema=schema))
 
+                record_batch = pa.record_batch(output_buffer, schema=schema)
+                writer.write_batch(record_batch)
             page_count += 1
 
         print(