Revert "Merge branch 'compute-diffs' into HEAD"
This reverts commit907a35323e
, reversing changes made toc40506137b
.
This commit is contained in:
parent
907a35323e
commit
507335941d
@ -7,7 +7,6 @@ requires-python = ">=3.9"
|
|||||||
dependencies = [
|
dependencies = [
|
||||||
"deltas>=0.7.0",
|
"deltas>=0.7.0",
|
||||||
"mediawiki-utilities>=0.4.18",
|
"mediawiki-utilities>=0.4.18",
|
||||||
"more-itertools>=10.7.0",
|
|
||||||
"mwpersistence>=0.2.4",
|
"mwpersistence>=0.2.4",
|
||||||
"mwreverts>=0.1.5",
|
"mwreverts>=0.1.5",
|
||||||
"mwtypes>=0.4.0",
|
"mwtypes>=0.4.0",
|
||||||
|
@ -12,7 +12,6 @@ import sys
|
|||||||
from collections import deque
|
from collections import deque
|
||||||
from hashlib import sha1
|
from hashlib import sha1
|
||||||
from io import TextIOWrapper
|
from io import TextIOWrapper
|
||||||
from more_itertools import chunked
|
|
||||||
from itertools import groupby
|
from itertools import groupby
|
||||||
from subprocess import PIPE, Popen
|
from subprocess import PIPE, Popen
|
||||||
from typing import IO, Any, Generator, TextIO, Union
|
from typing import IO, Any, Generator, TextIO, Union
|
||||||
@ -677,8 +676,6 @@ class WikiqParser:
|
|||||||
writer = pq_writers[page.mwpage.namespace]
|
writer = pq_writers[page.mwpage.namespace]
|
||||||
writer.write(pa.record_batch(row_buffer, schema=schema))
|
writer.write(pa.record_batch(row_buffer, schema=schema))
|
||||||
|
|
||||||
record_batch = pa.record_batch(output_buffer, schema=schema)
|
|
||||||
writer.write_batch(record_batch)
|
|
||||||
page_count += 1
|
page_count += 1
|
||||||
|
|
||||||
print(
|
print(
|
||||||
|
Loading…
Reference in New Issue
Block a user