Merge branch 'parquet_support' into test-parquet
This commit is contained in:
commit
4bbed4a196
@ -21,6 +21,5 @@ mwxml = { git = "https://github.com/groceryheist/python-mwxml" }
|
|||||||
|
|
||||||
[dependency-groups]
|
[dependency-groups]
|
||||||
dev = [
|
dev = [
|
||||||
"pandas>=2.1.0",
|
"pandas>=2.1.0"
|
||||||
"pytest>=8.3.5",
|
|
||||||
]
|
]
|
||||||
|
@ -104,6 +104,14 @@ class RevisionEditorId(RevisionField[Union[int, None]]):
|
|||||||
return revision.user.id
|
return revision.user.id
|
||||||
|
|
||||||
|
|
||||||
|
class RevisionEditSummary(RevisionField[Union[str, None]]):
|
||||||
|
field = pa.field("edit_summary", pa.string(), nullable=True)
|
||||||
|
|
||||||
|
def extract(self, page: mwtypes.Page, revisions: list[mwxml.Revision]) -> Union[str, None]:
|
||||||
|
revision = revisions[-1]
|
||||||
|
|
||||||
|
return revision.comment
|
||||||
|
|
||||||
class RevisionIsAnon(RevisionField[Union[bool, None]]):
|
class RevisionIsAnon(RevisionField[Union[bool, None]]):
|
||||||
field = pa.field("anon", pa.bool_(), nullable=True)
|
field = pa.field("anon", pa.bool_(), nullable=True)
|
||||||
|
|
||||||
|
3
wikiq
3
wikiq
@ -317,10 +317,11 @@ class WikiqParser:
|
|||||||
tables.RevisionId(),
|
tables.RevisionId(),
|
||||||
tables.RevisionTimestamp(),
|
tables.RevisionTimestamp(),
|
||||||
tables.RevisionArticleId(),
|
tables.RevisionArticleId(),
|
||||||
tables.RevisionEditorId(),
|
|
||||||
tables.RevisionPageTitle(),
|
tables.RevisionPageTitle(),
|
||||||
tables.RevisionNamespace(),
|
tables.RevisionNamespace(),
|
||||||
tables.RevisionDeleted(),
|
tables.RevisionDeleted(),
|
||||||
|
tables.RevisionEditorId(),
|
||||||
|
tables.RevisionEditSummary(),
|
||||||
tables.RevisionTextChars(),
|
tables.RevisionTextChars(),
|
||||||
reverts_column,
|
reverts_column,
|
||||||
tables.RevisionSha1(),
|
tables.RevisionSha1(),
|
||||||
|
Loading…
Reference in New Issue
Block a user