Prepare wikiq for release: fixes, dependency cleanup, and packaging #2

Open
mako wants to merge 33 commits from release_review into jsonl-output
2 changed files with 15 additions and 1 deletions
Showing only changes of commit b073b038af - Show all commits

View File

@@ -1,6 +1,6 @@
[project]
name = "mediawiki-dump-tools"
version = "0.1.1"
version = "0.3.0"
description = "Convert MediaWiki XML database dumps into tabular datasets for research"
readme = "README.md"
license = "GPL-3.0-or-later"

View File

@@ -46,6 +46,13 @@ from wikiq.tables import RevisionTable
from wikiq.wikitext_parser import WikitextParser
from wikiq.resume import get_resume_point
try:
from importlib.metadata import PackageNotFoundError
from importlib.metadata import version as _package_version
__version__ = _package_version("mediawiki-dump-tools")
except PackageNotFoundError:
__version__ = "unknown"
TO_ENCODE = ("title", "editor")
PERSISTENCE_RADIUS = 7
DIFF_TIMEOUT_MS = 60000
@@ -1134,6 +1141,12 @@ def main():
help="Output file or directory. Format is detected from extension: .jsonl for JSONL, otherwise TSV.",
)
parser.add_argument(
"--version",
action="version",
version=f"wikiq {__version__}",
)
parser.add_argument(
"-s",
"--stdout",
@@ -1391,6 +1404,7 @@ def main():
print(json.dumps(spark_schema, indent=2))
sys.exit(0)
print(f"wikiq {__version__}", file=sys.stderr)
print(args, file=sys.stderr)
if len(args.dumpfiles) > 0:
for filename in args.dumpfiles: