Prepare wikiq for release: fixes, dependency cleanup, and packaging #2
@@ -1,6 +1,6 @@
|
||||
[project]
|
||||
name = "mediawiki-dump-tools"
|
||||
version = "0.1.1"
|
||||
version = "0.3.0"
|
||||
description = "Convert MediaWiki XML database dumps into tabular datasets for research"
|
||||
readme = "README.md"
|
||||
license = "GPL-3.0-or-later"
|
||||
|
||||
@@ -46,6 +46,13 @@ from wikiq.tables import RevisionTable
|
||||
from wikiq.wikitext_parser import WikitextParser
|
||||
from wikiq.resume import get_resume_point
|
||||
|
||||
try:
|
||||
from importlib.metadata import PackageNotFoundError
|
||||
from importlib.metadata import version as _package_version
|
||||
__version__ = _package_version("mediawiki-dump-tools")
|
||||
except PackageNotFoundError:
|
||||
__version__ = "unknown"
|
||||
|
||||
TO_ENCODE = ("title", "editor")
|
||||
PERSISTENCE_RADIUS = 7
|
||||
DIFF_TIMEOUT_MS = 60000
|
||||
@@ -1134,6 +1141,12 @@ def main():
|
||||
help="Output file or directory. Format is detected from extension: .jsonl for JSONL, otherwise TSV.",
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"--version",
|
||||
action="version",
|
||||
version=f"wikiq {__version__}",
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"-s",
|
||||
"--stdout",
|
||||
@@ -1391,6 +1404,7 @@ def main():
|
||||
print(json.dumps(spark_schema, indent=2))
|
||||
sys.exit(0)
|
||||
|
||||
print(f"wikiq {__version__}", file=sys.stderr)
|
||||
print(args, file=sys.stderr)
|
||||
if len(args.dumpfiles) > 0:
|
||||
for filename in args.dumpfiles:
|
||||
|
||||
Reference in New Issue
Block a user