collective/wikiq
20
0
Fork 0
Code Issues Pull Requests 3 Activity

remove pyspark dependency and wikiq_spark packaging references

Browse Source 
The spark indexing pass is moving out of this repository, and
src/wikiq_spark was never committed here: pyproject.toml declared a
wikiq-spark console script and wheel package that do not exist in the
tree, and pulled in pyspark for every install of a tool that never
imports it. The --print-schema flag and its Spark-format schema
converters remain, since they are pure Python and produce the schema
the external indexing pass consumes.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Benjamin Mako Hill
2026-08-06 15:50:50 -07:00
parent 0b6e0fbc70
commit 392211af17
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pyproject.toml
View File

@@ -14,7 +14,6 @@ dependencies = [
"mwtypes>=0.4.0", "mwtypes>=0.4.0",
"mwxml>=0.3.6", "mwxml>=0.3.6",
"pyarrow>=20.0.0", "pyarrow>=20.0.0",
"pyspark>=3.5.0",
"pywikidiff2", "pywikidiff2",
"sortedcontainers>=2.4.0", "sortedcontainers>=2.4.0",
"yamlconf>=0.2.6", "yamlconf>=0.2.6",
@@ -22,14 +21,13 @@ dependencies = [
[project.scripts] [project.scripts]
wikiq = "wikiq:main" wikiq = "wikiq:main"
wikiq-spark = "wikiq_spark:main"
[build-system] [build-system]
requires = ["hatchling"] requires = ["hatchling"]
build-backend = "hatchling.build" build-backend = "hatchling.build"
[tool.hatch.build.targets.wheel] [tool.hatch.build.targets.wheel]
packages = ["src/wikiq", "src/wikiq_spark"] packages = ["src/wikiq"]
[tool.uv.sources] [tool.uv.sources]