1
0

Add phase 1 GitHub repo sampling pipeline

This commit is contained in:
HBrahmbhatt
2026-04-22 03:05:00 -07:00
commit 96906ee00f
9 changed files with 1292 additions and 0 deletions

27
pyproject.toml Normal file
View File

@@ -0,0 +1,27 @@
[project]
name = "github_datapipe"
version = "0.1.0"
description = "This project extracts github data."
authors = [
{name = "HirBrahmbhatt"}
]
requires-python = ">=3.12"
dependencies = [
"requests (>=2.33.1,<3.0.0)",
"pandas (>=3.0.2,<4.0.0)",
"pyarrow (>=23.0.1,<24.0.0)",
"python-dotenv (>=1.2.2,<2.0.0)",
"pytest (>=9.0.3,<10.0.0)",
"requests-mock (>=1.12.1,<2.0.0)"
]
[project.scripts]
github-datapipe = "github_datapipe.extract_repos:main"
[build-system]
requires = ["poetry-core>=2.0.0,<3.0.0"]
build-backend = "poetry.core.masonry.api"
[tool.pytest.ini_options]
pythonpath = ["src"]