29 lines
985 B
TOML
29 lines
985 B
TOML
[project]
|
|
name = "ingestion"
|
|
version = "0.0.0"
|
|
description = "Offline batch pipeline: PDF -> monographs -> chunks -> embeddings -> Qdrant"
|
|
requires-python = ">=3.11"
|
|
dependencies = ["pymupdf>=1.24", "pdfplumber>=0.11", "numpy>=1.26", "scipy>=1.11", "tiktoken>=0.7"]
|
|
|
|
[project.optional-dependencies]
|
|
dev = ["pytest>=7.4"]
|
|
# Only the live probe and a real embedding run need these. The adapters and
|
|
# their tests import neither, so the default install stays offline-capable.
|
|
bedrock = ["boto3>=1.34"]
|
|
local-embed = ["sentence-transformers>=3.0"]
|
|
# `load/` talks to a VectorStore port; only `load.qdrant_repo` imports this,
|
|
# lazily, so the load stage is tested in full with no server running.
|
|
qdrant = ["qdrant-client>=1.7"]
|
|
|
|
[tool.pytest.ini_options]
|
|
markers = [
|
|
"integration: needs a live service (a local Qdrant); skips when absent",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["setuptools>=68"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[tool.setuptools.packages.find]
|
|
include = ["ingestion*"]
|