-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathpyproject.toml
More file actions
90 lines (82 loc) · 2.18 KB
/
Copy pathpyproject.toml
File metadata and controls
90 lines (82 loc) · 2.18 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[project]
name = "cre-router"
dynamic = ["version"]
description = "Cluster, Route, Escalate: a cascaded framework for cost-aware LLM serving"
readme = "README-pypi.md"
requires-python = ">=3.10"
license = "Apache-2.0"
license-files = ["LICENSE"]
authors = [{ name = "Yasmin Moslem" }]
keywords = ["llm", "routing", "cascades", "model-serving", "quality-estimation", "vllm", "litellm"]
classifiers = [
"Development Status :: 4 - Beta",
"Intended Audience :: Science/Research",
"Programming Language :: Python :: 3",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
]
dependencies = [
"numpy>=1.26",
"scikit-learn>=1.4",
"sentence-transformers>=3.0",
"pyyaml>=6.0",
"anyio>=4.0",
]
[project.optional-dependencies]
qe = [
"torch>=2.4",
"transformers>=4.57",
"datasets>=3.0",
"accelerate>=1.0",
]
serve = [
"litellm>=1.60",
"fastapi>=0.115",
"uvicorn>=0.30",
"httpx>=0.27",
"torch>=2.4",
"transformers>=4.57",
]
eval = [
"vllm>=0.19",
]
full = ["cre-router[qe,serve,eval]"]
dev = ["pytest>=8.0", "fastapi>=0.115", "httpx>=0.27"]
[tool.pytest.ini_options]
markers = [
"integration: needs a GPU or a running vLLM server; set CRE_TEST_* env vars (skipped by default)",
]
[project.scripts]
cre = "cre_router.cli:main"
[project.urls]
Homepage = "https://github.com/ymoslem/CRE-Router"
Repository = "https://github.com/ymoslem/CRE-Router"
Issues = "https://github.com/ymoslem/CRE-Router/issues"
[tool.hatch.version]
path = "src/cre_router/__init__.py"
# Hatchling's default sdist ships every file the VCS does not ignore, so an
# untracked working file would be published. This list mirrors the tracked tree
# instead; `check-manifest` verifies the two still agree on every push.
[tool.hatch.build.targets.sdist]
include = [
".github/workflows",
".gitignore",
"configs",
"data/download.py",
"data/prep_gemma4_thinking.py",
"data/prep_qe.py",
"data/prep_telemath.py",
"img",
"src/cre_router",
"tests/test_*.py",
"DEVELOP.md",
"LICENSE",
"README.md",
"README-pypi.md",
"REPRODUCE.md",
"requirements-paper.txt",
]
[tool.hatch.build.targets.wheel]
packages = ["src/cre_router"]