-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathpyproject.toml
More file actions
170 lines (155 loc) · 5.65 KB
/
pyproject.toml
File metadata and controls
170 lines (155 loc) · 5.65 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
[build-system]
requires = ["maturin>=1.11.5,<2.0"]
build-backend = "maturin"
[project]
name = "roar-cli"
version = "0.2.11"
description = "Reproducibility and provenance tracker for ML training pipelines"
authors = [
{ name="TReqs Team", email="info@treqs.ai" }
]
readme = "README.md"
requires-python = ">=3.10"
license = "Apache-2.0"
keywords = [
"machine-learning",
"reproducibility",
"lineage",
"provenance",
"mlops",
"data-versioning",
"artifact-tracking",
]
classifiers = [
"Development Status :: 3 - Alpha",
"Intended Audience :: Developers",
"Intended Audience :: Science/Research",
"Operating System :: OS Independent",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Programming Language :: Python :: 3.13",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: Software Development :: Version Control",
"Typing :: Typed",
]
dependencies = [
"blake3>=0.3.0",
"click>=8.1.0",
"cryptography>=42.0.0",
"dependency-injector>=4.40.0",
"msgpack>=1.0.0",
"PyYAML>=6.0",
"sqlalchemy>=2.0.0",
"pysqlite3-binary>=0.5.0; sys_platform == 'linux' and platform_machine == 'x86_64'", # Fallback when stdlib sqlite3 unavailable
"pydantic>=2.0.0",
"pydantic-settings>=2.0.0",
"tomli>=2.0.0; python_version < '3.11'",
]
[project.urls]
Homepage = "https://github.com/treqs/roar"
Repository = "https://github.com/treqs/roar"
Documentation = "https://github.com/treqs/roar#readme"
Issues = "https://github.com/treqs/roar/issues"
[project.optional-dependencies]
dev = [
"pytest>=7.0.0",
"pytest-timeout>=2.0.0",
"pytest-mock>=3.10.0",
"pytest-cov>=4.0.0",
"pytest-xdist>=3.5.0",
"ruff>=0.8.0",
"mypy>=1.13.0",
"boto3>=1.28.0",
"google-cloud-storage>=2.10.0",
]
[project.scripts]
# This registers `roar` on PATH after pip install
roar = "roar.__main__:main"
roar-worker = "roar.execution.runtime.worker_bootstrap:main"
[project.entry-points."roar.execution_backends"]
ray = "roar.backends.ray.plugin:register"
osmo = "roar.backends.osmo.plugin:register"
[tool.maturin]
manifest-path = "rust/crates/artifact-hash-py/Cargo.toml"
python-source = "."
module-name = "roar._hash_native"
bindings = "pyo3"
include = [
{ path = "LICENSE", format = "sdist" },
{ path = "LICENSE", format = "wheel" },
{ path = "roar/bin/*", format = "sdist" },
{ path = "roar/bin/*", format = "wheel" },
{ path = "roar/cli/templates/**/*", format = "sdist" },
{ path = "roar/cli/templates/**/*", format = "wheel" },
{ path = "roar_inject.pth", format = "wheel" },
]
[tool.pytest.ini_options]
# Parallel execution enabled by default with pytest-xdist
# - Uses --dist loadfile to keep same-file tests in same worker (avoids cwd race conditions)
# - Default profile excludes tests requiring root/eBPF and live GLaaS dependencies
testpaths = ["tests"]
markers = [
"integration: Integration tests (uses fixtures)",
"e2e: End-to-end tests (full workflows)",
"glaas: Tests requiring GLaaS server",
"live_glaas: Tests requiring live GLaaS API running locally",
"ebpf: Tests requiring eBPF daemon/root privileges",
"cloud: Tests for cloud storage operations",
"happy_path: Happy path tests for core functionality",
"diagnostic: Opt-in diagnostics or aspirational performance budgets outside the default gate",
"large_pipeline: Stress-style pipeline coverage with larger DAG fixtures",
"osmo_e2e: OSMO end-to-end tests requiring a Docker Compose managed KIND harness",
"ray_e2e: Ray end-to-end tests requiring a running Docker cluster",
"ray_contract: User-facing Ray contract tests using `roar run ray job submit ...`",
"ray_diagnostic: Diagnostic Ray tests that intentionally inspect internal runtime details",
]
addopts = "-v --strict-markers -n auto --dist loadfile --ignore=tests/ebpf --ignore=tests/live_glaas --ignore=tests/benchmarks --ignore=tests/e2e --ignore=tests/integration/test_cli_startup.py --ignore=tests/execution/runtime/test_sitecustomize_perf.py --ignore-glob=tests/backends/*/e2e --ignore-glob=tests/backends/*/live"
timeout = 60
filterwarnings = [
"ignore::DeprecationWarning",
]
[tool.coverage.run]
source = ["roar"]
omit = [
"tests/*",
"roar/__main__.py",
]
[tool.coverage.report]
exclude_lines = [
"pragma: no cover",
"if __name__ == .__main__.:",
"raise NotImplementedError",
"if TYPE_CHECKING:",
]
[tool.ruff]
target-version = "py310"
line-length = 100
exclude = [".venv", "build", "dist", "*.egg-info", "__pycache__", ".roar"]
[tool.ruff.lint]
select = ["E", "W", "F", "I", "B", "UP", "C4", "SIM", "RUF"]
ignore = ["E501", "B008", "SIM108"]
[tool.ruff.lint.per-file-ignores]
"tests/**/*.py" = ["B011", "B017"]
"tests/backends/*/e2e/jobs/**/*.py" = ["I001"]
[tool.ruff.lint.isort]
known-first-party = ["roar"]
[tool.ruff.format]
quote-style = "double"
indent-style = "space"
line-ending = "lf"
[tool.mypy]
python_version = "3.10"
files = ["roar"]
exclude = ["tests/", "benchmarks/", "roar/services/execution/inject/"]
ignore_missing_imports = true
show_error_codes = true
pretty = true
# Relaxed settings for existing codebase without prior type checking
# These can be re-enabled incrementally as the codebase is typed
# Phase 1 complete: method-assign, unreachable, import-untyped, call-overload, return-value, misc, var-annotated
# Phase 2 complete: prop-decorator, union-attr, type-abstract (index, assignment deferred - Job/dict mismatch)
# Phase 3 complete: operator, call-arg, arg-type
# Phase 4 in progress: attr-defined, override, abstract, index, assignment
disable_error_code = []