agentunit/pyproject.toml at main · aviralgarg05/agentunit · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
[tool.poetry]
name = "agentunit"
version = "0.7.0"
description = "A framework for evaluating, monitoring, and benchmarking multi-agent systems"
authors = ["Aviral Garg <gargaviral99@gmail.com>"]
license = "MIT"
readme = "README.md"
packages = [{ include = "agentunit", from = "src" }]
keywords = ["agents", "evaluation", "rag", "testing", "otel"]
homepage = "https://github.com/aviralgarg05/agentunit"
repository = "https://github.com/aviralgarg05/agentunit"
documentation = "https://github.com/aviralgarg05/agentunit/tree/main/docs"
classifiers = [
    "Development Status :: 3 - Alpha",
    "Intended Audience :: Developers",
    "License :: OSI Approved :: MIT License",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.10",
    "Topic :: Software Development :: Testing",
    "Topic :: Scientific/Engineering :: Artificial Intelligence"
]

[tool.poetry.dependencies]
python = "^3.10"
pyyaml = "^6.0"
crewai = { version = "^0.201.1", python = "<3.14" }
langchain = ">=0.0.353,<0.4.0"
opentelemetry-api = "^1.25.0"
opentelemetry-sdk = "^1.25.0"
opentelemetry-exporter-otlp = "^1.25.0"
huggingface-hub = "^0.21.4"
rich = "^13.7.1"
httpx = "^0.27.0"
scipy = "^1.11.0"
ragas = { version = ">=0.1.9", optional = true }
langgraph = { version = "^0.2.0", optional = true }
jsonschema = "^4.25.1"
plotly = "^6.5.1"
pandas = "^2.3.3"
streamlit = "^1.52.2"

[tool.poetry.extras]
ragas = ["ragas"]
integration-tests = ["langgraph"]

[tool.poetry.group.dev.dependencies]
pytest = "^8.2.0"
pytest-cov = "^5.0.0"
sphinx = "^7.3.7"
ruff = "^0.3.0"
mypy = "^1.9.0"
types-pyyaml = "^6.0.12.20240311"
types-requests = "^2.31.0.20240311"

[tool.poetry.scripts]
agentunit = "agentunit.cli:entrypoint"
agentunit-init-eval = "agentunit.pytest.cli:init_eval"

[tool.poetry.plugins."pytest11"]
agentunit = "agentunit.pytest.plugin"

[tool.poetry.urls]
"Issue Tracker" = "https://github.com/aviralgarg05/agentunit/issues"
"Changelog" = "https://github.com/aviralgarg05/agentunit/releases"

[build-system]
requires = ["poetry-core>=1.8.2"]
build-backend = "poetry.core.masonry.api"

[tool.pytest.ini_options]
markers = [
    "integration: marks tests as integration tests (deselect with '-m \"not integration\"')",
    "langgraph: marks tests as requiring LangGraph (skipped if not installed)",
    "agentunit: marks test as an AgentUnit scenario evaluation",
    "scenario(name): marks test with specific scenario name",
]
testpaths = ["tests"]
python_files = ["test_*.py"]
python_classes = ["Test*"]
python_functions = ["test_*"]
addopts = [
    "--strict-markers",
    "--strict-config",
    "-ra"
]

[tool.mypy]
ignore_missing_imports = true
check_untyped_defs = true
disallow_untyped_defs = false
exclude = [
    "src/agentunit/adapters/",
    "src/agentunit/benchmarks/real_experiments.py"
]

[[tool.mypy.overrides]]
module = [
    "openai",
    "anthropic",
    "groq",
    "ollama",
    "agentops",
    "langsmith",
    "wandb",
    "rich.*"
]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = [
    "agentunit.adapters.*",
    "agentunit.core.*",
    "agentunit.nocode.*",
    "agentunit.production.*",
    "agentunit.collaboration.*",
    "agentunit.examples.*",
    "agentunit.datasets.*"
]
ignore_errors = true