pyproject.toml

[build-system]
requires = ["setuptools>=61.0", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "simpleaudit"
version = "0.6.1"
description = "Lightweight AI Safety Auditing Framework"
readme = "README.md"
license = {text = "MIT"}
authors = [
    {name = "SimpleAudit Contributors"}
]
keywords = ["ai", "safety", "audit", "red-team", "llm", "rag", "testing"]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "License :: OSI Approved :: MIT License",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Topic :: Software Development :: Testing",
]
requires-python = ">=3.11,<3.14"
dependencies = [
    "any-llm-sdk>=1.14.0",
    "fsspec>=2023.1.0",
    "httpx>=0.27",
    "tqdm>=4.66.0",
]

[project.scripts]
simpleaudit = "simpleaudit.cli:main"

# Registers the simpleaudit/audit task with Inspect AI (needs the inspect extra).
[project.entry-points.inspect_ai]
simpleaudit = "simpleaudit.integrations.inspect._registry"

[project.optional-dependencies]
# OTLP trace ingestion (simpleaudit.tracing). The core audit engine works with
# no tracing; install this extra to run the builtin OTLP receiver (HTTP-JSON
# and gRPC) that captures spans from instrumented targets.
tracing = [
    # Runs as an HTTP server: keep above releases with known request-parsing CVEs.
    "aiohttp>=3.12.14",
    "grpcio>=1.60",
    "opentelemetry-proto>=1.20",
]
plot = ["matplotlib>=3.5.0"]
# Run scenario packs as Inspect AI tasks and read Inspect logs back
# (simpleaudit.integrations.inspect).
# agent-client-protocol 1.0.0 (2026-11-09) removed acp.helpers, which inspect-ai
# 0.3.288 still imports (it only requires >=0.12.0). Drop the cap once inspect-ai
# supports 1.x.
inspect = ["inspect-ai>=0.3.283", "agent-client-protocol<1"]
dev = [
    # pytest is pinned <9 because pytest-testmon 2.x is not yet compatible with
    # pytest 9 (same pin as Studio).
    "pytest>=8,<9",
    "pytest-asyncio>=0.21.0",
    "pytest-cov>=4.0.0",
    # xdist is pinned <3.8 because 3.8+ pulls in `greenlet` (same pin as Studio).
    "pytest-xdist>=3.6,<3.8",
    "pytest-testmon>=2,<3",
    "black>=23.0.0",
    "ruff>=0.1.0",
]
all = ["simpleaudit[plot,dev]"]
# Audit agents hosted in OpenEnv environments (simpleaudit.targets.OpenEnvTarget).
openenv = ["openenv>=0.10"]

[project.urls]
Homepage = "https://github.com/simulamet/simpleaudit"
Documentation = "https://github.com/simulamet/simpleaudit#readme"
Repository = "https://github.com/simulamet/simpleaudit"
Issues = "https://github.com/simulamet/simpleaudit/issues"
PyPI = "https://pypi.org/project/simpleaudit/"

[tool.setuptools.packages.find]
where = ["."]
include = ["simpleaudit*"]

[tool.setuptools.package-data]
simpleaudit = [
    "scenarios/images/*.png",
]

[tool.black]
line-length = 100
target-version = ["py311", "py312", "py313"]

[tool.pytest.ini_options]
testpaths = ["tests"]
addopts = "--cov=simpleaudit --cov-report=html --cov-report=term-missing"
asyncio_mode = "auto"

[tool.coverage.run]
source = ["simpleaudit"]
omit = [
    "*/tests/*",
    "*/__init__.py",
    "*/__pycache__/*",
]

[tool.coverage.report]
exclude_lines = [
    "pragma: no cover",
    "def __repr__",
    "raise AssertionError",
    "raise NotImplementedError",
    "if __name__ == .__main__.:",
    "if TYPE_CHECKING:",
    "class .*\\bProtocol\\):",
    "@(abc\\.)?abstractmethod",
]
skip_covered = false
skip_empty = true

[tool.coverage.html]
directory = "htmlcov"

[tool.ruff]
line-length = 100

[tool.ruff.lint]
select = ["E", "F", "W", "I", "N", "UP", "B", "C4"]
ignore = ["E501"]