chore: entity exports, pyproject config

Author: renaudcepre

protest/entities/__init__.py

@@ -10,6 +10,8 @@
     format_fixture_scope,
 )
 from protest.entities.events import (
+    EvalPayload,
+    EvalScoreEntry,
     FixtureInfo,
     HandlerInfo,
     RunResult,
@@ -31,6 +33,8 @@
 from protest.entities.xfail import Xfail, normalize_xfail
 
 __all__ = [
+    "EvalPayload",
+    "EvalScoreEntry",
     "Fixture",
     "FixtureCallable",
     "FixtureInfo",

protest/entities/core.py

@@ -49,6 +49,7 @@ class TestRegistration:
     xfail: Xfail | None = None
     timeout: float | None = None
     retry: Retry | None = None
+    is_eval: bool = False
 
 
 @dataclass(frozen=True, slots=True)
@@ -111,6 +112,7 @@ class TestItem:
     xfail: Xfail | None = None
     timeout: float | None = None
     retry: Retry | None = None
+    is_eval: bool = False
 
     @property
     def test_name(self) -> str:

protest/entities/suite_path.py

@@ -58,6 +58,11 @@ def lower(self) -> str:
         """Return lowercase string representation for case-insensitive comparison."""
         return self._path.lower()
 
+    @property
+    def root_name(self) -> str:
+        """Return the top-level suite name: 'A::B::C' -> 'A'."""
+        return self.parts[0] if self.parts else ""
+
     def __str__(self) -> str:
         return self._path
 

pyproject.toml

@@ -49,6 +49,9 @@ rich = [
 web = [
     "websockets>=12.0",
 ]
+evals = [
+    "pydantic-evals>=0.1",
+]
 
 
 [tool.ruff]
@@ -100,6 +103,23 @@ ignore = [
     "PLC0415", # lazy import for optional rich dependency
     "PLR0913", # many args is deliberate API design
 ]
+"protest/core/execution/test_executor.py" = [
+    "PLR0915", # _run_test is inherently complex (retry loop + eval capture)
+]
+"protest/history/**" = [
+    "PLC0415", # lazy imports
+    "S603", # subprocess git calls are safe
+    "PLR0913", # load_history has many filter params by design
+]
+"protest/cli/history.py" = [
+    "T201", # print for CLI output
+    "PLC0415", # lazy imports
+]
+"protest/evals/**" = [
+    "T201", # print for eval reporting
+    "PLC0415", # lazy imports for optional pydantic-evals dependency
+    "PLR0913", # adapter functions have many params by design
+]
 "protest/reporting/ascii.py" = [
     "T201", # print is the purpose of this module
 ]