[DTP-Worker] Sprint 8 · Générateur Matrice de régression exhaustive (19 suites · 474 tests · gate méta-niveau) (QA · roadmap L74)
Harnais méta-niveau : agrège l'exécution de toutes les suites gated en une matrice + verdict PASS/FAIL et fournit le compte agrégé faisant autorité (N tests verts). Périmètre dérivé du CI (réutilise q4lib/registry.parse_ci · zéro duplication) ; anti-invention (#6) : le plan ne contient aucun compteur de résultat, recomputé à la validation. Enregistré dans l'audit 4Big (18→19 modules · PASS 19/19). run exhaustif : 19/19 suites vertes · 474 tests passés. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,107 @@
|
||||
"""Assemblage : plan déterministe (`build`) et matrice live (`run`).
|
||||
|
||||
Deux artefacts, deux natures :
|
||||
|
||||
build → PLAN (out/regression_plan.json) : recensement EXHAUSTIF et
|
||||
DÉTERMINISTE des suites gated (chemin, jobs, gate, fichiers/méthodes
|
||||
test_*). Aucun compteur de résultat → diffable, re-générable, commité.
|
||||
Verdict PASS ssi couverture prouvée + chaque suite ≥ planchers.
|
||||
|
||||
run → MATRICE live : exécute réellement chaque suite et agrège les compteurs
|
||||
(ran/passed/failures/errors/skipped) + verdict global. Non déterministe
|
||||
(dépend de la machine) → non commité (voir .gitignore), c'est la sortie
|
||||
qui fait autorité sur « N tests verts ».
|
||||
|
||||
Aucune date/horodatage → build reproductible (gate CI stable)."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
from typing import Any
|
||||
|
||||
from . import discovery, runner
|
||||
from .deps import DELIVERABLES_ROOT
|
||||
|
||||
MATRIX_NAME = "OTO QA · Matrice de régression exhaustive"
|
||||
|
||||
|
||||
def build_plan(spec: dict[str, Any]) -> dict[str, Any]:
|
||||
"""Plan déterministe des suites gated (sans exécution)."""
|
||||
suites = discovery.discover_suites(spec)
|
||||
coverage = discovery.coverage_report(spec, suites)
|
||||
th = spec["thresholds"]
|
||||
min_files = th["min_test_files"]
|
||||
min_methods = th["min_methods_per_suite"]
|
||||
|
||||
under = [
|
||||
s["path"] for s in suites
|
||||
if s["test_files"] < min_files or s["test_methods"] < min_methods
|
||||
]
|
||||
totals = {
|
||||
"suites": len(suites),
|
||||
"test_files": sum(s["test_files"] for s in suites),
|
||||
"test_methods": sum(s["test_methods"] for s in suites),
|
||||
"min_methods": min((s["test_methods"] for s in suites), default=0),
|
||||
"under_threshold": len(under),
|
||||
}
|
||||
verdict = "PASS" if (coverage["ok"] and not under) else "FAIL"
|
||||
|
||||
return {
|
||||
"matrix": MATRIX_NAME,
|
||||
"version": spec["version"],
|
||||
"reference_cadre": spec["reference_cadre"],
|
||||
"self_module": spec["self_module"],
|
||||
"thresholds": {
|
||||
"min_test_files": min_files,
|
||||
"min_methods_per_suite": min_methods,
|
||||
},
|
||||
"discover_cmd": list(spec["discover_cmd"]),
|
||||
"coverage": coverage,
|
||||
"suites": suites,
|
||||
"under_threshold": under,
|
||||
"totals": totals,
|
||||
"verdict": verdict,
|
||||
"notes": spec.get("notes", []),
|
||||
}
|
||||
|
||||
|
||||
def run_matrix(spec: dict[str, Any], *, python: str | None = None) -> dict[str, Any]:
|
||||
"""Exécute réellement toutes les suites du plan et agrège les compteurs.
|
||||
|
||||
Non déterministe (temps, machine) → destiné à un artefact non commité."""
|
||||
suites = discovery.discover_suites(spec)
|
||||
discover_cmd = list(spec["discover_cmd"])
|
||||
# `python3 -m unittest ...` → on retire le binaire, on garde les args.
|
||||
cmd_args = discover_cmd[1:] if discover_cmd and discover_cmd[0].startswith("python") \
|
||||
else discover_cmd
|
||||
|
||||
results: list[dict] = []
|
||||
for s in suites:
|
||||
abs_path = os.path.join(DELIVERABLES_ROOT, s["path"])
|
||||
res = runner.run_suite(abs_path, python=python, discover_cmd=cmd_args)
|
||||
results.append({
|
||||
"id": s["id"],
|
||||
"path": s["path"],
|
||||
"expected_methods": s["test_methods"],
|
||||
**res,
|
||||
})
|
||||
|
||||
totals = {
|
||||
"suites": len(results),
|
||||
"green": sum(1 for r in results if r["ok"]),
|
||||
"red": sum(1 for r in results if not r["ok"]),
|
||||
"ran": sum(r["ran"] for r in results),
|
||||
"passed": sum(r["passed"] for r in results),
|
||||
"failures": sum(r["failures"] for r in results),
|
||||
"errors": sum(r["errors"] for r in results),
|
||||
"skipped": sum(r["skipped"] for r in results),
|
||||
}
|
||||
verdict = "PASS" if totals["red"] == 0 and totals["suites"] > 0 else "FAIL"
|
||||
return {
|
||||
"matrix": MATRIX_NAME,
|
||||
"version": spec["version"],
|
||||
"self_module": spec["self_module"],
|
||||
"suites": results,
|
||||
"totals": totals,
|
||||
"verdict": verdict,
|
||||
}
|
||||
Reference in New Issue
Block a user