docs: finalize thesis evaluation and front matter

This commit is contained in:
lda
2026-07-01 02:35:44 +07:00 Verified
parent e12ccdf18a
commit a1007c49a9
11 changed files with 3804 additions and 2084 deletions
+2 -1
View File
@@ -76,7 +76,8 @@ def test_thesis_bundle_has_reproducible_agent_evaluation_assets() -> None:
"agent-challenge-audited-outcomes-by-cell",
"agent-challenge-automatic-vs-manual-outcomes",
"agent-challenge-longitudinal-outcomes",
"agent-challenge-duration-and-tokens",
"agent-challenge-duration",
"agent-challenge-token-volume",
)
assert (thesis / "agent-challenge-cohort.json").is_file()
@@ -105,8 +105,11 @@ def test_evaluation_markdown_states_counts_and_longitudinal_limit() -> None:
cohort = load_evaluation_cohort(COHORT_PATH, repository_root=ROOT)
markdown = render_evaluation_markdown(cohort)
assert "36 audited trials" in markdown
assert "27 passes, 8 invalid samples, and 1 failure" in markdown
assert "36 manually audited trials" in markdown
assert "27 clean product-path passes under the campaign rules" in markdown
assert "not a model-success-rate estimate" in markdown
assert "8 invalid evaluation samples" in markdown
assert "and 1 failure" in markdown
assert "not a controlled model comparison" in markdown
assert "agent-challenge-audited-outcomes-by-cell.svg" in markdown
assert "agent-challenge-longitudinal-outcomes.svg" in markdown