scripts/test_experiment_provenance.py

• repro_lock_block · function · L76-L94 — def repro_lock_block() -> dict[str, Any]
• provenance_entry · function · L97-L114 — def provenance_entry(experiment_id: str = "exp-pruning") -> dict[str, Any]
• alignment_entry · function · L117-L138 — def alignment_entry( *, finding_id: str = "EA-001", claim_id: str = "C-001", experiment_id: str = "exp-pruning", verdict: str = "ALIGNED", ) -> dict[str, Any]
• claim · function · L141-L156 — def claim( *, claim_id: str = "C-001", kind: str = "empirical", planned_refs: list[str] | None = None, planned_experiment_ids: list[str] | None = None, ) -> dict[str, Any]
• manifest · function · L159-L167 — def manifest(claims: list[dict[str, Any]] | None = None) -> dict[str, Any]
• declaration · function · L170-L175 — def declaration(status: str = "experiments_declared") -> dict[str, Any]
• build_passport · function · L183-L214 — def build_passport( *, manifests: list[dict[str, Any]] | None = None, provenance: list[dict[str, Any]] | None = None, alignment: list[dict[str, Any]] | None = None, intake_declaration: Any = _MISSING, ) -> dict[str, Any]
• _validate · function · L223-L225 — def _validate(body: dict[str, Any]) -> list[str]
• _invariant_tags · function · L228-L230 — def _invariant_tags(findings: list[str]) -> set[str]
• _LintBase · class · L233-L245 — class _LintBase(unittest.TestCase)
• assertClean · method · L234-L236 — def assertClean(self, body: dict[str, Any], msg: str = "") -> None
• assertFinds · method · L238-L245 — def assertFinds(self, body: dict[str, Any], invariant: str) -> list[str]
• SchemaTests · class · L253-L347 — class SchemaTests(unittest.TestCase)
• test_schemas_parse_as_draft_2020_12 · method · L254-L257 — def test_schemas_parse_as_draft_2020_12(self) -> None
• test_provenance_entry_positive · method · L259-L262 — def test_provenance_entry_positive(self) -> None
• test_alignment_entry_positive · method · L264-L267 — def test_alignment_entry_positive(self) -> None
• test_provenance_missing_required_key_fails · method · L269-L274 — def test_provenance_missing_required_key_fails(self) -> None
• test_provenance_absent_negative_results_key_is_malformed · method · L276-L282 — def test_provenance_absent_negative_results_key_is_malformed(self) -> None
• test_provenance_empty_negative_results_is_well_formed · method · L284-L291 — def test_provenance_empty_negative_results_is_well_formed(self) -> None
• test_provenance_absent_known_limitations_key_is_malformed · method · L293-L298 — def test_provenance_absent_known_limitations_key_is_malformed(self) -> None
• test_planned_vs_executed_minitems_1 · method · L300-L306 — def test_planned_vs_executed_minitems_1(self) -> None
• test_alignment_provenance_missing_not_a_verdict · method · L308-L316 — def test_alignment_provenance_missing_not_a_verdict(self) -> None
• test_alignment_finding_id_pattern · method · L318-L325 — def test_alignment_finding_id_pattern(self) -> None
• test_manifest_planned_experiment_ids_optional · method · L327-L331 — def test_manifest_planned_experiment_ids_optional(self) -> None
• test_manifest_planned_experiment_ids_minitems_1 · method · L333-L338 — def test_manifest_planned_experiment_ids_minitems_1(self) -> None
• test_manifest_planned_experiment_ids_unique · method · L340-L347 — def test_manifest_planned_experiment_ids_unique(self) -> None
• CrossArrayInvariantTests · class · L355-L514 — class CrossArrayInvariantTests(_LintBase)
• test_baseline_positive · method · L356-L357 — def test_baseline_positive(self) -> None
• test_ep_inv_1_duplicate_experiment_id · method · L360-L364 — def test_ep_inv_1_duplicate_experiment_id(self) -> None
• test_ep_inv_2_dangling_planned_experiment_id · method · L367-L372 — def test_ep_inv_2_dangling_planned_experiment_id(self) -> None
• test_ep_inv_3_non_empirical_with_experiment_id · method · L375-L383 — def test_ep_inv_3_non_empirical_with_experiment_id(self) -> None
• test_ep_inv_3_mixed_evidence_allowed · method · L385-L400 — def test_ep_inv_3_mixed_evidence_allowed(self) -> None
• test_ep_inv_4_declared_but_empty_provenance · method · L403-L409 — def test_ep_inv_4_declared_but_empty_provenance(self) -> None
• test_ep_inv_4_no_experiments_but_populated_provenance · method · L411-L415 — def test_ep_inv_4_no_experiments_but_populated_provenance(self) -> None
• test_ep_inv_4_symmetry_clean_both_directions · method · L417-L429 — def test_ep_inv_4_symmetry_clean_both_directions(self) -> None: # experiments_declared + non-empty provenance: clean.
• test_ep_inv_5_bad_status_enum · method · L432-L440 — def test_ep_inv_5_bad_status_enum(self) -> None
• test_ep_inv_5_declared_by_not_scholar · method · L442-L450 — def test_ep_inv_5_declared_by_not_scholar(self) -> None
• test_ep_inv_5_missing_declared_at · method · L452-L459 — def test_ep_inv_5_missing_declared_at(self) -> None
• test_ep_inv_5_legacy_unknown_is_valid_status · method · L461-L476 — def test_ep_inv_5_legacy_unknown_is_valid_status(self) -> None
• test_ep_inv_5_absent_declaration_does_not_fire · method · L478-L490 — def test_ep_inv_5_absent_declaration_does_not_fire(self) -> None
• test_ea_inv_1_duplicate_finding_id · method · L493-L500 — def test_ea_inv_1_duplicate_finding_id(self) -> None
• test_ea_inv_2_dangling_claim · method · L503-L507 — def test_ea_inv_2_dangling_claim(self) -> None
• test_ea_inv_2_dangling_experiment_id_is_structural_not_verdict · method · L509-L514 — def test_ea_inv_2_dangling_experiment_id_is_structural_not_verdict(self) -> None
• MixedEvidenceTests · class · L525-L579 — class MixedEvidenceTests(_LintBase)
• test_mixed_evidence_two_rows_clean · method · L526-L572 — def test_mixed_evidence_two_rows_clean(self) -> None
• test_overstated_verdict_is_a_valid_enum_member · method · L574-L579 — def test_overstated_verdict_is_a_valid_enum_member(self) -> None
• VerdictDerivationTests · class · L592-L642 — class VerdictDerivationTests(unittest.TestCase)
• test_not_supported_verdict_valid · method · L593-L598 — def test_not_supported_verdict_valid(self) -> None
• test_agent_prompt_states_negative_result_derivation · method · L600-L603 — def test_agent_prompt_states_negative_result_derivation(self) -> None
• test_agent_prompt_states_all_skipped_derivation · method · L605-L628 — def test_agent_prompt_states_all_skipped_derivation(self) -> None
• test_provenance_entry_can_carry_all_skipped · method · L630-L642 — def test_provenance_entry_can_carry_all_skipped(self) -> None
• MutationTests · class · L657-L737 — class MutationTests(unittest.TestCase)
• _findings · method · L660-L661 — def _findings(self, body: dict[str, Any]) -> list[str]
• _assert_load_bearing · method · L663-L682 — def _assert_load_bearing( self, body: dict[str, Any], *, tag: str, fn_attr: str ) -> None
• test_mutation_ep_inv_1 · method · L687-L691 — def test_mutation_ep_inv_1(self) -> None
• test_mutation_ep_inv_2 · method · L693-L698 — def test_mutation_ep_inv_2(self) -> None
• test_mutation_ep_inv_3 · method · L700-L706 — def test_mutation_ep_inv_3(self) -> None
• test_mutation_ep_inv_4 · method · L708-L714 — def test_mutation_ep_inv_4(self) -> None
• test_mutation_ep_inv_5 · method · L716-L724 — def test_mutation_ep_inv_5(self) -> None
• test_mutation_ea_inv_1 · method · L726-L733 — def test_mutation_ea_inv_1(self) -> None
• test_mutation_ea_inv_2 · method · L735-L737 — def test_mutation_ea_inv_2(self) -> None
• ReverseInvariantTests · class · L748-L768 — class ReverseInvariantTests(unittest.TestCase)
• test_three_writers_emit_planned_experiment_ids · method · L749-L757 — def test_three_writers_emit_planned_experiment_ids(self) -> None
• test_intake_declaration_producer_documented · method · L759-L762 — def test_intake_declaration_producer_documented(self) -> None
• test_integrity_agent_carries_declaration_anti_skip · method · L764-L768 — def test_integrity_agent_carries_declaration_anti_skip(self) -> None
• RegressionTests · class · L776-L857 — class RegressionTests(_LintBase)
• test_shipped_example_shape_validates · method · L777-L783 — def test_shipped_example_shape_validates(self) -> None
• test_shipped_example_cross_array_clean · method · L785-L787 — def test_shipped_example_cross_array_clean(self) -> None
• test_literature_only_passport_not_broken · method · L789-L807 — def test_literature_only_passport_not_broken(self) -> None
• test_legacy_passport_without_experiment_aggregates_clean · method · L809-L823 — def test_legacy_passport_without_experiment_aggregates_clean(self) -> None
• test_experiment_only_claim_rides_ea_aggregate_not_claim_audit · method · L825-L857 — def test_experiment_only_claim_rides_ea_aggregate_not_claim_audit(self) -> None
• D4cCarveoutBoundaryTests · class · L877-L911 — class D4cCarveoutBoundaryTests(unittest.TestCase)
• test_detector_is_manifest_unaware · method · L878-L892 — def test_detector_is_manifest_unaware(self) -> None
• test_pipeline_docstring_states_carveout_is_caller_responsibility · method · L894-L902 — def test_pipeline_docstring_states_carveout_is_caller_responsibility(self) -> None
• test_agent_prompt_owns_the_carveout · method · L904-L911 — def test_agent_prompt_owns_the_carveout(self) -> None