from pathlib import Path from scripts import audit_submission_claims def test_current_submission_claims_stay_evidence_gated() -> None: report = audit_submission_claims.audit_claims() assert report["status"] == "passed" assert report["violations"] == [] assert report["gate_status"]["off_grid"] is False assert report["gate_status"]["local_4b"] is False assert report["gate_status"]["local_asr"] is False assert report["gate_status"]["well_tuned"] is True assert report["gate_status"]["backyard_user_use"] is False def test_audit_flags_unproven_off_grid_claim() -> None: violations = audit_submission_claims.scan_text( "Figment has achieved Off the Grid and the no-cloud route is proven.", gate_status={gate.key: False for gate in audit_submission_claims.CLAIM_GATES}, ) assert {violation["gate"] for violation in violations} == {"off_grid"} assert "recorded no-cloud trace" in violations[0]["required_evidence"] def test_audit_allows_proof_needed_language() -> None: text = "\n".join( [ "Off the Grid is targeted / proof-needed until a recorded no-cloud run exists.", "Parakeet remains not demo-visible as local ASR proof.", "Do not say the target user used or tested Figment until factual notes exist.", ] ) assert audit_submission_claims.scan_text(text) == [] def test_audit_flags_unproven_user_use_and_local_asr_claims() -> None: text = "\n".join( [ "The responder tested Figment and approved it for field documentation.", "Parakeet ASR is demo-visible and proven for local audio intake.", ] ) violations = audit_submission_claims.scan_text( text, relative_path=Path("submission.md"), gate_status={gate.key: False for gate in audit_submission_claims.CLAIM_GATES}, ) assert [violation["gate"] for violation in violations] == ["backyard_user_use", "local_asr"] assert {violation["file"] for violation in violations} == {"submission.md"} def test_well_tuned_gate_requires_archive_result_and_public_space_caveat(tmp_path: Path) -> None: docs_dir = tmp_path / "docs" docs_dir.mkdir() ledger = docs_dir / "model_parameter_evidence_ledger.md" ledger.write_text( "\n".join( [ "Archive: build-small-hackathon/figment-finetuned-model-archive", "Version: figment_sft_v14p", "Result: v14p repair-union with 150/150 competence", "Boundary: Do not imply the public no-secret Space is serving this tuned model.", ] ), encoding="utf-8", ) assert audit_submission_claims._has_well_tuned_evidence(tmp_path) is True ledger.write_text( "\n".join( [ "Archive: build-small-hackathon/figment-finetuned-model-archive", "Version: figment_sft_v14p", "Result: v14p repair-union with 150/150 competence", ] ), encoding="utf-8", ) assert audit_submission_claims._has_well_tuned_evidence(tmp_path) is False