Surface PyJHora evidence in skill truth audits
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"scope": "pyjhora_oracle_artifact_manifest",
|
||||
"generated_at": "2026-06-27T06:34:04.627003+00:00",
|
||||
"generated_at": "2026-06-27T06:37:54.911742+00:00",
|
||||
"artifact_count": 8,
|
||||
"packet_count": 8,
|
||||
"artifacts": [
|
||||
|
||||
@@ -89,6 +89,7 @@ def build_report(registry_path: Path) -> dict[str, Any]:
|
||||
"--format",
|
||||
"json",
|
||||
])
|
||||
pyjhora_assets = _run_json([PYTHON, "scripts/generate_pyjhora_oracle_artifact_manifest.py"])
|
||||
hard_fronts = registry.get("hard_fronts", {})
|
||||
remaining = [
|
||||
{
|
||||
@@ -134,6 +135,8 @@ def build_report(registry_path: Path) -> dict[str, Any]:
|
||||
"capability_problem_count": capability["problem_count"],
|
||||
"status_counts": capability["status_counts"],
|
||||
"hard_front_count": len(hard_fronts),
|
||||
"pyjhora_artifact_count": pyjhora_assets["artifact_count"],
|
||||
"pyjhora_packet_count": pyjhora_assets["packet_count"],
|
||||
"past_correction_count": len(corrections),
|
||||
"registry_problem_count": len(problems),
|
||||
},
|
||||
@@ -147,6 +150,7 @@ def build_report(registry_path: Path) -> dict[str, Any]:
|
||||
"summary": oracle["summary"],
|
||||
"next_action_order": oracle.get("next_action_order", []),
|
||||
},
|
||||
"pyjhora_blackbox_assets": pyjhora_assets,
|
||||
"remaining_hard_fronts": remaining,
|
||||
"past_correction_ids": [item["id"] for item in corrections],
|
||||
"past_case_analysis_corrections": corrections,
|
||||
@@ -180,8 +184,16 @@ def render_markdown(report: dict[str, Any]) -> str:
|
||||
f"- technique_count: `{summary['technique_count']}`",
|
||||
f"- capability_valid: `{str(summary['capability_valid']).lower()}`",
|
||||
f"- hard_front_count: `{summary['hard_front_count']}`",
|
||||
f"- pyjhora_artifact_count: `{summary['pyjhora_artifact_count']}`",
|
||||
f"- pyjhora_packet_count: `{summary['pyjhora_packet_count']}`",
|
||||
f"- past_correction_count: `{summary['past_correction_count']}`",
|
||||
"",
|
||||
"## PyJHora Black-Box Assets",
|
||||
"",
|
||||
f"- dasha_artifacts: `{report['pyjhora_blackbox_assets']['fronts']['dasha']['artifact_count']}`",
|
||||
f"- shadbala_artifacts: `{report['pyjhora_blackbox_assets']['fronts']['shadbala']['artifact_count']}`",
|
||||
f"- tajika_sahams_artifacts: `{report['pyjhora_blackbox_assets']['fronts']['tajika_sahams']['artifact_count']}`",
|
||||
"",
|
||||
"## External Oracle Closure",
|
||||
"",
|
||||
f"- total_tasks: `{oracle['total_tasks']}`",
|
||||
|
||||
@@ -67,11 +67,14 @@ def test_skill_gap_truth_audit_outputs_current_truth_boundary() -> None:
|
||||
assert report["summary"]["technique_count"] >= 79
|
||||
assert report["summary"]["capability_valid"] is True
|
||||
assert report["summary"]["hard_front_count"] >= 5
|
||||
assert report["summary"]["pyjhora_artifact_count"] >= 8
|
||||
assert report["summary"]["pyjhora_packet_count"] >= 8
|
||||
assert report["public_claim"]["can_claim_global_first"] is False
|
||||
assert report["public_claim"]["can_claim_all_skills_complete"] is False
|
||||
assert report["public_claim"]["can_claim_perfect_accuracy"] is False
|
||||
assert "Dasha" in report["must_not_overclaim"][0]
|
||||
assert report["oracle_closure"]["summary"]["can_claim_global_oracle_closure"] is False
|
||||
assert report["pyjhora_blackbox_assets"]["fronts"]["tajika_sahams"]["artifact_count"] >= 1
|
||||
assert report["remaining_hard_fronts"][0]["id"] == "dasha_external_oracle"
|
||||
assert "covered_is_not_complete" in report["past_correction_ids"]
|
||||
|
||||
@@ -90,6 +93,7 @@ def test_skill_gap_truth_audit_markdown_is_human_readable() -> None:
|
||||
markdown = completed.stdout
|
||||
assert "# Jyotish Skill Gap Truth Audit" in markdown
|
||||
assert "can_claim_global_first: `false`" in markdown
|
||||
assert "PyJHora Black-Box Assets" in markdown
|
||||
assert "Dasha external oracle" in markdown
|
||||
assert "Past Corrections" in markdown
|
||||
|
||||
|
||||
Reference in New Issue
Block a user