root/Jyotisha
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Expose PyJHora oracle assets in benchmark dashboard

Browse Source
This commit is contained in:
732642856
2026-06-27 14:34:19 +08:00
parent eb05dc3959
commit a701a1a772
5 changed files with 26 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/generate_pyjhora_oracle_artifact_manifest.py
+1 -1
View File
@@ -32,7 +32,7 @@ def _relative(path: Path) -> str:
def build_manifest() -> dict[str, Any]:
artifacts = sorted(
path for path in ARTIFACTS_DIR.glob("pyjhora_*")
if path.is_file()
if path.is_file() and path.name != OUTPUT_PATH.name
)
pending_packets = sorted(
path for path in PENDING_DIR.glob("*pyjhora_20260627.json")
scripts/public_benchmark_dashboard.py
+16
View File
@@ -85,16 +85,23 @@ def _boundary_audit(oracle_file: str) -> dict[str, Any]:
}
def _pyjhora_blackbox_assets() -> dict[str, Any]:
return _run_json([PYTHON, "scripts/generate_pyjhora_oracle_artifact_manifest.py"])
def build_dashboard(oracle_file: str) -> dict[str, Any]:
capability = _run_json([PYTHON, "scripts/audit_capabilities.py", "--mode", "validate"])
oracle = _oracle_readiness(oracle_file)
boundary = _boundary_audit(oracle_file)
dasha = _dasha_readiness(oracle_file)
shadbala = _shadbala_readiness(oracle_file)
pyjhora_assets = _pyjhora_blackbox_assets()
global_first_gap = (
f"Dasha-only external oracle readiness is {dasha['valid_dasha_packets']}/"
f"{dasha['total_dasha_packets']}; Shadbala external absolute-value readiness is "
f"{shadbala['external_verified_shadbala_tasks']}/{shadbala['shadbala_task_count']}; "
f"PyJHora black-box assets are {pyjhora_assets['artifact_count']} artifacts / "
f"{pyjhora_assets['packet_count']} packets; "
"public long-term benchmark history is not yet comparable to the strongest "
"global open-source projects."
)
@@ -116,6 +123,7 @@ def build_dashboard(oracle_file: str) -> dict[str, Any]:
"oracle_readiness": oracle,
"dasha_oracle_readiness": dasha,
"shadbala_oracle_readiness": shadbala,
"pyjhora_blackbox_assets": pyjhora_assets,
"boundary_audit": boundary,
"public_claim": {
"can_claim_global_first": can_claim_global_first,
@@ -162,6 +170,14 @@ def render_markdown(report: dict[str, Any]) -> str:
f"- external_verified_shadbala_tasks: `{shadbala['external_verified_shadbala_tasks']}`",
f"- shadbala_task_count: `{shadbala['shadbala_task_count']}`",
"",
"## PyJHora Black-Box Assets",
"",
f"- artifact_count: `{report['pyjhora_blackbox_assets']['artifact_count']}`",
f"- packet_count: `{report['pyjhora_blackbox_assets']['packet_count']}`",
f"- dasha_artifacts: `{report['pyjhora_blackbox_assets']['fronts']['dasha']['artifact_count']}`",
f"- shadbala_artifacts: `{report['pyjhora_blackbox_assets']['fronts']['shadbala']['artifact_count']}`",
f"- tajika_sahams_artifacts: `{report['pyjhora_blackbox_assets']['fronts']['tajika_sahams']['artifact_count']}`",
"",
"## Boundary Audit",
"",
f"- external_verified_template_cases: `{boundary['external_verified_template_cases']}`",