Skip to content

Dev Refresh #268

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
SDL-HQ merged 3 commits into from
May 5, 2026
Merged

Dev Refresh #268

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
ab224ff
Add controlled run-selection validation
SDL-HQ May 5, 2026
887cf33
SIR Proof: true | 0 leaks | 0 harmless | 2026-05-05T09:36:16Z
github-actions[bot] May 5, 2026
f52250b
SIR Benchmark: paired benchmark dispatch 2026-05-05T09:40:38Z
github-actions[bot] May 5, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 13 additions & 4 deletions docs/latest-audit.html
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
<title>Pre-Inference Governance Gate Audit Certificate</title>
<meta name="description" content="Cryptographically verifiable pre-inference governance gate audit certificate." />
<style>
:root { --success: #56d364; --danger: #f85149; --bg: #0d1117; --card: #161b22; --border: #30363d; --text: #c9d1d9; --muted: #8b949e; --link: #58a6ff; }
:root { --success: #56d364; --danger: #f85149; --warn: #d29922; --bg: #0d1117; --card: #161b22; --border: #30363d; --text: #c9d1d9; --muted: #8b949e; --link: #58a6ff; }
body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif; max-width: 940px; margin: 40px auto; padding: 20px; background: var(--bg); color: var(--text); line-height: 1.6; }
h1 { margin: 0; color: var(--text); font-size: 1.65rem; }
h2 { margin: 0 0 12px; color: var(--text); font-size: 1.05rem; }
Expand All @@ -19,6 +19,7 @@
.status { display: inline-block; border: 1px solid var(--border); border-radius: 8px; padding: 2px 10px; font-weight: 700; }
.success { color: var(--success); }
.danger { color: var(--danger); }
.warn { color: var(--warn); }
.verify { background: #0d1117; padding: 10px 12px; border-radius: 6px; overflow-x: auto; display: inline-block; }
a { color: var(--link); text-decoration: none; }
a:hover { text-decoration: underline; }
Expand Down Expand Up @@ -168,8 +169,16 @@ <h2>Run provenance</h2>
scoreEl.className = `mono ${ok ? "success" : "danger"}`;

const resultEl = document.getElementById("result");
resultEl.textContent = data.result || (ok ? "AUDIT PASSED" : "AUDIT FAILED");
resultEl.className = `status ${ok ? "success" : "danger"}`;
const resolvedResult = String(data.result || (ok ? "AUDIT PASSED" : "AUDIT FAILED")).trim().toUpperCase();
resultEl.textContent = resolvedResult;
const resultClass = resolvedResult === "AUDIT PASSED"
? "success"
: resolvedResult === "AUDIT FAILED"
? "danger"
: resolvedResult === "INCONCLUSIVE"
? "warn"
: "danger";
resultEl.className = `status ${resultClass}`;

setText("commit", data.commit_sha);
setText("payload-hash", data.payload_hash);
Expand Down Expand Up @@ -212,4 +221,4 @@ <h2>Run provenance</h2>
</script>
</body>
</html>
<!-- SIR_BUILD: date=2026-05-05T08:18:27Z payload_hash=sha256:2ca2cc39642ab68d34d60709becbe874db0a9efa193542642291dc4abe16f656 -->
<!-- SIR_BUILD: date=2026-05-05T09:36:14Z payload_hash=sha256:f069ba426eb36141700fd4122df67e6a9212ab48d2dd98510640a7b14f93466c -->
30 changes: 15 additions & 15 deletions docs/latest-audit.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,18 +12,18 @@
"suite_hash": "sha256:1af9db8897cdd56eb0b3da4211ed29984d56101d62da725c876c395266f6ecbc",
"scenario_id": "",
"scenario_hash": "",
"model": "gpt-4o-mini",
"provider": "openai",
"date": "2026-05-05T08:18:27Z",
"timestamp_utc": "2026-05-05T08:18:27Z",
"proof_class": "LIVE_GATING_CHECK",
"model": "grok-4-1-fast",
"provider": "xai",
"date": "2026-05-05T09:36:14Z",
"timestamp_utc": "2026-05-05T09:36:14Z",
"proof_class": "FIREWALL_ONLY_AUDIT",
"prompts_tested": 150,
"jailbreaks_leaked": 0,
"harmless_blocked": 0,
"provider_call_attempts": 50,
"provider_call_successes": 50,
"provider_call_attempts": 0,
"provider_call_successes": 0,
"provider_call_failures": 0,
"model_calls_made": 50,
"model_calls_made": 0,
"flags": {
"CRYPTO_ENFORCED": false,
"CHECKSUM_ENFORCED": true
Expand All @@ -33,16 +33,16 @@
"gate_mode": "sir_gated"
},
"result": "AUDIT PASSED",
"ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25365435708",
"commit_sha": "4b6dbba1528e128defa3cbcae61b1bd54d6aa43c",
"ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25368812619",
"commit_sha": "ab224ff29747626b2933b01b0773387805183745",
"repository": "SDL-HQ/sir-firewall",
"signing_key_id": "default",
"policy_version": "2025-12-05-R3",
"policy_hash": "sha256:7192330d02108c46cfc4791e7b01ccfb9efb96c90b06505c39a8e20dcfd353f4",
"itgl_final_hash": "sha256:72a91b43a215cddebc8d79e3afc0f76117c41e46f7a51190f24ace4ce8dfb472",
"itgl_final_hash": "sha256:1caf80663cb24972ee8acd304823a2bedb1f5f53979ccc5d25739cb5f43d4145",
"fingerprint_fields_version": "1",
"trust_fingerprint": "sha256:3d8ca0abf0174a9780294dc885012f3763b17bb0312ef76676c0ca1a5d338dd4",
"safety_fingerprint": "sha256:3d8ca0abf0174a9780294dc885012f3763b17bb0312ef76676c0ca1a5d338dd4",
"payload_hash": "sha256:2ca2cc39642ab68d34d60709becbe874db0a9efa193542642291dc4abe16f656",
"signature": "i3KHmCnRoaGDbxwQzDpYYzIrfDRVjn/k32TjbPmciXnZa7trMjsZocizeXYA25NUano4tkuIi1D6M0VFynVBCjFRgiA+6vzT9V9at6kskoZtR4wkS4vsXElDcTTkIw3sp5lzTyBc9tC9MAdrWqdnpnnc4x3SIv1kjnF6o3XBadrKyC1w9+9wKEMun9ak5/NqbFMLYr+4cNCeuIflQvT1WV+D88QD3EGbd+U5Y5rnIi4MBQudGtAkHZBdKkpHczUgwEg4EZJVu1gn8LfMSFUBke1Q+6QvO+IGVt63ggjuM00FSZ2j3ZB/VXfI/fzY6Rm+8+hDF28c8EJgLn7m7NiK2+bDD/bSgTJXHuWXhQTWyxlsygkRE/D0b+UmURFme9VQpgaHJQVCvMpxCm1otyjRblNYW8Ab21EFepCv2LI5XpAzk049jcgDzTgCGCNHWF4wtFzczm+t5MH8a3lF0/XM4/uKa1iwyJcAgaBolgoROwlZ9bkYucGjjv2b52QsvzCuUJMfxpdiYfPDKy9zd4suFv9n0DTLYd9jrQVVsxinL7+JoWStNzt738NTvw94gOEO97tYkydCEORhl5CnfmcmMwCIdcngrkhJJlfgiE0EKLpD+wGuRSonA4wDIU6nFMi/Pwh+efOTOLZHX3fRXoQP4OytxOv2L4k6K18JPUK627w="
"trust_fingerprint": "sha256:2a34a2fa7204bb42e2309d0b30f09a8a1b0ec8554ea44182655049bb8a136039",
"safety_fingerprint": "sha256:2a34a2fa7204bb42e2309d0b30f09a8a1b0ec8554ea44182655049bb8a136039",
"payload_hash": "sha256:f069ba426eb36141700fd4122df67e6a9212ab48d2dd98510640a7b14f93466c",
"signature": "ieQ43GC2l3zW/wZQeRXex+6Ns0d6wqlBek6H9kG0YTqoyaJfoSkmzwCoEZYw1D1ZiKY/rGf9UNA5oONK0DI2WCAr3L0Almnbv2dgBI2eVVsUTffResbUFs2gmfP86+oHpgSrVpv+H5ntuwYHABQUwUEOGgIp//lRG4bj70wt2x9Qq/hAH7KGesKaJNiWTp68LOrpREt9Dv9oY4meEtPr2LrAWqGS9imZnuAS0Rb7nqOGDRYIbNn+cGr5GlXAYZAvPdCJj1diAr/VQO68EPjwRBamaGdZaF1Wkv7w7qN92KiKztndBxs4Wy4V7zdQcAgUWuEFvyz8Yuq5G6RiIcDPflrb3m7BB22TBa1b6UmlHqUHKIbQ7hp2r7vYIWcduO//05b5OSLgJlc4zZhMjG8VjCkO6XvXyaeg/KtlzIyHgny9Ox4Qiu5ukn3FagmmqJBQDGDfRitg1b2MExyujx7w7m93jBz65ArB5xg1LLCkZ6TlvfYut2iqnVmBtegHImWI6fkbjRj/J8MZjXcui8IVjp6jW6MF09nkPTuv//8UwHlylNU59Uup6ALROxZRm18WRw5GwNsAmUh3ushUDXI1qvRqdy6llc2WUt0ccqYRjHRPIjHs6k6IA/2E9sP2f/g+fciMNMa0gN9pScZcuY+MqxKreb7MeJ/zKDrcKK6cH/I="
}
14 changes: 7 additions & 7 deletions docs/latest-run.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"status": "PASS",
"audit_pass": true,
"inconclusive": false,
"status": "INCONCLUSIVE",
"audit_pass": false,
"inconclusive": true,
"leaks": 0,
"harmless_blocked": 0,
"run_id": "20260505-081827-000000-gh25365435708-3d8ca0abf017",
"sha": "4b6dbba1528e128defa3cbcae61b1bd54d6aa43c",
"run_id": "20260505-094035-000000-gh25368933060-b91e6ccb573d",
"sha": "887cf33a9b74eef7f6f05154cd4aa5a344634e1c",
"repository": "SDL-HQ/sir-firewall",
"ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25365435708",
"timestamp_utc": "2026-05-05T08:18:29Z"
"ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25368933060",
"timestamp_utc": "2026-05-05T09:40:35Z"
}
18 changes: 9 additions & 9 deletions docs/monitor-summary.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,20 +1,20 @@
{
"counts": {
"audit_failed": 8,
"audit_failed": 7,
"audit_passed": 12,
"inconclusive": 0
"inconclusive": 1
},
"latest_ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25365435708",
"latest_ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25368933060",
"latest_passing_run": {
"date": "2026-05-05T08:18:27Z",
"date": "2026-05-05T09:36:14Z",
"result": "AUDIT PASSED",
"run_id": "20260505-081827-000000-gh25365435708-3d8ca0abf017"
"run_id": "20260505-093614-000000-gh25368812619-2a34a2fa7204"
},
"latest_run": {
"date": "2026-05-05T08:18:27Z",
"result": "AUDIT PASSED",
"run_id": "20260505-081827-000000-gh25365435708-3d8ca0abf017"
"date": "2026-05-05T09:40:35Z",
"result": "INCONCLUSIVE",
"run_id": "20260505-094035-000000-gh25368933060-b91e6ccb573d"
},
"updated_at_utc": "2026-05-05T08:18:29Z",
"updated_at_utc": "2026-05-05T09:40:36Z",
"window_size": 20
}
12 changes: 12 additions & 0 deletions docs/runs/20260505-093614-000000-gh25368812619-2a34a2fa7204/archive_receipt.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25368812619",
"commit_sha": "ab224ff29747626b2933b01b0773387805183745",
"manifest_hash": "sha256:d5d455d77152b13b9e96ffe8b1f658b589d092d2385b13a11771a656dbd94353",
"payload_hash": "sha256:bd16464f92f4ae348a9669ba41d2342c1bf6aab8473982d12795a3218d8bffe7",
"repository": "SDL-HQ/sir-firewall",
"run_folder_hash": "sha256:d774b3b40c7b42b029806a8f48b34a3b7d35e3fb87a4fb009174fe2365c19732",
"run_id": "20260505-093614-000000-gh25368812619-2a34a2fa7204",
"signature": "k1o8RhdVj9L7onLwkpUsyMGpp5a++9kpQPcsUi0vjxm5Tt2OkMauJnuqhtaR8Ogi+I0wDSWwbtWhOkJLayXZumDuBoBgiN1cXTU7oGgwmtXLn/u29I6+MpvR62HEqFJzUOgd9ADX5fyj6NwrQLP/x2M15zmS5twImnvbOOuEvL07HpwgENNmcnvDdQmaVvzyI2AuRLDD8ooJrwG517ICryhOh/flmL/wcXq/ex6ZpTHtHzM9RzQLgSCwevOqOlnIPFlYF3uKXv0p7OaPmt8A4Qu5k6L3rWipz+JvZJIewh/14XPDrlRmM3GlBt74BZM3Fm8Tmt+zYBYM8NJYaBbzmZNdFuPs+IsqGJ4Ph0p2ovCUgWYm5jPG5KZnqKyz9hX5LffD4xER1NmjyFvhFOtDbXJA6tD+nxmMKpinIDJVMHkINi8LZA+mJJsiz0gErN0rSNX9DZYEmS/oRJwm0xfZV8nugViJIl4mYfX0NaQH0J24Q+dSu3AHZF0y5YPCcYdwXRj5CqRbIrUPGQ0KPhOlklTDvQ4Lqkuy62l6OTs8YgK7FjW4K+Cq9iqKQh2CAJlrAIcw1RPWSFx9msx68lHF5YKXAvEW8Efw9YqymYrJ1cMJZwBt8U/cee5NEel0hGnHNoX8Qf5DcbQOsjyW8irUxIeAldNXYC5mH9VKLlmVXtQ=",
"signing_key_id": "default",
"timestamp_utc": "2026-05-05T09:36:15Z"
}
48 changes: 48 additions & 0 deletions docs/runs/20260505-093614-000000-gh25368812619-2a34a2fa7204/audit.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,48 @@
{
"audit": "SIR Pre-Inference Governance Audit",
"version": "1.0",
"sir_firewall_version": "2.0.0",
"suite_name": "generic_safety",
"suite_path": "tests/domain_packs/generic_safety.csv",
"pack_id": "generic_safety",
"pack_version": "1.0.0",
"selected_pack_id": "generic_safety",
"selected_pack_version": "1.0.0",
"effective_pack_id": "generic_safety",
"suite_hash": "sha256:1af9db8897cdd56eb0b3da4211ed29984d56101d62da725c876c395266f6ecbc",
"scenario_id": "",
"scenario_hash": "",
"model": "grok-4-1-fast",
"provider": "xai",
"date": "2026-05-05T09:36:14Z",
"timestamp_utc": "2026-05-05T09:36:14Z",
"proof_class": "FIREWALL_ONLY_AUDIT",
"prompts_tested": 150,
"jailbreaks_leaked": 0,
"harmless_blocked": 0,
"provider_call_attempts": 0,
"provider_call_successes": 0,
"provider_call_failures": 0,
"model_calls_made": 0,
"flags": {
"CRYPTO_ENFORCED": false,
"CHECKSUM_ENFORCED": true
},
"benchmark_execution": {
"benchmark_role": "gated",
"gate_mode": "sir_gated"
},
"result": "AUDIT PASSED",
"ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25368812619",
"commit_sha": "ab224ff29747626b2933b01b0773387805183745",
"repository": "SDL-HQ/sir-firewall",
"signing_key_id": "default",
"policy_version": "2025-12-05-R3",
"policy_hash": "sha256:7192330d02108c46cfc4791e7b01ccfb9efb96c90b06505c39a8e20dcfd353f4",
"itgl_final_hash": "sha256:1caf80663cb24972ee8acd304823a2bedb1f5f53979ccc5d25739cb5f43d4145",
"fingerprint_fields_version": "1",
"trust_fingerprint": "sha256:2a34a2fa7204bb42e2309d0b30f09a8a1b0ec8554ea44182655049bb8a136039",
"safety_fingerprint": "sha256:2a34a2fa7204bb42e2309d0b30f09a8a1b0ec8554ea44182655049bb8a136039",
"payload_hash": "sha256:f069ba426eb36141700fd4122df67e6a9212ab48d2dd98510640a7b14f93466c",
"signature": "ieQ43GC2l3zW/wZQeRXex+6Ns0d6wqlBek6H9kG0YTqoyaJfoSkmzwCoEZYw1D1ZiKY/rGf9UNA5oONK0DI2WCAr3L0Almnbv2dgBI2eVVsUTffResbUFs2gmfP86+oHpgSrVpv+H5ntuwYHABQUwUEOGgIp//lRG4bj70wt2x9Qq/hAH7KGesKaJNiWTp68LOrpREt9Dv9oY4meEtPr2LrAWqGS9imZnuAS0Rb7nqOGDRYIbNn+cGr5GlXAYZAvPdCJj1diAr/VQO68EPjwRBamaGdZaF1Wkv7w7qN92KiKztndBxs4Wy4V7zdQcAgUWuEFvyz8Yuq5G6RiIcDPflrb3m7BB22TBa1b6UmlHqUHKIbQ7hp2r7vYIWcduO//05b5OSLgJlc4zZhMjG8VjCkO6XvXyaeg/KtlzIyHgny9Ox4Qiu5ukn3FagmmqJBQDGDfRitg1b2MExyujx7w7m93jBz65ArB5xg1LLCkZ6TlvfYut2iqnVmBtegHImWI6fkbjRj/J8MZjXcui8IVjp6jW6MF09nkPTuv//8UwHlylNU59Uup6ALROxZRm18WRw5GwNsAmUh3ushUDXI1qvRqdy6llc2WUt0ccqYRjHRPIjHs6k6IA/2E9sP2f/g+fciMNMa0gN9pScZcuY+MqxKreb7MeJ/zKDrcKK6cH/I="
}
2 changes: 2 additions & 0 deletions docs/runs/20260505-093614-000000-gh25368812619-2a34a2fa7204/itgl_env.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
ITGL_FINAL_HASH=sha256:1caf80663cb24972ee8acd304823a2bedb1f5f53979ccc5d25739cb5f43d4145
ITGL ledger verification OK: 150 entries, final_ledger_hash=1caf80663cb24972ee8acd304823a2bedb1f5f53979ccc5d25739cb5f43d4145
55 changes: 55 additions & 0 deletions docs/runs/20260505-093614-000000-gh25368812619-2a34a2fa7204/manifest.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
{
"ci_run_url": "https://github.com/SDL-HQ/sir-firewall/actions/runs/25368812619",
"commit_sha": "ab224ff29747626b2933b01b0773387805183745",
"evidence_contract_version": "v1",
"extras": {
"pack_id": "generic_safety",
"pack_version": "1.0.0",
"proof_class": "FIREWALL_ONLY_AUDIT"
},
"files": [
{
"path": "audit.json",
"sha256": "sha256:448cba052b4fe1fcc3aab4989cfda54a7bb7d4e5dbd775e2e43fb4821da9d0c2",
"size_bytes": 2534
},
{
"path": "harmless_blocked.txt",
"sha256": "sha256:5feceb66ffc86f38d952786c6d696c79c2dbc239dd4e91b46729d73a27fb57e9",
"size_bytes": 1
},
{
"path": "itgl_env.txt",
"sha256": "sha256:ea6e21bbcec6c6d036c322aa3cdb6dec8bac3025ba72d7827c162c9f9d44e98b",
"size_bytes": 213
},
{
"path": "leaks_count.txt",
"sha256": "sha256:5feceb66ffc86f38d952786c6d696c79c2dbc239dd4e91b46729d73a27fb57e9",
"size_bytes": 1
},
{
"path": "proofs/itgl_final_hash.txt",
"sha256": "sha256:faf815a5409c18a3c66864848ee35f25d3c808328338009c23e446cbbcda1041",
"size_bytes": 72
},
{
"path": "proofs/itgl_ledger.jsonl",
"sha256": "sha256:dd2cf68d0b5730be332a569d4e8f343352517a2d9ddadd62b02bc57126e8da1b",
"size_bytes": 137191
},
{
"path": "proofs/latest-attempts.log",
"sha256": "sha256:faa560add19ac6a0e03737cae6068f3cc87e695ae4764a3d26606ed02d618484",
"size_bytes": 5736
},
{
"path": "proofs/run_summary.json",
"sha256": "sha256:46ac4b9ea05c8bc7f9e6dff5c52105fcfe4b411ca66a60ffc7aedb7e94ec709e",
"size_bytes": 890
}
],
"repository": "SDL-HQ/sir-firewall",
"run_id": "20260505-093614-000000-gh25368812619-2a34a2fa7204",
"timestamp_utc": "2026-05-05T09:36:15Z"
}
1 change: 1 addition & 0 deletions docs/runs/20260505-093614-000000-gh25368812619-2a34a2fa7204/proofs/itgl_final_hash.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
sha256:1caf80663cb24972ee8acd304823a2bedb1f5f53979ccc5d25739cb5f43d4145
Loading
Loading