nordisk/holger
bench_baseline.json
{
"schema": "holger.bench-baseline/v1",
"machine": "oden",
"cores": 32,
"run_id": "01a16e43-4768-7f43-8337-7a59c7b169ce",
"taken": "2026-10-24T14:14:25.384050161+00:00",
"threshold_pct": 50.0,
"threshold_why": "Two back-to-back full runs on oden (2026-10-24, the same build, the same box, nothing else of this lane on it) differed by a median of 3.0%, p95 26.1% and at most 44.1% across the 212 tracked metrics; the worst were the multi-thread throughput arms (java_jar_mt32, mixed_read_write, grpc_fetch, promote_queue_drain) and sub-millisecond medians. A gate below that maximum fires on noise (25% would have failed 14 of 212 metrics between two identical runs). 50% catches what matters here, a step or arm that got 2x slower, such as a lock taken around a scan. The release rule in CLAUDE.md (10% on a quiet same-machine bench_history row) stays the release rule.",
"metrics": {
"audit_append.mb_per_sec": 43.334065802529075,
"audit_append.ops_per_sec": 129672.46861057452,
"blake3_256MiB.mb_per_sec": 3642.229540163257,
"checksum_upload.mb_per_sec": 681.0331083000286,
"checksum_upload.ops_per_sec": 170.25527326550227,
"concurrent_upload.mb_per_sec": 140.09707713388593,
"concurrent_upload.ops_per_sec": 8966.2129365687,
"grpc_fetch.mb_per_sec": 826.4469060861227,
"grpc_fetch.ops_per_sec": 52892.60198951185,
"grpc_fetch_stream.mb_per_sec": 710.5838283028509,
"grpc_fetch_stream.ops_per_sec": 22.20574463446409,
"grpc_store.mb_per_sec": 381.34237301299896,
"grpc_store.ops_per_sec": 24405.911872831937,
"grpc_web_fetch.mb_per_sec": 941.36983952437,
"grpc_web_fetch.native_p50_ms": 0.4215890169143677,
"grpc_web_fetch.ops_per_sec": 60247.66972955969,
"intake_cve.cve_crate_l_p50_ms": 7.226794,
"intake_cve.cve_crate_s_p50_ms": 6.769177,
"intake_cve.cve_npm_l_p50_ms": 15.783477,
"intake_cve.cve_npm_s_p50_ms": 13.615178,
"intake_cve.cve_wheel_l_p50_ms": 19.244665,
"intake_cve.cve_wheel_s_p50_ms": 11.535217,
"intake_cve.ops_per_sec": 86.33372497299455,
"intake_e2e.e2e_crate_l_p50_ms": 620.183366,
"intake_e2e.e2e_crate_s_p50_ms": 96.82233,
"intake_e2e.e2e_npm_l_p50_ms": 3105.780082,
"intake_e2e.e2e_npm_s_p50_ms": 248.828992,
"intake_e2e.e2e_oci_layer_p50_ms": 6349.04458,
"intake_e2e.e2e_wheel_l_p50_ms": 19143.546036,
"intake_e2e.e2e_wheel_s_p50_ms": 183.475349,
"intake_e2e.ops_per_sec": 0.2397272297844066,
"intake_e2e.par_p50_ms": 86167.973167,
"intake_e2e.par_packages_per_sec": 0.2397272297844066,
"intake_fetch.cold_crate_l_p50_ms": 115.27993,
"intake_fetch.cold_crate_s_p50_ms": 116.462251,
"intake_fetch.cold_npm_l_p50_ms": 135.755093,
"intake_fetch.cold_npm_s_p50_ms": 116.253114,
"intake_fetch.cold_oci_layer_p50_ms": 163.957145,
"intake_fetch.cold_wheel_l_p50_ms": 168.848526,
"intake_fetch.cold_wheel_s_p50_ms": 116.002549,
"intake_fetch.ops_per_sec": 8.605145528001042,
"intake_fetch.warm_crate_l_p50_ms": 0.096112,
"intake_fetch.warm_crate_s_p50_ms": 0.013696,
"intake_fetch.warm_npm_l_p50_ms": 0.558709,
"intake_fetch.warm_npm_s_p50_ms": 0.061086,
"intake_fetch.warm_oci_layer_p50_ms": 1.963683,
"intake_fetch.warm_wheel_l_p50_ms": 2.217934,
"intake_fetch.warm_wheel_s_p50_ms": 0.019667,
"intake_hash.blake3_16m_p50_ms": 4.190163,
"intake_hash.blake3_1m_p50_ms": 0.218684,
"intake_hash.blake3_256m_p50_ms": 68.31941900000001,
"intake_hash.blake3_4k_p50_ms": 0.001383,
"intake_hash.blake3_64k_p50_ms": 0.013496,
"intake_hash.ops_per_sec": 1964.9228827548811,
"intake_hash.sha256_16m_p50_ms": 8.241814,
"intake_hash.sha256_1m_p50_ms": 0.508845,
"intake_hash.sha256_256m_p50_ms": 131.199939,
"intake_hash.sha256_4k_p50_ms": 0.002104,
"intake_hash.sha256_64k_p50_ms": 0.031671000000000005,
"intake_inspect.inspect_crate_l_p50_ms": 5.981589,
"intake_inspect.inspect_crate_s_p50_ms": 0.539162,
"intake_inspect.inspect_nested_p50_ms": 0.005401,
"intake_inspect.inspect_npm_l_p50_ms": 24.422056,
"intake_inspect.inspect_npm_s_p50_ms": 4.097798,
"intake_inspect.inspect_oci_layer_p50_ms": 73.935636,
"intake_inspect.inspect_wheel_l_p50_ms": 90.216098,
"intake_inspect.inspect_wheel_s_p50_ms": 0.420738,
"intake_inspect.inspect_zipbomb_p50_ms": 13.635589,
"intake_inspect.ops_per_sec": 2365.5279803478616,
"intake_license.license_crate_l_p50_ms": 0.4436810000000001,
"intake_license.license_crate_s_p50_ms": 0.040718,
"intake_license.license_npm_l_p50_ms": 17.969774,
"intake_license.license_npm_s_p50_ms": 3.14933,
"intake_license.license_oci_layer_p50_ms": 64.275493,
"intake_license.license_wheel_l_p50_ms": 0.324666,
"intake_license.license_wheel_s_p50_ms": 0.019457,
"intake_license.ops_per_sec": 50334.53880363718,
"intake_malware.clamav_crate_l_p50_ms": 76.893002,
"intake_malware.clamav_crate_s_p50_ms": 12.464117,
"intake_malware.clamav_npm_l_p50_ms": 314.97319600000003,
"intake_malware.clamav_npm_s_p50_ms": 37.097874,
"intake_malware.clamav_oci_layer_p50_ms": 927.140017,
"intake_malware.clamav_wheel_l_p50_ms": 13662.521561,
"intake_malware.clamav_wheel_s_p50_ms": 119.381695,
"intake_malware.none_crate_l_p50_ms": 6.047103,
"intake_malware.none_crate_s_p50_ms": 0.546686,
"intake_malware.none_npm_l_p50_ms": 24.56677,
"intake_malware.none_npm_s_p50_ms": 4.095363,
"intake_malware.none_oci_layer_p50_ms": 76.05266900000001,
"intake_malware.none_wheel_l_p50_ms": 91.23054,
"intake_malware.none_wheel_s_p50_ms": 0.518102,
"intake_malware.ops_per_sec": 64.03968390639614,
"intake_malware.yara_crate_l_p50_ms": 254.383751,
"intake_malware.yara_crate_s_p50_ms": 30.28508,
"intake_malware.yara_npm_l_p50_ms": 1319.922532,
"intake_malware.yara_npm_s_p50_ms": 88.878191,
"intake_malware.yara_oci_layer_p50_ms": 2656.752244,
"intake_malware.yara_wheel_l_p50_ms": 2401.514674,
"intake_malware.yara_wheel_s_p50_ms": 17.030784,
"intake_policy.ops_per_sec": 91.50474969292397,
"intake_policy.policy_empty_db_crate_l_p50_ms": 0.450223,
"intake_policy.policy_empty_db_crate_s_p50_ms": 0.043503,
"intake_policy.policy_empty_db_npm_l_p50_ms": 17.893951,
"intake_policy.policy_empty_db_npm_s_p50_ms": 3.1397220000000003,
"intake_policy.policy_empty_db_oci_layer_p50_ms": 64.666865,
"intake_policy.policy_empty_db_wheel_l_p50_ms": 0.325798,
"intake_policy.policy_empty_db_wheel_s_p50_ms": 0.02126,
"intake_policy.policy_real_db_crate_l_p50_ms": 6.743743,
"intake_policy.policy_real_db_crate_s_p50_ms": 5.980517,
"intake_policy.policy_real_db_npm_l_p50_ms": 29.740919,
"intake_policy.policy_real_db_npm_s_p50_ms": 15.138717,
"intake_policy.policy_real_db_oci_layer_p50_ms": 72.794242,
"intake_policy.policy_real_db_wheel_l_p50_ms": 10.78252,
"intake_policy.policy_real_db_wheel_s_p50_ms": 10.985304,
"intake_policy.sources_crate_l_p50_ms": 0.000491,
"intake_policy.sources_crate_s_p50_ms": 0.000481,
"intake_policy.sources_effective_policy_p50_ms": 0.000491,
"intake_policy.sources_npm_l_p50_ms": 0.000501,
"intake_policy.sources_npm_s_p50_ms": 0.000992,
"intake_policy.sources_oci_layer_p50_ms": 0.000521,
"intake_policy.sources_wheel_l_p50_ms": 0.000511,
"intake_policy.sources_wheel_s_p50_ms": 0.000511,
"intake_provenance.chainguard_p256_verify_p50_ms": 0.048481,
"intake_provenance.dsse_pae_p50_ms": 0.0001,
"intake_provenance.dsse_sign_ed25519_p50_ms": 0.028654,
"intake_provenance.dsse_sign_p256_p50_ms": 0.06356099999999999,
"intake_provenance.dsse_verify_ed25519_p50_ms": 0.206462,
"intake_provenance.dsse_verify_p256_p50_ms": 0.32208,
"intake_provenance.fulcio_chain_p50_ms": 1.283713,
"intake_provenance.intoto_parse_p50_ms": 0.009188,
"intake_provenance.ops_per_sec": 265.53164016441275,
"intake_provenance.prov_chainguard_image_p50_ms": 3.767151,
"intake_provenance.prov_npm_provenance_p50_ms": 1.166622,
"intake_provenance.prov_pypi_pep740_p50_ms": 0.968476,
"intake_provenance.prov_trust_root_load_p50_ms": 0.022623,
"intake_provenance.rekor_checkpoint_p50_ms": 0.04751,
"intake_provenance.rekor_inclusion_p50_ms": 0.003046,
"intake_sbom.ops_per_sec": 14215.925610693632,
"intake_sbom.sbom_wheel_l_p50_ms": 8.190366,
"intake_sbom.sbom_wheel_s_p50_ms": 0.068309,
"intake_seal.ops_per_sec": 9124.643561767372,
"intake_seal.seal_crate_l_p50_ms": 0.30818399999999996,
"intake_seal.seal_crate_s_p50_ms": 0.093377,
"intake_seal.seal_npm_l_p50_ms": 1.44004,
"intake_seal.seal_npm_s_p50_ms": 0.175192,
"intake_seal.seal_oci_layer_p50_ms": 2.961043,
"intake_seal.seal_wheel_l_p50_ms": 3.177513,
"intake_seal.seal_wheel_s_p50_ms": 0.096282,
"java_jar_mt32.mb_per_sec": 3839.850056765048,
"java_jar_mt32.ops_per_sec": 5422477.078622738,
"java_jar_st.mb_per_sec": 188.07211475996073,
"java_jar_st.ops_per_sec": 265587.7054970082,
"memcopy_512MiB.mb_per_sec": 3084.231500802048,
"mixed_read_write.mb_per_sec": 64.4141883189982,
"mixed_read_write.ops_per_sec": 108054.28417028066,
"pip_index_serve.holger_p50_ms": 0.2505649924278259,
"pip_index_serve.ops_per_sec": 98612.05449513302,
"pip_wheel_mt32.mb_per_sec": 2709.9211134474426,
"pip_wheel_mt32.ops_per_sec": 3873949.3720652866,
"pip_wheel_st.mb_per_sec": 191.83843564948657,
"pip_wheel_st.ops_per_sec": 274241.44242566667,
"promote_ledger.mb_per_sec": 4.90838608760365,
"promote_ledger.ops_per_sec": 314.1367096066336,
"promote_queue_admit.mb_per_sec": 494.0249164478186,
"promote_queue_admit.ops_per_sec": 31617.59465266039,
"promote_queue_drain.mb_per_sec": 9.43442790251177,
"promote_queue_drain.ops_per_sec": 603.8033857607533,
"proxy_hop.mb_per_sec": 287.1414845606183,
"proxy_hop.ops_per_sec": 18377.055011879573,
"replication_hop.mb_per_sec": 208.5594562766212,
"replication_hop.ops_per_sec": 13347.805201703755,
"retention_executor.ops_per_sec": 28001.58804099516,
"retention_planner.holger_p50_ms": 1.348707,
"retention_planner.naive_p50_ms": 131.152678,
"retention_planner.ops_per_sec": 3698055.6167920646,
"rust_crate_http_mt32.mb_per_sec": 1097.651611518531,
"rust_crate_http_mt32.ops_per_sec": 1841316.952501324,
"rust_crate_http_st.mb_per_sec": 203.8317039009914,
"rust_crate_http_st.ops_per_sec": 341928.9191324329,
"rust_crate_mt32.mb_per_sec": 2913.469034690753,
"rust_crate_mt32.ops_per_sec": 4887361.130530071,
"rust_crate_put.mb_per_sec": 7.902742785745458,
"rust_crate_put.ops_per_sec": 25301.40136239191,
"rust_crate_st.mb_per_sec": 249.52988370371,
"rust_crate_st.ops_per_sec": 418587.95102065615,
"sandbox_scan.container_crate_l_p50_ms": 89.466957,
"sandbox_scan.container_crate_s_p50_ms": 65.248498,
"sandbox_scan.container_npm_l_p50_ms": 181.656626,
"sandbox_scan.container_npm_s_p50_ms": 81.78116800000001,
"sandbox_scan.container_oci_layer_p50_ms": 451.596135,
"sandbox_scan.container_wheel_l_p50_ms": 421.90428,
"sandbox_scan.container_wheel_s_p50_ms": 57.523193,
"sandbox_scan.e2e_container_crate_l_p50_ms": 791.113666,
"sandbox_scan.e2e_container_crate_s_p50_ms": 186.17161,
"sandbox_scan.e2e_container_npm_l_p50_ms": 3563.648826,
"sandbox_scan.e2e_container_npm_s_p50_ms": 353.713819,
"sandbox_scan.e2e_container_oci_layer_p50_ms": 7314.882157999999,
"sandbox_scan.e2e_container_wheel_l_p50_ms": 21044.457755,
"sandbox_scan.e2e_container_wheel_s_p50_ms": 234.830946,
"sandbox_scan.eicar_refusal_p50_ms": 70.19291,
"sandbox_scan.image_cve_chainguard_static_p50_ms": 1687.6873429999998,
"sandbox_scan.ops_per_sec": 17.107255770529704,
"sandbox_scan.overhead_container_p50_ms": 58.454729,
"sandbox_scan.overhead_inprocess_p50_ms": 0.277587,
"secure_update_import.mb_per_sec": 423.0609082221389,
"secure_update_import.ops_per_sec": 52.88261352776736,
"secure_update_prepare.mb_per_sec": 9.867423035012036,
"secure_update_prepare.ops_per_sec": 1.2334278793765043,
"secure_update_sign_finalize.mb_per_sec": 96.44917433800424,
"secure_update_sign_finalize.ops_per_sec": 1543.186789408068,
"secure_update_verify.mb_per_sec": 447.4839977000561,
"secure_update_verify.ops_per_sec": 55.93549971250701
}
}