nordisk/holger

bench_baseline.builder-64.json

{
  "cores": 64,
  "machine": "builder-64",
  "metrics": {
    "audit_append.mb_per_sec": 90.31451223450728,
    "audit_append.ops_per_sec": 270256.33380851604,
    "blake3_256MiB.mb_per_sec": 8285.581734901129,
    "checksum_upload.mb_per_sec": 837.1393381391266,
    "checksum_upload.ops_per_sec": 209.28114219285263,
    "concurrent_upload.mb_per_sec": 216.8434711708413,
    "concurrent_upload.ops_per_sec": 13877.982154933845,
    "grpc_fetch.mb_per_sec": 2190.0227993917865,
    "grpc_fetch.ops_per_sec": 140161.45916107434,
    "grpc_fetch_stream.mb_per_sec": 975.5791763005903,
    "grpc_fetch_stream.ops_per_sec": 30.486849259393452,
    "grpc_store.mb_per_sec": 561.0312464530483,
    "grpc_store.ops_per_sec": 35905.99977299509,
    "grpc_web_fetch.mb_per_sec": 2916.5984587062317,
    "grpc_web_fetch.native_p50_ms": 0.12398099154233932,
    "grpc_web_fetch.ops_per_sec": 186662.30135719883,
    "intake_cve.cve_crate_l_p50_ms": 0.337736,
    "intake_cve.cve_crate_s_p50_ms": 0.032074,
    "intake_cve.cve_npm_l_p50_ms": 1.696558,
    "intake_cve.cve_npm_s_p50_ms": 0.13147,
    "intake_cve.cve_wheel_l_p50_ms": 6.530429,
    "intake_cve.cve_wheel_s_p50_ms": 0.033957,
    "intake_cve.ops_per_sec": 29282.478236620856,
    "intake_e2e.e2e_crate_l_p50_ms": 58.207249,
    "intake_e2e.e2e_crate_s_p50_ms": 6.625359,
    "intake_e2e.e2e_npm_l_p50_ms": 261.699598,
    "intake_e2e.e2e_npm_s_p50_ms": 27.537707,
    "intake_e2e.e2e_oci_layer_p50_ms": 564.757598,
    "intake_e2e.e2e_wheel_l_p50_ms": 615.897789,
    "intake_e2e.e2e_wheel_s_p50_ms": 3.973516,
    "intake_e2e.ops_per_sec": 98.19265916466978,
    "intake_e2e.par_p50_ms": 64.047617,
    "intake_e2e.par_packages_per_sec": 98.19265916466978,
    "intake_fetch.cold_crate_l_p50_ms": 4.1556370000000005,
    "intake_fetch.cold_crate_s_p50_ms": 0.5471039999999999,
    "intake_fetch.cold_npm_l_p50_ms": 5.097234,
    "intake_fetch.cold_npm_s_p50_ms": 0.860705,
    "intake_fetch.cold_oci_layer_p50_ms": 12.210145,
    "intake_fetch.cold_wheel_l_p50_ms": 31.638368,
    "intake_fetch.cold_wheel_s_p50_ms": 0.688528,
    "intake_fetch.ops_per_sec": 698.8697459147219,
    "intake_fetch.warm_crate_l_p50_ms": 0.054574,
    "intake_fetch.warm_crate_s_p50_ms": 0.008401,
    "intake_fetch.warm_npm_l_p50_ms": 0.325448,
    "intake_fetch.warm_npm_s_p50_ms": 0.020197999999999997,
    "intake_fetch.warm_oci_layer_p50_ms": 1.403595,
    "intake_fetch.warm_wheel_l_p50_ms": 1.499416,
    "intake_fetch.warm_wheel_s_p50_ms": 0.00698,
    "intake_hash.blake3_16m_p50_ms": 1.416682,
    "intake_hash.blake3_1m_p50_ms": 0.085589,
    "intake_hash.blake3_256m_p50_ms": 29.858896,
    "intake_hash.blake3_4k_p50_ms": 0.001252,
    "intake_hash.blake3_64k_p50_ms": 0.005517,
    "intake_hash.ops_per_sec": 2332.106684085948,
    "intake_hash.sha256_16m_p50_ms": 6.845393,
    "intake_hash.sha256_1m_p50_ms": 0.42869,
    "intake_hash.sha256_256m_p50_ms": 109.582323,
    "intake_hash.sha256_4k_p50_ms": 0.001742,
    "intake_hash.sha256_64k_p50_ms": 0.026547,
    "intake_inspect.inspect_crate_l_p50_ms": 4.32649,
    "intake_inspect.inspect_crate_s_p50_ms": 0.373244,
    "intake_inspect.inspect_nested_p50_ms": 0.003094,
    "intake_inspect.inspect_npm_l_p50_ms": 18.455751,
    "intake_inspect.inspect_npm_s_p50_ms": 2.692991,
    "intake_inspect.inspect_oci_layer_p50_ms": 55.652888999999995,
    "intake_inspect.inspect_wheel_l_p50_ms": 69.069597,
    "intake_inspect.inspect_wheel_s_p50_ms": 0.256253,
    "intake_inspect.inspect_zipbomb_p50_ms": 8.890882,
    "intake_inspect.ops_per_sec": 3883.029460391194,
    "intake_license.license_crate_l_p50_ms": 0.24676,
    "intake_license.license_crate_s_p50_ms": 0.022521,
    "intake_license.license_npm_l_p50_ms": 13.339122,
    "intake_license.license_npm_s_p50_ms": 2.013515,
    "intake_license.license_oci_layer_p50_ms": 48.558113,
    "intake_license.license_wheel_l_p50_ms": 0.15252000000000002,
    "intake_license.license_wheel_s_p50_ms": 0.011025,
    "intake_license.ops_per_sec": 89735.81062038678,
    "intake_malware.none_crate_l_p50_ms": 4.279337,
    "intake_malware.none_crate_s_p50_ms": 0.36323,
    "intake_malware.none_npm_l_p50_ms": 18.422786,
    "intake_malware.none_npm_s_p50_ms": 2.649551,
    "intake_malware.none_oci_layer_p50_ms": 54.670736,
    "intake_malware.none_wheel_l_p50_ms": 68.17153900000001,
    "intake_malware.none_wheel_s_p50_ms": 0.256114,
    "intake_malware.ops_per_sec": 1063.578834959334,
    "intake_malware.yara_crate_l_p50_ms": 16.661831,
    "intake_malware.yara_crate_s_p50_ms": 1.84338,
    "intake_malware.yara_npm_l_p50_ms": 80.53841,
    "intake_malware.yara_npm_s_p50_ms": 7.122776,
    "intake_malware.yara_oci_layer_p50_ms": 183.197514,
    "intake_malware.yara_wheel_l_p50_ms": 189.389666,
    "intake_malware.yara_wheel_s_p50_ms": 0.938603,
    "intake_policy.ops_per_sec": 50502.235087306566,
    "intake_policy.policy_empty_db_crate_l_p50_ms": 0.247541,
    "intake_policy.policy_empty_db_crate_s_p50_ms": 0.023382,
    "intake_policy.policy_empty_db_npm_l_p50_ms": 13.304373,
    "intake_policy.policy_empty_db_npm_s_p50_ms": 1.999295,
    "intake_policy.policy_empty_db_oci_layer_p50_ms": 48.752120000000005,
    "intake_policy.policy_empty_db_wheel_l_p50_ms": 0.156386,
    "intake_policy.policy_empty_db_wheel_s_p50_ms": 0.011836,
    "intake_policy.policy_real_db_crate_l_p50_ms": 0.25877700000000003,
    "intake_policy.policy_real_db_crate_s_p50_ms": 0.023552,
    "intake_policy.policy_real_db_npm_l_p50_ms": 13.331760999999998,
    "intake_policy.policy_real_db_npm_s_p50_ms": 1.996041,
    "intake_policy.policy_real_db_oci_layer_p50_ms": 49.270534999999995,
    "intake_policy.policy_real_db_wheel_l_p50_ms": 0.153361,
    "intake_policy.policy_real_db_wheel_s_p50_ms": 0.019357000000000003,
    "intake_policy.sources_crate_l_p50_ms": 0.00024,
    "intake_policy.sources_crate_s_p50_ms": 0.000241,
    "intake_policy.sources_effective_policy_p50_ms": 0.00026,
    "intake_policy.sources_npm_l_p50_ms": 0.000231,
    "intake_policy.sources_npm_s_p50_ms": 0.000431,
    "intake_policy.sources_oci_layer_p50_ms": 0.00024,
    "intake_policy.sources_wheel_l_p50_ms": 0.00024,
    "intake_policy.sources_wheel_s_p50_ms": 0.000231,
    "intake_provenance.chainguard_dsse_fulcio_p50_ms": 1.184182,
    "intake_provenance.chainguard_p256_verify_p50_ms": 0.031123,
    "intake_provenance.dsse_pae_p50_ms": 0.00007000000000000001,
    "intake_provenance.dsse_sign_ed25519_p50_ms": 0.016964,
    "intake_provenance.dsse_sign_p256_p50_ms": 0.038834,
    "intake_provenance.dsse_verify_ed25519_p50_ms": 0.132913,
    "intake_provenance.dsse_verify_p256_p50_ms": 0.206044,
    "intake_provenance.fulcio_chain_p50_ms": 0.803096,
    "intake_provenance.intoto_parse_p50_ms": 0.005047,
    "intake_provenance.ops_per_sec": 440.8572103172932,
    "intake_provenance.prov_chainguard_image_p50_ms": 2.266734,
    "intake_provenance.prov_npm_provenance_p50_ms": 0.719652,
    "intake_provenance.prov_pypi_pep740_p50_ms": 0.593427,
    "intake_provenance.prov_trust_root_load_p50_ms": 0.013469,
    "intake_provenance.rekor_checkpoint_p50_ms": 0.030812999999999997,
    "intake_provenance.rekor_inclusion_p50_ms": 0.002283,
    "intake_sbom.ops_per_sec": 20911.082413882385,
    "intake_sbom.sbom_wheel_l_p50_ms": 6.859272,
    "intake_sbom.sbom_wheel_s_p50_ms": 0.047315,
    "intake_seal.ops_per_sec": 17443.7629001533,
    "intake_seal.seal_crate_l_p50_ms": 0.237867,
    "intake_seal.seal_crate_s_p50_ms": 0.052232,
    "intake_seal.seal_npm_l_p50_ms": 1.120084,
    "intake_seal.seal_npm_s_p50_ms": 0.120705,
    "intake_seal.seal_oci_layer_p50_ms": 4.168904,
    "intake_seal.seal_wheel_l_p50_ms": 5.354519000000001,
    "intake_seal.seal_wheel_s_p50_ms": 0.051991,
    "java_jar_mt32.mb_per_sec": 5218.658728650043,
    "java_jar_mt32.ops_per_sec": 7369573.513806497,
    "java_jar_st.mb_per_sec": 216.37599798492255,
    "java_jar_st.ops_per_sec": 305557.27546633995,
    "memcopy_512MiB.mb_per_sec": 3793.589041980953,
    "mixed_read_write.mb_per_sec": 96.50766368005192,
    "mixed_read_write.ops_per_sec": 161890.6181176388,
    "pip_index_serve.holger_p50_ms": 0.131741002202034,
    "pip_index_serve.ops_per_sec": 167629.9693176381,
    "pip_wheel_mt32.mb_per_sec": 5258.652568061324,
    "pip_wheel_mt32.ops_per_sec": 7517471.280877427,
    "pip_wheel_st.mb_per_sec": 237.00754056855615,
    "pip_wheel_st.ops_per_sec": 338812.68791370594,
    "promote_ledger.mb_per_sec": 10.37825575824675,
    "promote_ledger.ops_per_sec": 664.208368527792,
    "promote_queue_admit.mb_per_sec": 889.640447016397,
    "promote_queue_admit.ops_per_sec": 56936.98860904941,
    "promote_queue_drain.mb_per_sec": 33.30116888696987,
    "promote_queue_drain.ops_per_sec": 2131.2748087660716,
    "proxy_hop.mb_per_sec": 517.5540847744978,
    "proxy_hop.ops_per_sec": 33123.46142556786,
    "replication_hop.mb_per_sec": 393.47968032527183,
    "replication_hop.ops_per_sec": 25182.699540817397,
    "retention_executor.ops_per_sec": 53086.015355618336,
    "retention_planner.holger_p50_ms": 0.752497,
    "retention_planner.naive_p50_ms": 45.142357,
    "retention_planner.ops_per_sec": 6591077.17491143,
    "rust_crate_http_mt32.mb_per_sec": 1481.603286316947,
    "rust_crate_http_mt32.ops_per_sec": 2485398.1594872144,
    "rust_crate_http_st.mb_per_sec": 276.8594719030197,
    "rust_crate_http_st.ops_per_sec": 464433.4239331126,
    "rust_crate_mt32.mb_per_sec": 4705.66318111435,
    "rust_crate_mt32.ops_per_sec": 7893777.208659745,
    "rust_crate_put.mb_per_sec": 15.751131249920356,
    "rust_crate_put.ops_per_sec": 50428.78206599206,
    "rust_crate_st.mb_per_sec": 314.4193008040999,
    "rust_crate_st.ops_per_sec": 527440.3562453637,
    "secure_update_import.mb_per_sec": 531.0733269653382,
    "secure_update_import.ops_per_sec": 66.38416587066727,
    "secure_update_prepare.mb_per_sec": 25.00535719684352,
    "secure_update_prepare.ops_per_sec": 3.12566964960544,
    "secure_update_sign_finalize.mb_per_sec": 150.19074408214175,
    "secure_update_sign_finalize.ops_per_sec": 2403.051905314268,
    "secure_update_verify.mb_per_sec": 717.5530715531435,
    "secure_update_verify.ops_per_sec": 89.69413394414293
  },
  "noisy": [
    "concurrent_upload.mb_per_sec",
    "concurrent_upload.ops_per_sec",
    "intake_fetch.cold_crate_l_p50_ms",
    "intake_fetch.cold_crate_s_p50_ms",
    "intake_fetch.cold_npm_s_p50_ms",
    "intake_fetch.ops_per_sec",
    "intake_fetch.warm_crate_s_p50_ms",
    "intake_fetch.warm_npm_s_p50_ms",
    "intake_seal.seal_npm_l_p50_ms",
    "intake_seal.seal_oci_layer_p50_ms",
    "intake_seal.seal_wheel_l_p50_ms",
    "secure_update_import.mb_per_sec",
    "secure_update_import.ops_per_sec",
    "secure_update_prepare.mb_per_sec",
    "secure_update_prepare.ops_per_sec"
  ],
  "run_id": "01a170a4-de8f-7ac1-bef3-1da406ae0d8c",
  "runs": [
    "01a170a4-de8f-7ac1-bef3-1da406ae0d8c",
    "01a170a6-e46f-71f3-ab74-b7b3f046c732",
    "01a170a8-ea1e-7663-bd9c-670832ca89d1"
  ],
  "schema": "holger.bench-baseline/v1",
  "taken": "2026-10-25T01:20:15.503931756+00:00",
  "threshold_pct": 50.0,
  "threshold_why": "Taken on builder-64 from 3 runs, each metric their median. The runs differed by a median of 3.2%, p95 61.2% and max 708.5% across 187 tracked metrics (worst: intake_fetch.cold_npm_s_p50_ms 709%, intake_seal.seal_npm_l_p50_ms 648%, intake_seal.seal_oci_layer_p50_ms 208%, intake_seal.seal_wheel_l_p50_ms 158%, intake_fetch.ops_per_sec 111%). Judge later runs with the same --runs. Metrics that moved more than the threshold between these runs are `noisy`: reported, never judged."
}