{"schema_version":"1.0","catalog_id":"catalog-b4aef344e9a085cc9c3be42a060ccbf111d174afe067c95e9915ef7d81bcaf5b","projector":"historical-matrix-v1-e1440c114a2bba3bde4a01bfa138bc6160e327576b1d93bd2dced418d56805ae","total":2,"limit":20,"offset":0,"returned":2,"next":null,"metrics":["added_gap_p50_us","added_gap_p99_us","added_latency_p50_us","added_latency_p99_us","added_ttft_p50_us","added_ttft_p99_us","cost_core_utilisation","cost_majflt","cost_nonvol_ctxt_per_request","cost_threads","cost_window_conc","cost_window_ok","cost_window_rps","cpu_us_per_request","direct_c1_p99_us","gateway_c1_p99_us","growth_rate_mib_per_min","idle_growth_rate_mib_per_min","idle_rss_mib","idle_shape","idle_static","load_s","peak_rss_hwm_mib","peak_rss_mib","recovered_rss_mib","rps_per_cpu_second","shape","steady_state_rss_mib","streams_sustained","streams_sustained_fps","throughput_rps","time_to_plateau_s"],"definitions":{"definition-1":"WHAT THE GATEWAY ADDS, at concurrency 1. The gateway leg's percentile minus the same request taken straight to the mock, one at a time, both legs in the same window. No search and no threshold: there is nothing to stop early and nothing to decide. A difference at or below what the rig can resolve publishes `below_resolution` - the best result the comparison can express - and every surface renders that apart from a never-measured hole."},"summary":{"ingress":"openai","egress":"openai","from":{"run_id":"run-higress-af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b","measured_at":"2026-08-26T19:01:18Z","engine":"f3adbb1315b26129f5e317af5279decefb1cea8f","build":"higress-registry.cn-hangzhou.cr.aliyuncs.com/higress/all-in-one:2.2.4","source_url":"https://onthebench.ai/gateways/runs/run-higress-af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b"},"to":{"run_id":"run-higress-558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270","measured_at":"2026-11-10T17:39:42Z","engine":"d240badd966933fa19eec0606b2d1f3945f18ad2","build":"higress-registry.cn-hangzhou.cr.aliyuncs.com/higress/all-in-one:2.2.5@sha256:9846006cb3cf2dafa942deab0e1d004ed30e219fbc9580438f9e3c58e7096422","source_url":"https://onthebench.ai/gateways/runs/run-higress-558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270"},"engine_changed":true,"readings":[{"metric":"added_latency_p50_us","bound":null,"label":"Added latency p50 (µs)","before":212,"after":718,"change_percent":238.67924528301887,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":{"rank":6,"eligible":14,"rostered":15,"field_id":"field-c8ed0c69830337d53ff6949a46780289eff55065dc0549a8463298922364e536","field":"Aug 2026 field"},"rank_after":{"rank":10,"eligible":15,"rostered":15,"field_id":"field-544fbe116ba2d3a1f676e7d39cc52eed86664dad81ce8ca9f6984eb28ee7149b","field":"Current field"}},{"metric":"added_latency_p99_us","bound":null,"label":"Added latency p99 (µs)","before":234,"after":943,"change_percent":302.991452991453,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":{"rank":3,"eligible":14,"rostered":15,"field_id":"field-c8ed0c69830337d53ff6949a46780289eff55065dc0549a8463298922364e536","field":"Aug 2026 field"},"rank_after":{"rank":9,"eligible":15,"rostered":15,"field_id":"field-544fbe116ba2d3a1f676e7d39cc52eed86664dad81ce8ca9f6984eb28ee7149b","field":"Current field"}},{"metric":"throughput_rps","bound":"1","label":"Throughput, p99 ≤ 1 ms (req/s)","before":19212,"after":2688,"change_percent":-86.00874453466584,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":{"rank":2,"eligible":3,"rostered":15,"field_id":"field-c8ed0c69830337d53ff6949a46780289eff55065dc0549a8463298922364e536","field":"Aug 2026 field"},"rank_after":{"rank":2,"eligible":2,"rostered":15,"field_id":"field-544fbe116ba2d3a1f676e7d39cc52eed86664dad81ce8ca9f6984eb28ee7149b","field":"Current field"}},{"metric":"throughput_rps","bound":"5","label":"Throughput, p99 ≤ 5 ms (req/s)","before":25169,"after":5685,"change_percent":-77.41269021415233,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":{"rank":3,"eligible":4,"rostered":15,"field_id":"field-c8ed0c69830337d53ff6949a46780289eff55065dc0549a8463298922364e536","field":"Aug 2026 field"},"rank_after":{"rank":3,"eligible":3,"rostered":15,"field_id":"field-544fbe116ba2d3a1f676e7d39cc52eed86664dad81ce8ca9f6984eb28ee7149b","field":"Current field"}},{"metric":"throughput_rps","bound":"10","label":"Throughput, p99 ≤ 10 ms (req/s)","before":26098,"after":6095,"change_percent":-76.64571997854242,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":{"rank":1,"eligible":1,"rostered":15,"field_id":"field-c8ed0c69830337d53ff6949a46780289eff55065dc0549a8463298922364e536","field":"Aug 2026 field"},"rank_after":{"rank":1,"eligible":1,"rostered":15,"field_id":"field-544fbe116ba2d3a1f676e7d39cc52eed86664dad81ce8ca9f6984eb28ee7149b","field":"Current field"}},{"metric":"throughput_rps","bound":"none","label":"Throughput, p99 unbounded (req/s)","before":26953,"after":6138,"change_percent":-77.22702482098468,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":{"rank":1,"eligible":1,"rostered":15,"field_id":"field-c8ed0c69830337d53ff6949a46780289eff55065dc0549a8463298922364e536","field":"Aug 2026 field"},"rank_after":{"rank":2,"eligible":2,"rostered":15,"field_id":"field-544fbe116ba2d3a1f676e7d39cc52eed86664dad81ce8ca9f6984eb28ee7149b","field":"Current field"}},{"metric":"cpu_us_per_request","bound":null,"label":"CPU per request (µs)","before":197.35349716446126,"after":709.3196158019531,"change_percent":259.4157823364302,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":{"rank":5,"eligible":14,"rostered":15,"field_id":"field-c8ed0c69830337d53ff6949a46780289eff55065dc0549a8463298922364e536","field":"Aug 2026 field"},"rank_after":{"rank":10,"eligible":14,"rostered":15,"field_id":"field-544fbe116ba2d3a1f676e7d39cc52eed86664dad81ce8ca9f6984eb28ee7149b","field":"Current field"}},{"metric":"idle_rss_mib","bound":null,"label":"Idle RSS (MiB)","before":876.25,"after":1163.541015625,"change_percent":32.78642118402282,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":null,"rank_after":null},{"metric":"peak_rss_mib","bound":null,"label":"Peak RSS (MiB)","before":883.04296875,"after":1181.8125,"change_percent":33.834087561211895,"trend":{"state":"regressed","symbol":"↓","label":"Regressed","tolerance_percent":5},"rank_before":null,"rank_after":null}]},"points":[{"trend":{"tolerance_percent":5,"change_percent":null,"state":"not_comparable","symbol":"·","label":"Engine changed","reasons":["different_harness_commit","different_mock_sha256","different_configuration_identity"],"previous_run_id":null},"run_id":"run-higress-558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270","measurement_id":"run-higress-558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270:openai:openai","gateway_id":"higress","gateway_build":"higress-registry.cn-hangzhou.cr.aliyuncs.com/higress/all-in-one:2.2.5@sha256:9846006cb3cf2dafa942deab0e1d004ed30e219fbc9580438f9e3c58e7096422","measured_at":"2026-11-10T17:39:42Z","engine":"d240badd966933fa19eec0606b2d1f3945f18ad2","metric":"added_latency_p99_us","value":943,"state":"valid","reason":null,"provenance":{"source_url":"https://onthebench.ai/gateways/higress","raw_result_url":"https://onthebench.ai/api/v1/runs/run-higress-558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270/raw.json","run_url":"https://onthebench.ai/gateways/runs/run-higress-558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270","methodology_url":"https://onthebench.ai/gateways/method","raw_sha256":"558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270"},"disposition":"recorded","placements":[{"gateway_id":"higress","value":943,"rank":9,"measurement_id":"run-higress-558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270:openai:openai","run_id":"run-higress-558a1502d4a7ea1f2b74c745739723084c953a3ae5dcf16760a2694a92c21270","metric":"added_latency_p99_us","bound":null,"field_id":"field-544fbe116ba2d3a1f676e7d39cc52eed86664dad81ce8ca9f6984eb28ee7149b","field_name":"Current field","field_label":"Current field","eligible":15,"rostered":15,"group":1}],"definition_id":"definition-1"},{"trend":{"tolerance_percent":5,"change_percent":null,"state":"not_comparable","symbol":"·","label":"First recorded run","reasons":["no_earlier_measurement"],"previous_run_id":null},"run_id":"run-higress-af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b","measurement_id":"run-higress-af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b:openai:openai","gateway_id":"higress","gateway_build":"higress-registry.cn-hangzhou.cr.aliyuncs.com/higress/all-in-one:2.2.4","measured_at":"2026-08-26T19:01:18Z","engine":"f3adbb1315b26129f5e317af5279decefb1cea8f","metric":"added_latency_p99_us","value":234,"state":"valid","reason":null,"provenance":{"source_url":"https://onthebench.ai/gateways/higress","raw_result_url":"https://onthebench.ai/api/v1/runs/run-higress-af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b/raw.json","run_url":"https://onthebench.ai/gateways/runs/run-higress-af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b","methodology_url":"https://onthebench.ai/gateways/method","raw_sha256":"af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b"},"disposition":"recorded","placements":[{"gateway_id":"higress","value":234,"rank":3,"measurement_id":"run-higress-af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b:openai:openai","run_id":"run-higress-af1ce2bee0833f93ed558ceb54c4e30f0164de90a7a837817aa387b275cc353b","metric":"added_latency_p99_us","bound":null,"field_id":"field-c8ed0c69830337d53ff6949a46780289eff55065dc0549a8463298922364e536","field_name":"2026-11-08-before-refresh","field_label":"Aug 2026 field","eligible":14,"rostered":15,"group":1}],"definition_id":"definition-1"}],"comparisons":[]}
