benchmark: refuse to publish a run that mostly answered 5xx

scripts/benchmark.sh

@@ -392,6 +392,27 @@ save_result() {
     local dir="$RESULTS_DIR/$profile/$CONNS"
     mkdir -p "$dir"
 
+    # A run that answers 5xx is not a result. Errors are cheaper to serve than
+    # real responses, so a server that fails fast scores HIGHER than one that
+    # works - php-fpm published 294,864 rps on a baseline-h2 run where 99.2% of
+    # responses were 5xx. Refuse to save above the threshold; the container log
+    # is still written below so the run can be diagnosed.
+    local _2xx=${BEST_M[status_2xx]:-0} _3xx=${BEST_M[status_3xx]:-0}
+    local _4xx=${BEST_M[status_4xx]:-0} _5xx=${BEST_M[status_5xx]:-0}
+    local _tot=$(( _2xx + _3xx + _4xx + _5xx ))
+    local max_pct=${HTTPARENA_MAX_ERROR_PCT:-5}
+    if [ "$_tot" -gt 0 ] && [ "$_5xx" -gt 0 ]; then
+        local pct=$(( _5xx * 100 / _tot ))
+        if [ "$pct" -ge "$max_pct" ]; then
+            warn "$FRAMEWORK $profile/$CONNS: ${pct}% of ${_tot} responses were 5xx (limit ${max_pct}%) - result NOT saved"
+            rm -f "$dir/${FRAMEWORK}.json"
+            local log_dir="$ROOT_DIR/site/static/logs/$profile/$CONNS"
+            mkdir -p "$log_dir"
+            docker logs "$CONTAINER_NAME" >"$log_dir/${FRAMEWORK}.log" 2>&1 || true
+            return 0
+        fi
+    fi
+
     local cpu_extra=""
     if [ -n "$best_breakdown" ]; then
         cpu_extra=",

site/data/results/php-fpm.json

@@ -113,26 +113,6 @@
       "status_4xx": 0,
       "status_5xx": 0
     },
-    "baseline-h2-1024": {
-      "framework": "php-fpm",
-      "language": "PHP",
-      "rps": 294864,
-      "avg_latency": "143.45ms",
-      "p99_latency": "143.45ms",
-      "cpu": "2169.8%",
-      "memory": "4.8GiB",
-      "connections": 1024,
-      "threads": 64,
-      "duration": "5s",
-      "pipeline": 1,
-      "bandwidth": "60.80MB/s",
-      "input_bw": "",
-      "reconnects": 0,
-      "status_2xx": 11817,
-      "status_3xx": 0,
-      "status_4xx": 0,
-      "status_5xx": 1462506
-    },
     "baseline-h2-256": {
       "framework": "php-fpm",
       "language": "PHP",

site/data/results/rage.json

@@ -1,58 +1,6 @@
 {
   "framework": "rage",
   "results": {
-    "api-16-1024": {
-      "framework": "rage",
-      "language": "Ruby",
-      "rps": 9825,
-      "avg_latency": "84.56ms",
-      "p99_latency": "1.78s",
-      "cpu": "749.7%",
-      "memory": "6.0GiB",
-      "connections": 1024,
-      "threads": 64,
-      "duration": "5s",
-      "pipeline": 1,
-      "bandwidth": "47.17MB/s",
-      "input_bw": "566.09KB/s",
-      "reconnects": 34413,
-      "status_2xx": 147382,
-      "status_3xx": 0,
-      "status_4xx": 0,
-      "status_5xx": 26433,
-      "tpl_baseline": 62443,
-      "tpl_json": 68252,
-      "tpl_db": 0,
-      "tpl_upload": 0,
-      "tpl_static": 0,
-      "tpl_async_db": 16687
-    },
-    "api-4-256": {
-      "framework": "rage",
-      "language": "Ruby",
-      "rps": 13999,
-      "avg_latency": "16.30ms",
-      "p99_latency": "266.00ms",
-      "cpu": "407.6%",
-      "memory": "5.9GiB",
-      "connections": 256,
-      "threads": 64,
-      "duration": "5s",
-      "pipeline": 1,
-      "bandwidth": "68.87MB/s",
-      "input_bw": "806.58KB/s",
-      "reconnects": 45990,
-      "status_2xx": 209997,
-      "status_3xx": 0,
-      "status_4xx": 0,
-      "status_5xx": 20194,
-      "tpl_baseline": 85974,
-      "tpl_json": 86523,
-      "tpl_db": 0,
-      "tpl_upload": 0,
-      "tpl_static": 0,
-      "tpl_async_db": 37500
-    },
     "async-db-1024": {
       "framework": "rage",
       "language": "Ruby",

site/data/results/symfony-spawn-franken.json

@@ -113,44 +113,6 @@
       "status_4xx": 0,
       "status_5xx": 0
     },
-    "baseline-h2-1024": {
-      "framework": "symfony-spawn-franken",
-      "language": "PHP",
-      "rps": 97817,
-      "avg_latency": "465.99ms",
-      "p99_latency": "465.99ms",
-      "cpu": "4817.0%",
-      "memory": "7.1GiB",
-      "connections": 1024,
-      "threads": 64,
-      "duration": "5s",
-      "pipeline": 1,
-      "bandwidth": "57.95MB/s",
-      "reconnects": 0,
-      "status_2xx": 494959,
-      "status_3xx": 0,
-      "status_4xx": 0,
-      "status_5xx": 284226
-    },
-    "baseline-h2-256": {
-      "framework": "symfony-spawn-franken",
-      "language": "PHP",
-      "rps": 28243,
-      "avg_latency": "229.68ms",
-      "p99_latency": "229.68ms",
-      "cpu": "5180.8%",
-      "memory": "4.3GiB",
-      "connections": 256,
-      "threads": 64,
-      "duration": "5s",
-      "pipeline": 1,
-      "bandwidth": "76.21MB/s",
-      "reconnects": 0,
-      "status_2xx": 142064,
-      "status_3xx": 0,
-      "status_4xx": 0,
-      "status_5xx": 381252
-    },
     "baseline-h3-64": {
       "framework": "symfony-spawn-franken",
       "language": "PHP",
@@ -385,44 +347,6 @@
       "status_4xx": 0,
       "status_5xx": 0
     },
-    "static-h2-1024": {
-      "framework": "symfony-spawn-franken",
-      "language": "PHP",
-      "rps": 52582,
-      "avg_latency": "246.82ms",
-      "p99_latency": "246.82ms",
-      "cpu": "4915.1%",
-      "memory": "5.1GiB",
-      "connections": 1024,
-      "threads": 64,
-      "duration": "5s",
-      "pipeline": 1,
-      "bandwidth": "123.87MB/s",
-      "reconnects": 0,
-      "status_2xx": 266595,
-      "status_3xx": 0,
-      "status_4xx": 0,
-      "status_5xx": 346287
-    },
-    "static-h2-256": {
-      "framework": "symfony-spawn-franken",
-      "language": "PHP",
-      "rps": 63518,
-      "avg_latency": "64.13ms",
-      "p99_latency": "64.13ms",
-      "cpu": "5491.9%",
-      "memory": "2.2GiB",
-      "connections": 256,
-      "threads": 64,
-      "duration": "5s",
-      "pipeline": 1,
-      "bandwidth": "637.75MB/s",
-      "reconnects": 0,
-      "status_2xx": 320134,
-      "status_3xx": 0,
-      "status_4xx": 0,
-      "status_5xx": 286846
-    },
     "static-h3-64": {
       "framework": "symfony-spawn-franken",
       "language": "PHP",