From 349a51c66329f42462c6da143231d895d5728bd4 Mon Sep 17 00:00:00 2001 From: MDA2AV Date: Mon, 24 Aug 2026 14:53:14 +0100 Subject: [PATCH] disable frankenphp-trueasync and laravel: TCP fragmentation failures Both fail the fragmentation checks against main, independently of anything unmerged: frankenphp-trueasync fails four request shapes -- randomized query, chunked, chunked in two chunks, randomized body laravel fails POST chunked and chunked in two chunks A server that cannot reassemble a request split across TCP segments is not answering the profile it publishes numbers for. This PR previously also disabled zix-http2, warp, http4s and fastpysgi-asgi. That was wrong on all four: zix-http2, warp fail only the TLS checks added in #1292, which is not merged. The findings are real -- zix-http2 serves a self-signed Ed25519 certificate instead of the mounted RSA pair, warp completes TLS 1.0 handshakes -- but the rule that forbids them is not in force yet, so disabling them now punishes entries under a rule that does not exist. Both pass on main today. http4s failed POST chunked once on the sweep and passes on main. One flaky observation is not a verdict. fastpysgi-asgi fails static and only static on main, so it belongs with the drop-the-profile treatment in #1294, not here. --- frameworks/frankenphp-trueasync/meta.json | 2 +- frameworks/laravel/meta.json | 2 +- site/data/results/frankenphp-trueasync.json | 497 -------------------- site/data/results/laravel.json | 243 ---------- 4 files changed, 2 insertions(+), 742 deletions(-) delete mode 100644 site/data/results/frankenphp-trueasync.json delete mode 100644 site/data/results/laravel.json diff --git a/frameworks/frankenphp-trueasync/meta.json b/frameworks/frankenphp-trueasync/meta.json index e0785c8e0..b01541fba 100644 --- a/frameworks/frankenphp-trueasync/meta.json +++ b/frameworks/frankenphp-trueasync/meta.json @@ -12,7 +12,7 @@ "engine": "frankenphp", "description": "FrankenPHP with TrueAsync coroutine engine. Each HTTP request runs as a cooperative coroutine with PDO connection pooling, async I/O, and OPcache JIT. Built on Caddy with native HTTP/2 and HTTP/3 support.", "repo": "https://github.com/true-async/php-async", - "enabled": true, + "enabled": false, "tests": [ "baseline", "pipelined", diff --git a/frameworks/laravel/meta.json b/frameworks/laravel/meta.json index d5e6523ce..58619786c 100644 --- a/frameworks/laravel/meta.json +++ b/frameworks/laravel/meta.json @@ -12,7 +12,7 @@ "engine": "frankenphp", "description": "Laravel 13 served by Laravel Octane on FrankenPHP, the first-party production runtime documented by Laravel. Routing and request handling through the Laravel API, responses via the response()/json() helpers, gzip and brotli through the Caddy encode directive Octane generates.", "repo": "https://github.com/laravel/laravel", - "enabled": true, + "enabled": false, "tests": [ "baseline", "pipelined", diff --git a/site/data/results/frankenphp-trueasync.json b/site/data/results/frankenphp-trueasync.json deleted file mode 100644 index 207e2235e..000000000 --- a/site/data/results/frankenphp-trueasync.json +++ /dev/null @@ -1,497 +0,0 @@ -{ - "framework": "frankenphp-trueasync", - "results": { - "api-16-1024": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 31351, - "avg_latency": "32.52ms", - "p99_latency": "265.80ms", - "cpu": "550.6%", - "memory": "271.2MiB", - "connections": 1024, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "69.85MB/s", - "input_bw": "1.76MB/s", - "reconnects": 93755, - "status_2xx": 470275, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0, - "tpl_baseline": 175614, - "tpl_json": 176985, - "tpl_db": 0, - "tpl_upload": 0, - "tpl_static": 0, - "tpl_async_db": 117676 - }, - "api-4-256": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 27467, - "avg_latency": "9.24ms", - "p99_latency": "33.60ms", - "cpu": "333.1%", - "memory": "110.5MiB", - "connections": 256, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "77.40MB/s", - "input_bw": "1.55MB/s", - "reconnects": 82365, - "status_2xx": 412014, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0, - "tpl_baseline": 154488, - "tpl_json": 154553, - "tpl_db": 0, - "tpl_upload": 0, - "tpl_static": 0, - "tpl_async_db": 102973 - }, - "async-db-1024": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 5424, - "avg_latency": "182.67ms", - "p99_latency": "1.32s", - "cpu": "195.0%", - "memory": "554.5MiB", - "connections": 1024, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "2.74MB/s", - "input_bw": "370.78KB/s", - "reconnects": 1762, - "status_2xx": 54240, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "baseline-4096": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 202696, - "avg_latency": "20.16ms", - "p99_latency": "158.10ms", - "cpu": "3503.0%", - "memory": "704.2MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "22.59MB/s", - "input_bw": "15.66MB/s", - "reconnects": 0, - "status_2xx": 1013484, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "baseline-512": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 158851, - "avg_latency": "3.22ms", - "p99_latency": "15.10ms", - "cpu": "2821.4%", - "memory": "553.7MiB", - "connections": 512, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "17.87MB/s", - "input_bw": "12.27MB/s", - "reconnects": 0, - "status_2xx": 794258, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "baseline-h2-1024": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 247550, - "avg_latency": "309.94ms", - "p99_latency": "309.94ms", - "cpu": "5057.9%", - "memory": "3.8GiB", - "connections": 1024, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "5.54MB/s", - "input_bw": "", - "reconnects": 0, - "status_2xx": 1240698, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "baseline-h2-256": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 259133, - "avg_latency": "94.67ms", - "p99_latency": "94.67ms", - "cpu": "4989.7%", - "memory": "998.1MiB", - "connections": 256, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "6.15MB/s", - "input_bw": "", - "reconnects": 0, - "status_2xx": 1297070, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "baseline-h3-64": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 201169, - "avg_latency": "18.75ms", - "p99_latency": "84.40ms", - "cpu": "3348.0%", - "memory": "626.1MiB", - "connections": 64, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "8.24MB/s", - "input_bw": "", - "reconnects": 0, - "status_2xx": 1005849, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "json-4096": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 188026, - "avg_latency": "21.59ms", - "p99_latency": "209.60ms", - "cpu": "4122.4%", - "memory": "778.9MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "637.12MB/s", - "input_bw": "8.97MB/s", - "reconnects": 35587, - "status_2xx": 940134, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "json-comp-16384": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 123063, - "avg_latency": "129.25ms", - "p99_latency": "259.50ms", - "cpu": "5024.5%", - "memory": "3.8GiB", - "connections": 16384, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "149.42MB/s", - "input_bw": "9.15MB/s", - "reconnects": 16489, - "status_2xx": 615317, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "json-comp-4096": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 122239, - "avg_latency": "33.38ms", - "p99_latency": "72.40ms", - "cpu": "5163.3%", - "memory": "1.9GiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "150.18MB/s", - "input_bw": "9.09MB/s", - "reconnects": 22331, - "status_2xx": 611196, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "json-comp-512": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 119733, - "avg_latency": "4.27ms", - "p99_latency": "15.30ms", - "cpu": "5148.9%", - "memory": "1.1GiB", - "connections": 512, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "147.72MB/s", - "input_bw": "8.91MB/s", - "reconnects": 23839, - "status_2xx": 598669, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "limited-conn-4096": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 184591, - "avg_latency": "22.06ms", - "p99_latency": "134.90ms", - "cpu": "3279.4%", - "memory": "695.3MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "20.58MB/s", - "input_bw": "14.26MB/s", - "reconnects": 91490, - "status_2xx": 922958, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "limited-conn-512": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 150425, - "avg_latency": "3.40ms", - "p99_latency": "17.10ms", - "cpu": "2900.4%", - "memory": "480.4MiB", - "connections": 512, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "16.92MB/s", - "input_bw": "11.62MB/s", - "reconnects": 75190, - "status_2xx": 752126, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "pipelined-4096": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 330989, - "avg_latency": "191.69ms", - "p99_latency": "743.10ms", - "cpu": "3476.7%", - "memory": "805.9MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 16, - "bandwidth": "35.92MB/s", - "input_bw": "", - "reconnects": 0, - "status_2xx": 1654947, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "pipelined-512": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 206393, - "avg_latency": "39.69ms", - "p99_latency": "79.90ms", - "cpu": "2759.4%", - "memory": "474.8MiB", - "connections": 512, - "threads": 64, - "duration": "5s", - "pipeline": 16, - "bandwidth": "23.21MB/s", - "input_bw": "", - "reconnects": 0, - "status_2xx": 1031966, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "static-1024": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 120684, - "avg_latency": "14.52ms", - "p99_latency": "14.52ms", - "cpu": "3627.0%", - "memory": "563.3MiB", - "connections": 1024, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "1.83GB", - "input_bw": "", - "reconnects": 0, - "status_2xx": 615494, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "static-4096": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 172802, - "avg_latency": "51.15ms", - "p99_latency": "51.15ms", - "cpu": "4465.6%", - "memory": "920.9MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "2.23GB", - "input_bw": "", - "reconnects": 0, - "status_2xx": 881344, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "static-6800": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 194135, - "avg_latency": "66.16ms", - "p99_latency": "66.16ms", - "cpu": "5027.5%", - "memory": "1.1GiB", - "connections": 6800, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "2.35GB", - "input_bw": "", - "reconnects": 0, - "status_2xx": 990150, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "static-h2-1024": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 184255, - "avg_latency": "382.61ms", - "p99_latency": "382.61ms", - "cpu": "5140.8%", - "memory": "5.1GiB", - "connections": 1024, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "1.78GB/s", - "input_bw": "", - "reconnects": 0, - "status_2xx": 925382, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "static-h2-256": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 166847, - "avg_latency": "139.75ms", - "p99_latency": "139.75ms", - "cpu": "5193.4%", - "memory": "1.8GiB", - "connections": 256, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "2.27GB/s", - "input_bw": "", - "reconnects": 0, - "status_2xx": 837958, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "static-h3-64": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 74646, - "avg_latency": "54.32ms", - "p99_latency": "208.00ms", - "cpu": "1926.0%", - "memory": "1.4GiB", - "connections": 64, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "1.13GB/s", - "input_bw": "", - "reconnects": 0, - "status_2xx": 376169, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "upload-256": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 735, - "avg_latency": "156.20ms", - "p99_latency": "905.40ms", - "cpu": "2531.8%", - "memory": "4.1GiB", - "connections": 256, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "82.81KB/s", - "input_bw": "5.83GB/s", - "reconnects": 4788, - "status_2xx": 7712, - "status_3xx": 0, - "status_4xx": 19, - "status_5xx": 0 - }, - "upload-32": { - "framework": "frankenphp-trueasync", - "language": "PHP", - "rps": 610, - "avg_latency": "52.59ms", - "p99_latency": "155.60ms", - "cpu": "1977.7%", - "memory": "3.5GiB", - "connections": 32, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "73.37KB/s", - "input_bw": "4.84GB/s", - "reconnects": 605, - "status_2xx": 3050, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - } - } -} diff --git a/site/data/results/laravel.json b/site/data/results/laravel.json deleted file mode 100644 index d8e4d7873..000000000 --- a/site/data/results/laravel.json +++ /dev/null @@ -1,243 +0,0 @@ -{ - "framework": "laravel", - "results": { - "baseline-4096": { - "framework": "laravel", - "language": "PHP", - "rps": 29496, - "avg_latency": "136.35ms", - "p99_latency": "393.90ms", - "cpu": "5917.4%", - "memory": "686MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "5.71MB/s", - "input_bw": "2.28MB/s", - "reconnects": 0, - "status_2xx": 147484, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "baseline-512": { - "framework": "laravel", - "language": "PHP", - "rps": 28454, - "avg_latency": "17.94ms", - "p99_latency": "115.00ms", - "cpu": "5742.0%", - "memory": "589MiB", - "connections": 512, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "5.51MB/s", - "input_bw": "2.20MB/s", - "reconnects": 0, - "status_2xx": 142274, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "json-4096": { - "framework": "laravel", - "language": "PHP", - "rps": 28891, - "avg_latency": "137.83ms", - "p99_latency": "417.10ms", - "cpu": "5770.6%", - "memory": "745MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "112.09MB/s", - "input_bw": "1.38MB/s", - "reconnects": 3768, - "status_2xx": 144458, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "json-comp-16384": { - "framework": "laravel", - "language": "PHP", - "rps": 25399, - "avg_latency": "577.81ms", - "p99_latency": "1.36s", - "cpu": "6099.7%", - "memory": "2.2GiB", - "connections": 16384, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "34.71MB/s", - "input_bw": "1.89MB/s", - "reconnects": 0, - "status_2xx": 126996, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "json-comp-4096": { - "framework": "laravel", - "language": "PHP", - "rps": 25824, - "avg_latency": "154.51ms", - "p99_latency": "825.50ms", - "cpu": "6065.3%", - "memory": "1.9GiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "33.15MB/s", - "input_bw": "1.92MB/s", - "reconnects": 3054, - "status_2xx": 129121, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "json-comp-512": { - "framework": "laravel", - "language": "PHP", - "rps": 24871, - "avg_latency": "20.55ms", - "p99_latency": "139.30ms", - "cpu": "5849.8%", - "memory": "966MiB", - "connections": 512, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "32.34MB/s", - "input_bw": "1.85MB/s", - "reconnects": 4819, - "status_2xx": 124359, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "limited-conn-4096": { - "framework": "laravel", - "language": "PHP", - "rps": 29531, - "avg_latency": "135.87ms", - "p99_latency": "320.40ms", - "cpu": "5929.1%", - "memory": "749MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "5.71MB/s", - "input_bw": "2.28MB/s", - "reconnects": 12858, - "status_2xx": 147655, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "limited-conn-512": { - "framework": "laravel", - "language": "PHP", - "rps": 27813, - "avg_latency": "18.39ms", - "p99_latency": "117.50ms", - "cpu": "5728.5%", - "memory": "495MiB", - "connections": 512, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "5.38MB/s", - "input_bw": "2.15MB/s", - "reconnects": 13853, - "status_2xx": 139066, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "pipelined-4096": { - "framework": "laravel", - "language": "PHP", - "rps": 32207, - "avg_latency": "1.63s", - "p99_latency": "2.15s", - "cpu": "5745.5%", - "memory": "814MiB", - "connections": 4096, - "threads": 64, - "duration": "5s", - "pipeline": 16, - "bandwidth": "6.23MB/s", - "reconnects": 0, - "status_2xx": 161035, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "pipelined-512": { - "framework": "laravel", - "language": "PHP", - "rps": 31532, - "avg_latency": "253.53ms", - "p99_latency": "685.20ms", - "cpu": "5941.6%", - "memory": "502MiB", - "connections": 512, - "threads": 64, - "duration": "5s", - "pipeline": 16, - "bandwidth": "6.10MB/s", - "reconnects": 0, - "status_2xx": 157661, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "upload-256": { - "framework": "laravel", - "language": "PHP", - "rps": 1041, - "avg_latency": "244.44ms", - "p99_latency": "540.10ms", - "cpu": "6064.9%", - "memory": "654MiB", - "connections": 256, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "211.60KB/s", - "input_bw": "8.26GB/s", - "reconnects": 969, - "status_2xx": 5205, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - }, - "upload-32": { - "framework": "laravel", - "language": "PHP", - "rps": 949, - "avg_latency": "33.60ms", - "p99_latency": "85.70ms", - "cpu": "3260.0%", - "memory": "583MiB", - "connections": 32, - "threads": 64, - "duration": "5s", - "pipeline": 1, - "bandwidth": "193.02KB/s", - "input_bw": "7.53GB/s", - "reconnects": 944, - "status_2xx": 4747, - "status_3xx": 0, - "status_4xx": 0, - "status_5xx": 0 - } - } -}