From 957e3386e95f2dbb765101f6008defef8d112057 Mon Sep 17 00:00:00 2001 From: Benchmark Date: Tue, 10 Mar 2026 01:41:54 +0000 Subject: [PATCH] Add result for php/php-src@f93b17076a25e2a06af50a6d177ae4badc5e44c3 --- .../environment.tsv | 2 + .../result.md | 52 +++++++++++++++++++ .../result.tsv | 17 ++++++ 2026/database.tsv | 20 +++++++ 4 files changed, 91 insertions(+) create mode 100644 2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/environment.tsv create mode 100644 2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/result.md create mode 100644 2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/result.tsv diff --git a/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/environment.tsv b/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/environment.tsv new file mode 100644 index 0000000..165959e --- /dev/null +++ b/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/environment.tsv @@ -0,0 +1,2 @@ +URI ID Name Environment Runner Instance type Architecture CPU CPU cores CPU frequency RAM Kernel OS GCC Dedicated instance Deeper C-states Turbo boost Hyper-threading Time +2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal aws_x86_64_c6id.metal AWS x86_64 (c6id.metal) aws host c6id.metal x86_64 Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz 64 2900 251 6.12.66-88.122.amzn2023.x86_64 Amazon Linux 2023.10.20260202 14.2.1 0 0 0 0 2026-03-10 00:50:47 diff --git a/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/result.md b/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/result.md new file mode 100644 index 0000000..cbad206 --- /dev/null +++ b/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/result.md @@ -0,0 +1,52 @@ +### AWS x86_64 (c6id.metal) + +| Attribute | Value | +|---------------|----------------| +| Environment |aws| +| Instance type |c6id.metal| +| Architecture |x86_64 +| CPU |Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz, 64 cores @ 2900 MHz| +| CPU settings |disabled deeper C-states, disabled turbo boost, disabled hyper-threading| +| RAM |251 GB| +| Kernel |6.12.66-88.122.amzn2023.x86_64| +| OS |Amazon Linux 2023.10.20260202| +| GCC |14.2.1| +| Time |2026-03-10 00:50:47 UTC| +| Job details |https://github.com/php/php-src/actions/runs/22881836295 ([Artifacts](https://github.com/php/php-src/actions/runs/22881836295/artifacts/5841569263))| +| Changeset |https://github.com/php/php-src/compare/c56e8caaed..f93b17076a| + +### Laravel 12.11.0 demo app - 50 iterations, 50 warmups, 100 requests (sec) + +| PHP | Min | Max | Std dev | Rel std dev % | Mean | Mean diff % | Median | Median diff % | Skewness | Z-stat | P-value | Memory | +|-------------|-------------|-------------|--------------|---------------|--------|-------------|------------|---------------|----------|----------|---------|---------------| +|[PHP - baseline@d5f6e56](https://github.com/php/php-src/commit/d5f6e56610)|0.39454|0.39599|0.00023|0.06%|0.39489|0.00%|0.39487|0.00%|2.445|0.000|1.000|26.23 MB| +|[PHP - previous master](https://github.com/php/php-src/commit/c56e8caaed)|0.38865|0.39093|0.00037|0.10%|0.38920|-1.44%|0.38915|-1.45%|2.503|8.614|0.000|25.18 MB| +|[PHP - master](https://github.com/php/php-src/commit/f93b17076a)|0.38817|0.39133|0.00059|0.15%|0.38876|-1.55%|0.38861|-1.59%|3.278|8.614|0.000|25.17 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/f93b17076a)|0.36006|0.36151|0.00029|0.08%|0.36054|-8.70%|0.36050|-8.70%|0.845|8.614|0.000|25.30 MB| + +### Symfony 2.8.0 demo app - 50 iterations, 50 warmups, 100 requests (sec) + +| PHP | Min | Max | Std dev | Rel std dev % | Mean | Mean diff % | Median | Median diff % | Skewness | Z-stat | P-value | Memory | +|-------------|-------------|-------------|--------------|---------------|--------|-------------|------------|---------------|----------|----------|---------|---------------| +|[PHP - baseline@d5f6e56](https://github.com/php/php-src/commit/d5f6e56610)|0.66694|0.67049|0.00070|0.10%|0.66785|0.00%|0.66764|0.00%|1.792|0.000|1.000|26.73 MB| +|[PHP - previous master](https://github.com/php/php-src/commit/c56e8caaed)|0.66465|0.66912|0.00063|0.09%|0.66546|-0.36%|0.66537|-0.34%|4.148|8.290|0.000|25.20 MB| +|[PHP - master](https://github.com/php/php-src/commit/f93b17076a)|0.66554|0.66757|0.00033|0.05%|0.66609|-0.26%|0.66599|-0.25%|2.071|8.483|0.000|25.25 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/f93b17076a)|0.63113|0.65187|0.00351|0.55%|0.63253|-5.29%|0.63157|-5.40%|4.285|8.614|0.000|25.26 MB| + +### Wordpress 6.9 main page - 50 iterations, 20 warmups, 20 requests (sec) + +| PHP | Min | Max | Std dev | Rel std dev % | Mean | Mean diff % | Median | Median diff % | Skewness | Z-stat | P-value | Memory | +|-------------|-------------|-------------|--------------|---------------|--------|-------------|------------|---------------|----------|----------|---------|---------------| +|[PHP - baseline@d5f6e56](https://github.com/php/php-src/commit/d5f6e56610)|0.58810|0.59289|0.00106|0.18%|0.59006|0.00%|0.59005|0.00%|0.368|0.000|1.000|26.73 MB| +|[PHP - previous master](https://github.com/php/php-src/commit/c56e8caaed)|0.58438|0.58775|0.00068|0.12%|0.58554|-0.77%|0.58547|-0.78%|1.772|8.614|0.000|25.22 MB| +|[PHP - master](https://github.com/php/php-src/commit/f93b17076a)|0.58491|0.58860|0.00073|0.12%|0.58550|-0.77%|0.58532|-0.80%|2.837|8.600|0.000|25.27 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/f93b17076a)|0.51492|0.51801|0.00047|0.09%|0.51577|-12.59%|0.51573|-12.59%|2.279|8.614|0.000|25.34 MB| + +### bench.php - 50 iterations, 20 warmups, 2 requests (sec) + +| PHP | Min | Max | Std dev | Rel std dev % | Mean | Mean diff % | Median | Median diff % | Skewness | Z-stat | P-value | Memory | +|-------------|-------------|-------------|--------------|---------------|--------|-------------|------------|---------------|----------|----------|---------|---------------| +|[PHP - baseline@d5f6e56](https://github.com/php/php-src/commit/d5f6e56610)|0.44197|0.44437|0.00058|0.13%|0.44290|0.00%|0.44279|0.00%|0.866|0.000|1.000|26.77 MB| +|[PHP - previous master](https://github.com/php/php-src/commit/c56e8caaed)|0.44312|0.44670|0.00074|0.17%|0.44525|0.53%|0.44542|0.59%|-0.646|-8.393|0.000|25.26 MB| +|[PHP - master](https://github.com/php/php-src/commit/f93b17076a)|0.44384|0.44715|0.00069|0.15%|0.44522|0.52%|0.44514|0.53%|0.471|-8.545|0.000|25.31 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/f93b17076a)|0.14335|0.14432|0.00022|0.15%|0.14383|-67.52%|0.14379|-67.53%|0.261|8.614|0.000|25.32 MB| diff --git a/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/result.tsv b/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/result.tsv new file mode 100644 index 0000000..6c9199b --- /dev/null +++ b/2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal/result.tsv @@ -0,0 +1,17 @@ +Test name Test warmup Test iterations Test requests PHP PHP Commit hash PHP Commit URL Min Max Std dev Rel std dev % Mean Mean diff % Median Median diff % Skewness Z-stat P-value Memory usage +Laravel 12.11.0 demo app 50 50 100 PHP - baseline@d5f6e56 d5f6e56610 https://github.com/php/php-src/commit/d5f6e56610 0.39454 0.39599 0.00023 0.05750 0.39489 0.00 0.39487 0.00 2.445 0.000 1.000 26.23 +Laravel 12.11.0 demo app 50 50 100 PHP - previous master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.38865 0.39093 0.00037 0.09615 0.38920 -1.44 0.38915 -1.45 2.503 8.614 0.000 25.18 +Laravel 12.11.0 demo app 50 50 100 PHP - master f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.38817 0.39133 0.00059 0.15301 0.38876 -1.55 0.38861 -1.59 3.278 8.614 0.000 25.17 +Laravel 12.11.0 demo app 50 50 100 PHP - master (JIT) f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.36006 0.36151 0.00029 0.07985 0.36054 -8.70 0.36050 -8.70 0.845 8.614 0.000 25.30 +Symfony 2.8.0 demo app 50 50 100 PHP - baseline@d5f6e56 d5f6e56610 https://github.com/php/php-src/commit/d5f6e56610 0.66694 0.67049 0.00070 0.10420 0.66785 0.00 0.66764 0.00 1.792 0.000 1.000 26.73 +Symfony 2.8.0 demo app 50 50 100 PHP - previous master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.66465 0.66912 0.00063 0.09466 0.66546 -0.36 0.66537 -0.34 4.148 8.290 0.000 25.20 +Symfony 2.8.0 demo app 50 50 100 PHP - master f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.66554 0.66757 0.00033 0.04966 0.66609 -0.26 0.66599 -0.25 2.071 8.483 0.000 25.25 +Symfony 2.8.0 demo app 50 50 100 PHP - master (JIT) f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.63113 0.65187 0.00351 0.55419 0.63253 -5.29 0.63157 -5.40 4.285 8.614 0.000 25.26 +Wordpress 6.9 main page 20 50 20 PHP - baseline@d5f6e56 d5f6e56610 https://github.com/php/php-src/commit/d5f6e56610 0.58810 0.59289 0.00106 0.17971 0.59006 0.00 0.59005 0.00 0.368 0.000 1.000 26.73 +Wordpress 6.9 main page 20 50 20 PHP - previous master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.58438 0.58775 0.00068 0.11535 0.58554 -0.77 0.58547 -0.78 1.772 8.614 0.000 25.22 +Wordpress 6.9 main page 20 50 20 PHP - master f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.58491 0.58860 0.00073 0.12467 0.58550 -0.77 0.58532 -0.80 2.837 8.600 0.000 25.27 +Wordpress 6.9 main page 20 50 20 PHP - master (JIT) f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.51492 0.51801 0.00047 0.09195 0.51577 -12.59 0.51573 -12.59 2.279 8.614 0.000 25.34 +bench.php 20 50 2 PHP - baseline@d5f6e56 d5f6e56610 https://github.com/php/php-src/commit/d5f6e56610 0.44197 0.44437 0.00058 0.13130 0.44290 0.00 0.44279 0.00 0.866 0.000 1.000 26.77 +bench.php 20 50 2 PHP - previous master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.44312 0.44670 0.00074 0.16629 0.44525 0.53 0.44542 0.59 -0.646 -8.393 0.000 25.26 +bench.php 20 50 2 PHP - master f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.44384 0.44715 0.00069 0.15405 0.44522 0.52 0.44514 0.53 0.471 -8.545 0.000 25.31 +bench.php 20 50 2 PHP - master (JIT) f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.14335 0.14432 0.00022 0.15265 0.14383 -67.52 0.14379 -67.53 0.261 8.614 0.000 25.32 diff --git a/2026/database.tsv b/2026/database.tsv index 48ab125..00074e7 100644 --- a/2026/database.tsv +++ b/2026/database.tsv @@ -1178,3 +1178,23 @@ bench.php 20 50 2 PHP - previous master eedbffec2e https://github.com/php/php-sr bench.php 20 50 2 PHP - master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.44354 0.44828 0.00079 0.17774 0.44531 0.53 0.44533 0.56 0.677 -8.180 0.000 25.26 bench.php 20 50 2 PHP - master (JIT) c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.14331 0.14509 0.00031 0.21864 0.14392 -67.51 0.14388 -67.51 1.560 8.614 0.000 25.27 +URI ID Name Environment Runner Instance type Architecture CPU CPU cores CPU frequency RAM Kernel OS GCC Dedicated instance Deeper C-states Turbo boost Hyper-threading Time +2026/2026_03_10_00_50_47_1_aws_x86_64_c6id.metal aws_x86_64_c6id.metal AWS x86_64 (c6id.metal) aws host c6id.metal x86_64 Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz 64 2900 251 6.12.66-88.122.amzn2023.x86_64 Amazon Linux 2023.10.20260202 14.2.1 0 0 0 0 2026-03-10 00:50:47 +Test name Test warmup Test iterations Test requests PHP PHP Commit hash PHP Commit URL Min Max Std dev Rel std dev % Mean Mean diff % Median Median diff % Skewness Z-stat P-value Memory usage +Laravel 12.11.0 demo app 50 50 100 PHP - baseline@d5f6e56 d5f6e56610 https://github.com/php/php-src/commit/d5f6e56610 0.39454 0.39599 0.00023 0.05750 0.39489 0.00 0.39487 0.00 2.445 0.000 1.000 26.23 +Laravel 12.11.0 demo app 50 50 100 PHP - previous master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.38865 0.39093 0.00037 0.09615 0.38920 -1.44 0.38915 -1.45 2.503 8.614 0.000 25.18 +Laravel 12.11.0 demo app 50 50 100 PHP - master f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.38817 0.39133 0.00059 0.15301 0.38876 -1.55 0.38861 -1.59 3.278 8.614 0.000 25.17 +Laravel 12.11.0 demo app 50 50 100 PHP - master (JIT) f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.36006 0.36151 0.00029 0.07985 0.36054 -8.70 0.36050 -8.70 0.845 8.614 0.000 25.30 +Symfony 2.8.0 demo app 50 50 100 PHP - baseline@d5f6e56 d5f6e56610 https://github.com/php/php-src/commit/d5f6e56610 0.66694 0.67049 0.00070 0.10420 0.66785 0.00 0.66764 0.00 1.792 0.000 1.000 26.73 +Symfony 2.8.0 demo app 50 50 100 PHP - previous master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.66465 0.66912 0.00063 0.09466 0.66546 -0.36 0.66537 -0.34 4.148 8.290 0.000 25.20 +Symfony 2.8.0 demo app 50 50 100 PHP - master f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.66554 0.66757 0.00033 0.04966 0.66609 -0.26 0.66599 -0.25 2.071 8.483 0.000 25.25 +Symfony 2.8.0 demo app 50 50 100 PHP - master (JIT) f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.63113 0.65187 0.00351 0.55419 0.63253 -5.29 0.63157 -5.40 4.285 8.614 0.000 25.26 +Wordpress 6.9 main page 20 50 20 PHP - baseline@d5f6e56 d5f6e56610 https://github.com/php/php-src/commit/d5f6e56610 0.58810 0.59289 0.00106 0.17971 0.59006 0.00 0.59005 0.00 0.368 0.000 1.000 26.73 +Wordpress 6.9 main page 20 50 20 PHP - previous master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.58438 0.58775 0.00068 0.11535 0.58554 -0.77 0.58547 -0.78 1.772 8.614 0.000 25.22 +Wordpress 6.9 main page 20 50 20 PHP - master f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.58491 0.58860 0.00073 0.12467 0.58550 -0.77 0.58532 -0.80 2.837 8.600 0.000 25.27 +Wordpress 6.9 main page 20 50 20 PHP - master (JIT) f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.51492 0.51801 0.00047 0.09195 0.51577 -12.59 0.51573 -12.59 2.279 8.614 0.000 25.34 +bench.php 20 50 2 PHP - baseline@d5f6e56 d5f6e56610 https://github.com/php/php-src/commit/d5f6e56610 0.44197 0.44437 0.00058 0.13130 0.44290 0.00 0.44279 0.00 0.866 0.000 1.000 26.77 +bench.php 20 50 2 PHP - previous master c56e8caaed https://github.com/php/php-src/commit/c56e8caaed 0.44312 0.44670 0.00074 0.16629 0.44525 0.53 0.44542 0.59 -0.646 -8.393 0.000 25.26 +bench.php 20 50 2 PHP - master f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.44384 0.44715 0.00069 0.15405 0.44522 0.52 0.44514 0.53 0.471 -8.545 0.000 25.31 +bench.php 20 50 2 PHP - master (JIT) f93b17076a https://github.com/php/php-src/commit/f93b17076a 0.14335 0.14432 0.00022 0.15265 0.14383 -67.52 0.14379 -67.53 0.261 8.614 0.000 25.32 +