diff --git a/tests/results/dp-perf/edge/edge-oss.md b/tests/results/dp-perf/edge/edge-oss.md index 7cebb4e686..437efcbf23 100644 --- a/tests/results/dp-perf/edge/edge-oss.md +++ b/tests/results/dp-perf/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853968Ki +- RAM per node: 65853964Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,23 +23,24 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 674.086µs -Latencies [min, mean, 50, 90, 95, 99, max] 504.902µs, 690.958µs, 671.389µs, 776.467µs, 814.84µs, 920.64µs, 11.923ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 30000, 1000.03, 999.50 +Duration [total, attack, wait] 30s, 29.999s, 779.26µs +Latencies [min, mean, 50, 90, 95, 99, max] 401.546µs, 729.594µs, 696.171µs, 808.825µs, 853.548µs, 993.26µs, 12.557ms +Bytes In [total, mean] 4769865, 159.00 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Success [ratio] 99.95% +Status Codes [code:count] 200:29985 502:15 Error Set: +502 Bad Gateway ``` ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.99 -Duration [total, attack, wait] 30s, 30s, 727.772µs -Latencies [min, mean, 50, 90, 95, 99, max] 544.595µs, 724.644µs, 711.056µs, 815.628µs, 855.662µs, 971.898µs, 12.671ms -Bytes In [total, mean] 4830000, 161.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 707.055µs +Latencies [min, mean, 50, 90, 95, 99, max] 535.388µs, 765.759µs, 741.731µs, 856.44µs, 900.22µs, 1.028ms, 12.624ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -49,10 +50,10 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 680.019µs -Latencies [min, mean, 50, 90, 95, 99, max] 549.132µs, 745.892µs, 717.999µs, 829.205µs, 873.444µs, 1.024ms, 16.671ms -Bytes In [total, mean] 5070000, 169.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 825.751µs +Latencies [min, mean, 50, 90, 95, 99, max] 562.053µs, 766.667µs, 744.972µs, 859.534µs, 901.417µs, 1.02ms, 11.739ms +Bytes In [total, mean] 5040000, 168.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -62,10 +63,10 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 641.483µs -Latencies [min, mean, 50, 90, 95, 99, max] 537.369µs, 718.158µs, 698.151µs, 811.422µs, 855.477µs, 967.85µs, 19.633ms -Bytes In [total, mean] 4740000, 158.00 +Requests [total, rate, throughput] 30000, 1000.02, 999.99 +Duration [total, attack, wait] 30s, 29.999s, 794.715µs +Latencies [min, mean, 50, 90, 95, 99, max] 550.188µs, 749.652µs, 735.445µs, 851.278µs, 896.326µs, 1.024ms, 5.942ms +Bytes In [total, mean] 4710000, 157.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +76,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 798.923µs -Latencies [min, mean, 50, 90, 95, 99, max] 536.667µs, 719.1µs, 707.001µs, 811.278µs, 849.968µs, 956.036µs, 11.637ms -Bytes In [total, mean] 4740000, 158.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 776.178µs +Latencies [min, mean, 50, 90, 95, 99, max] 555.668µs, 750.151µs, 736.996µs, 847.199µs, 890.538µs, 1.003ms, 9.982ms +Bytes In [total, mean] 4710000, 157.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/dp-perf/edge/edge-plus.md b/tests/results/dp-perf/edge/edge-plus.md index d1b88eca64..a49df8c467 100644 --- a/tests/results/dp-perf/edge/edge-plus.md +++ b/tests/results/dp-perf/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853960Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,23 +23,23 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 659.753µs -Latencies [min, mean, 50, 90, 95, 99, max] 516.947µs, 682.043µs, 667.613µs, 764.261µs, 807.989µs, 925.905µs, 10.402ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 29999, 1000.00, 999.98 +Duration [total, attack, wait] 30s, 29.999s, 613.524µs +Latencies [min, mean, 50, 90, 95, 99, max] 493.667µs, 661.552µs, 643.908µs, 726.654µs, 763.9µs, 862.035µs, 16.392ms +Bytes In [total, mean] 4829839, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Status Codes [code:count] 200:29999 Error Set: ``` ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 672.01µs -Latencies [min, mean, 50, 90, 95, 99, max] 544.056µs, 708.524µs, 693.659µs, 798.224µs, 842.354µs, 962.69µs, 10.503ms -Bytes In [total, mean] 4890000, 163.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 688.713µs +Latencies [min, mean, 50, 90, 95, 99, max] 522.959µs, 689.862µs, 672.734µs, 764.478µs, 797.131µs, 890.809µs, 12.189ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -49,10 +49,10 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 688.255µs -Latencies [min, mean, 50, 90, 95, 99, max] 548.294µs, 725.822µs, 704.967µs, 812.886µs, 862.452µs, 1.002ms, 16.667ms -Bytes In [total, mean] 5130000, 171.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 670.956µs +Latencies [min, mean, 50, 90, 95, 99, max] 531.378µs, 688.422µs, 674.945µs, 759.955µs, 793.679µs, 885.247µs, 14.82ms +Bytes In [total, mean] 5100000, 170.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -63,9 +63,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 618.502µs -Latencies [min, mean, 50, 90, 95, 99, max] 540.088µs, 700.199µs, 685.361µs, 780.736µs, 823.779µs, 952µs, 10.406ms -Bytes In [total, mean] 4800000, 160.00 +Duration [total, attack, wait] 30s, 29.999s, 750.387µs +Latencies [min, mean, 50, 90, 95, 99, max] 530.656µs, 682.96µs, 663.291µs, 755.22µs, 792.507µs, 882.755µs, 20.103ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.00, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 696.35µs -Latencies [min, mean, 50, 90, 95, 99, max] 533.042µs, 705.177µs, 691.789µs, 786.608µs, 828.257µs, 945.722µs, 11.154ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 648.522µs +Latencies [min, mean, 50, 90, 95, 99, max] 519.81µs, 675.008µs, 658.634µs, 742.332µs, 782.502µs, 869.715µs, 12.734ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/ngf-upgrade/edge/edge-oss.md b/tests/results/ngf-upgrade/edge/edge-oss.md index b4d90ef4b9..a88dac4d12 100644 --- a/tests/results/ngf-upgrade/edge/edge-oss.md +++ b/tests/results/ngf-upgrade/edge/edge-oss.md @@ -6,46 +6,46 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853968Ki +- RAM per node: 65853964Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.992s, 59.991s, 884.168µs -Latencies [min, mean, 50, 90, 95, 99, max] 634.08µs, 868.36µs, 853.024µs, 982.366µs, 1.035ms, 1.149ms, 4.411ms -Bytes In [total, mean] 968003, 161.33 +Duration [total, attack, wait] 59.991s, 59.991s, 868µs +Latencies [min, mean, 50, 90, 95, 99, max] 673.831µs, 905.163µs, 871.482µs, 1.007ms, 1.058ms, 1.21ms, 12.461ms +Bytes In [total, mean] 926034, 154.34 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![http-oss.png](http-oss.png) +![https-oss.png](https-oss.png) -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.991s, 741.801µs -Latencies [min, mean, 50, 90, 95, 99, max] 649.146µs, 849.636µs, 833.298µs, 943.565µs, 991.03µs, 1.118ms, 9.986ms -Bytes In [total, mean] 930000, 155.00 +Duration [total, attack, wait] 59.991s, 59.99s, 738.617µs +Latencies [min, mean, 50, 90, 95, 99, max] 611.455µs, 861.834µs, 832.286µs, 967.223µs, 1.017ms, 1.204ms, 12.717ms +Bytes In [total, mean] 960000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![https-oss.png](https-oss.png) +![http-oss.png](http-oss.png) diff --git a/tests/results/ngf-upgrade/edge/edge-plus.md b/tests/results/ngf-upgrade/edge/edge-plus.md index 87f0c52c63..2005c9d30d 100644 --- a/tests/results/ngf-upgrade/edge/edge-plus.md +++ b/tests/results/ngf-upgrade/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853960Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,10 +23,10 @@ GKE Cluster: ## Test: Send https /tea traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 1.041ms -Latencies [min, mean, 50, 90, 95, 99, max] 625.872µs, 826.301µs, 807.398µs, 918.006µs, 960.877µs, 1.112ms, 6.257ms -Bytes In [total, mean] 936000, 156.00 +Requests [total, rate, throughput] 6000, 100.02, 100.02 +Duration [total, attack, wait] 59.991s, 59.99s, 837.681µs +Latencies [min, mean, 50, 90, 95, 99, max] 653.705µs, 925.365µs, 897.43µs, 1.065ms, 1.118ms, 1.26ms, 12.393ms +Bytes In [total, mean] 931990, 155.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 @@ -38,10 +38,10 @@ Error Set: ## Test: Send http /coffee traffic ```text -Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 1.116ms -Latencies [min, mean, 50, 90, 95, 99, max] 437.199µs, 801.276µs, 794.836µs, 903.922µs, 948.055µs, 1.064ms, 6.149ms -Bytes In [total, mean] 972000, 162.00 +Requests [total, rate, throughput] 6000, 100.02, 100.02 +Duration [total, attack, wait] 59.991s, 59.99s, 937.076µs +Latencies [min, mean, 50, 90, 95, 99, max] 429.788µs, 877.933µs, 876.522µs, 1.03ms, 1.08ms, 1.189ms, 12.246ms +Bytes In [total, mean] 966000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 diff --git a/tests/results/ngf-upgrade/edge/http-oss.png b/tests/results/ngf-upgrade/edge/http-oss.png index c9d34ab180..7f975877df 100644 Binary files a/tests/results/ngf-upgrade/edge/http-oss.png and b/tests/results/ngf-upgrade/edge/http-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/http-plus.png b/tests/results/ngf-upgrade/edge/http-plus.png index c5a9597418..9fe0ef8b23 100644 Binary files a/tests/results/ngf-upgrade/edge/http-plus.png and b/tests/results/ngf-upgrade/edge/http-plus.png differ diff --git a/tests/results/ngf-upgrade/edge/https-oss.png b/tests/results/ngf-upgrade/edge/https-oss.png index c9d34ab180..7f975877df 100644 Binary files a/tests/results/ngf-upgrade/edge/https-oss.png and b/tests/results/ngf-upgrade/edge/https-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/https-plus.png b/tests/results/ngf-upgrade/edge/https-plus.png index c5a9597418..9fe0ef8b23 100644 Binary files a/tests/results/ngf-upgrade/edge/https-plus.png and b/tests/results/ngf-upgrade/edge/https-plus.png differ diff --git a/tests/results/reconfig/edge/edge-oss.md b/tests/results/reconfig/edge/edge-oss.md index 40f21d216d..1d24fb9eea 100644 --- a/tests/results/reconfig/edge/edge-oss.md +++ b/tests/results/reconfig/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853968Ki +- RAM per node: 65853964Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,7 +24,7 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 2s +- TimeToReadyTotal: 3s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 - NGINX Reload Average Time: 113ms @@ -38,24 +38,24 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 7 -- Event Batch Processing Average Time: 39ms +- Event Batch Total: 6 +- Event Batch Processing Average Time: 46ms - Event Batch Processing distribution: - - 500ms: 7 - - 1000ms: 7 - - 5000ms: 7 - - 10000ms: 7 - - 30000ms: 7 - - +Infms: 7 + - 500ms: 6 + - 1000ms: 6 + - 5000ms: 6 + - 10000ms: 6 + - 30000ms: 6 + - +Infms: 6 ## Test 1: Resources exist before startup - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 2s +- TimeToReadyTotal: 3s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 113ms +- NGINX Reload Average Time: 76ms - Reload distribution: - 500ms: 2 - 1000ms: 2 @@ -66,21 +66,21 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 6 -- Event Batch Processing Average Time: 47ms +- Event Batch Total: 5 +- Event Batch Processing Average Time: 94ms - Event Batch Processing distribution: - - 500ms: 6 - - 1000ms: 6 - - 5000ms: 6 - - 10000ms: 6 - - 30000ms: 6 - - +Infms: 6 + - 500ms: 5 + - 1000ms: 5 + - 5000ms: 5 + - 10000ms: 5 + - 30000ms: 5 + - +Infms: 5 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 ### Reloads and Time to Ready -- TimeToReadyTotal: 8s +- TimeToReadyTotal: 7s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 62 - NGINX Reload Average Time: 126ms @@ -94,43 +94,43 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 338 +- Event Batch Total: 339 - Event Batch Processing Average Time: 23ms - Event Batch Processing distribution: - - 500ms: 338 - - 1000ms: 338 - - 5000ms: 338 - - 10000ms: 338 - - 30000ms: 338 - - +Infms: 338 + - 500ms: 339 + - 1000ms: 339 + - 5000ms: 339 + - 10000ms: 339 + - 30000ms: 339 + - +Infms: 339 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 44s +- TimeToReadyTotal: 43s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 342 +- NGINX Reloads: 339 - NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 342 - - 1000ms: 342 - - 5000ms: 342 - - 10000ms: 342 - - 30000ms: 342 - - +Infms: 342 + - 500ms: 339 + - 1000ms: 339 + - 5000ms: 339 + - 10000ms: 339 + - 30000ms: 339 + - +Infms: 339 ### Event Batch Processing -- Event Batch Total: 1696 +- Event Batch Total: 1692 - Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 1696 - - 1000ms: 1696 - - 5000ms: 1696 - - 10000ms: 1696 - - 30000ms: 1696 - - +Infms: 1696 + - 500ms: 1692 + - 1000ms: 1692 + - 5000ms: 1692 + - 10000ms: 1692 + - 30000ms: 1692 + - +Infms: 1692 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -139,7 +139,7 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 64 -- NGINX Reload Average Time: 125ms +- NGINX Reload Average Time: 126ms - Reload distribution: - 500ms: 64 - 1000ms: 64 @@ -164,7 +164,7 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 1s +- TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 343 - NGINX Reload Average Time: 125ms @@ -178,12 +178,12 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 1554 +- Event Batch Total: 1545 - Event Batch Processing Average Time: 28ms - Event Batch Processing distribution: - - 500ms: 1554 - - 1000ms: 1554 - - 5000ms: 1554 - - 10000ms: 1554 - - 30000ms: 1554 - - +Infms: 1554 + - 500ms: 1545 + - 1000ms: 1545 + - 5000ms: 1545 + - 10000ms: 1545 + - 30000ms: 1545 + - +Infms: 1545 diff --git a/tests/results/reconfig/edge/edge-plus.md b/tests/results/reconfig/edge/edge-plus.md index 622a9989fa..ebadf92e8b 100644 --- a/tests/results/reconfig/edge/edge-plus.md +++ b/tests/results/reconfig/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853960Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -39,7 +39,7 @@ GKE Cluster: ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 46ms +- Event Batch Processing Average Time: 48ms - Event Batch Processing distribution: - 500ms: 6 - 1000ms: 6 @@ -52,7 +52,7 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 4s +- TimeToReadyTotal: 2s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 - NGINX Reload Average Time: 113ms @@ -67,7 +67,7 @@ GKE Cluster: ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 47ms +- Event Batch Processing Average Time: 54ms - Event Batch Processing distribution: - 500ms: 6 - 1000ms: 6 @@ -94,21 +94,21 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 335 +- Event Batch Total: 338 - Event Batch Processing Average Time: 23ms - Event Batch Processing distribution: - - 500ms: 335 - - 1000ms: 335 - - 5000ms: 335 - - 10000ms: 335 - - 30000ms: 335 - - +Infms: 335 + - 500ms: 338 + - 1000ms: 338 + - 5000ms: 338 + - 10000ms: 338 + - 30000ms: 338 + - +Infms: 338 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 43s +- TimeToReadyTotal: 44s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 342 - NGINX Reload Average Time: 126ms @@ -122,15 +122,15 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 1691 +- Event Batch Total: 1696 - Event Batch Processing Average Time: 25ms - Event Batch Processing distribution: - - 500ms: 1691 - - 1000ms: 1691 - - 5000ms: 1691 - - 10000ms: 1691 - - 30000ms: 1691 - - +Infms: 1691 + - 500ms: 1696 + - 1000ms: 1696 + - 5000ms: 1696 + - 10000ms: 1696 + - 30000ms: 1696 + - +Infms: 1696 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -166,24 +166,24 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 344 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 346 +- NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 344 - - 1000ms: 344 - - 5000ms: 344 - - 10000ms: 344 - - 30000ms: 344 - - +Infms: 344 + - 500ms: 346 + - 1000ms: 346 + - 5000ms: 346 + - 10000ms: 346 + - 30000ms: 346 + - +Infms: 346 ### Event Batch Processing -- Event Batch Total: 1556 +- Event Batch Total: 1555 - Event Batch Processing Average Time: 28ms - Event Batch Processing distribution: - - 500ms: 1556 - - 1000ms: 1556 - - 5000ms: 1556 - - 10000ms: 1556 - - 30000ms: 1556 - - +Infms: 1556 + - 500ms: 1555 + - 1000ms: 1555 + - 5000ms: 1555 + - 10000ms: 1555 + - 30000ms: 1555 + - +Infms: 1555 diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png index 9084ed758f..94e224443a 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png index 7a99f6e64e..ae0c9e221f 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png index f454581f82..a22c0c1390 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png index bd6c33a51b..81b9fe40f0 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png index 69f4b6ceb3..daf38ac27e 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png index 01791f598c..aa90be355b 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png index 24f70a4501..ba353bf183 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png index d83ce3c69b..cd91388848 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png index 4d799434de..6c51860774 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png index 5a9a4f0893..f0ed59d902 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log new file mode 100644 index 0000000000..eb18c4eab6 --- /dev/null +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log @@ -0,0 +1,3 @@ +{"level":"debug","ts":"2024-10-01T16:19:26Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2024-10-01T16:19:26Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2024-10-01T16:20:38Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png index e250993b12..9adaf1fade 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png index ff602ccc7c..899cae7e63 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png index 386d30a8a4..dc6462ce98 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png index 851bac51a2..16aeac8b19 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png index 4378a65961..1205a659dd 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png and b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png index 58fdc956cb..00171e7921 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png and b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log new file mode 100644 index 0000000000..b82e0f3755 --- /dev/null +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log @@ -0,0 +1,2 @@ +{"level":"debug","ts":"2024-10-01T16:15:30Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2024-10-01T16:16:38Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png index a82611ad38..eb760009a1 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png index 73b58813fc..52dd5b6779 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png index 6b7f498b31..70dbb9e201 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png index 22d399646e..cae5934890 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png index 26fdcadf60..a7b4da8923 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png index 705af31db4..2d7e152a13 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/ngf-plus.log b/tests/results/scale/edge/TestScale_UpstreamServers/ngf-plus.log index b890bb78e4..35862e1388 100644 --- a/tests/results/scale/edge/TestScale_UpstreamServers/ngf-plus.log +++ b/tests/results/scale/edge/TestScale_UpstreamServers/ngf-plus.log @@ -1 +1 @@ -{"level":"error","ts":"2024-09-15T19:17:23Z","logger":"eventLoop.eventHandler","msg":"couldn't update upstream via the API, reloading configuration instead","batchID":231,"upstreamName":"scale_backend_80","error":"failed to update servers of scale_backend_80 upstream: failed to add 10.120.10.168:8080 server to scale_backend_80 upstream: expected 201 response, got 500. error.status=500; error.text=upstream memory exhausted; error.code=UpstreamOutOfMemory; request_id=12c0924ef4cfa2569609b05e32b8261b; href=https://nginx.org/en/docs/http/ngx_http_api_module.html","stacktrace":"github.com/nginxinc/nginx-gateway-fabric/internal/mode/static.(*eventHandlerImpl).updateUpstreamServers\n\t/home/runner/work/nginx-gateway-fabric/nginx-gateway-fabric/internal/mode/static/handler.go:374\ngithub.com/nginxinc/nginx-gateway-fabric/internal/mode/static.(*eventHandlerImpl).HandleEventBatch\n\t/home/runner/work/nginx-gateway-fabric/nginx-gateway-fabric/internal/mode/static/handler.go:200\ngithub.com/nginxinc/nginx-gateway-fabric/internal/framework/events.(*EventLoop).Start.func1.1\n\t/home/runner/work/nginx-gateway-fabric/nginx-gateway-fabric/internal/framework/events/loop.go:74"} +{"level":"info","ts":"2024-10-01T16:34:56Z","msg":"pkg/mod/k8s.io/client-go@v0.31.1/tools/cache/reflector.go:243: watch of *v1.EndpointSlice ended with: an error on the server (\"unable to decode an event from the watch stream: got short buffer with n=0, base=4092, cap=81920\") has prevented the request from succeeding"} diff --git a/tests/results/scale/edge/edge-oss.md b/tests/results/scale/edge/edge-oss.md index cf61db9525..02b72e0b86 100644 --- a/tests/results/scale/edge/edge-oss.md +++ b/tests/results/scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853968Ki +- RAM per node: 65853964Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -37,15 +37,15 @@ GKE Cluster: ### Event Batch Processing -- Total: 386 -- Average Time: 120ms +- Total: 387 +- Average Time: 128ms - Event Batch Processing distribution: - - 500ms: 353 + - 500ms: 355 - 1000ms: 386 - - 5000ms: 386 - - 10000ms: 386 - - 30000ms: 386 - - +Infms: 386 + - 5000ms: 387 + - 10000ms: 387 + - 30000ms: 387 + - +Infms: 387 ### Errors @@ -63,32 +63,32 @@ The logs are attached only if there are errors. ### Reloads -- Total: 127 +- Total: 128 - Total Errors: 0 -- Average Time: 166ms +- Average Time: 168ms - Reload distribution: - - 500ms: 127 - - 1000ms: 127 - - 5000ms: 127 - - 10000ms: 127 - - 30000ms: 127 - - +Infms: 127 + - 500ms: 128 + - 1000ms: 128 + - 5000ms: 128 + - 10000ms: 128 + - 30000ms: 128 + - +Infms: 128 ### Event Batch Processing -- Total: 449 -- Average Time: 119ms +- Total: 451 +- Average Time: 120ms - Event Batch Processing distribution: - - 500ms: 406 + - 500ms: 410 - 1000ms: 449 - - 5000ms: 449 - - 10000ms: 449 - - 30000ms: 449 - - +Infms: 449 + - 5000ms: 451 + - 10000ms: 451 + - 30000ms: 451 + - +Infms: 451 ### Errors -- NGF errors: 1 +- NGF errors: 0 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -104,9 +104,9 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 349ms +- Average Time: 348ms - Reload distribution: - - 500ms: 827 + - 500ms: 822 - 1000ms: 1001 - 5000ms: 1001 - 10000ms: 1001 @@ -116,9 +116,9 @@ The logs are attached only if there are errors. ### Event Batch Processing - Total: 1008 -- Average Time: 410ms +- Average Time: 411ms - Event Batch Processing distribution: - - 500ms: 697 + - 500ms: 689 - 1000ms: 1008 - 5000ms: 1008 - 10000ms: 1008 @@ -141,28 +141,28 @@ The logs are attached only if there are errors. ### Reloads -- Total: 142 +- Total: 149 - Total Errors: 0 - Average Time: 127ms - Reload distribution: - - 500ms: 142 - - 1000ms: 142 - - 5000ms: 142 - - 10000ms: 142 - - 30000ms: 142 - - +Infms: 142 + - 500ms: 149 + - 1000ms: 149 + - 5000ms: 149 + - 10000ms: 149 + - 30000ms: 149 + - +Infms: 149 ### Event Batch Processing -- Total: 145 +- Total: 152 - Average Time: 127ms - Event Batch Processing distribution: - - 500ms: 145 - - 1000ms: 145 - - 5000ms: 145 - - 10000ms: 145 - - 30000ms: 145 - - +Infms: 145 + - 500ms: 152 + - 1000ms: 152 + - 5000ms: 152 + - 10000ms: 152 + - 30000ms: 152 + - +Infms: 152 ### Errors @@ -179,22 +179,22 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 29999, 1000.00, 999.98 -Duration [total, attack, wait] 30s, 29.999s, 606.451µs -Latencies [min, mean, 50, 90, 95, 99, max] 526.999µs, 683.711µs, 660.153µs, 741.92µs, 772.925µs, 867.538µs, 21.592ms -Bytes In [total, mean] 4799840, 160.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30.001s, 30s, 795.282µs +Latencies [min, mean, 50, 90, 95, 99, max] 571.07µs, 775.874µs, 750.269µs, 856.654µs, 899.524µs, 1.032ms, 13.244ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:29999 +Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30s, 30s, 710.171µs -Latencies [min, mean, 50, 90, 95, 99, max] 583.591µs, 754.734µs, 733.67µs, 853.431µs, 912.996µs, 1.017ms, 13.579ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 29999, 1000.00, 999.97 +Duration [total, attack, wait] 30s, 29.999s, 796µs +Latencies [min, mean, 50, 90, 95, 99, max] 639.659µs, 843.281µs, 824.459µs, 960.873µs, 1.017ms, 1.137ms, 9.173ms +Bytes In [total, mean] 4859838, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Status Codes [code:count] 200:29999 Error Set: ``` diff --git a/tests/results/scale/edge/edge-plus.md b/tests/results/scale/edge/edge-plus.md index 8a9e58238a..c4ba28ff9f 100644 --- a/tests/results/scale/edge/edge-plus.md +++ b/tests/results/scale/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853960Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,24 +24,24 @@ GKE Cluster: ### Reloads -- Total: 128 +- Total: 127 - Total Errors: 0 -- Average Time: 146ms +- Average Time: 149ms - Reload distribution: - - 500ms: 128 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 - - +Infms: 128 + - 500ms: 127 + - 1000ms: 127 + - 5000ms: 127 + - 10000ms: 127 + - 30000ms: 127 + - +Infms: 127 ### Event Batch Processing - Total: 386 -- Average Time: 128ms +- Average Time: 124ms - Event Batch Processing distribution: - 500ms: 352 - - 1000ms: 384 + - 1000ms: 386 - 5000ms: 386 - 10000ms: 386 - 30000ms: 386 @@ -49,7 +49,7 @@ GKE Cluster: ### Errors -- NGF errors: 0 +- NGF errors: 2 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -63,32 +63,32 @@ The logs are attached only if there are errors. ### Reloads -- Total: 128 +- Total: 127 - Total Errors: 0 -- Average Time: 169ms +- Average Time: 170ms - Reload distribution: - - 500ms: 128 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 - - +Infms: 128 + - 500ms: 127 + - 1000ms: 127 + - 5000ms: 127 + - 10000ms: 127 + - 30000ms: 127 + - +Infms: 127 ### Event Batch Processing -- Total: 451 +- Total: 449 - Average Time: 120ms - Event Batch Processing distribution: - - 500ms: 410 - - 1000ms: 450 - - 5000ms: 451 - - 10000ms: 451 - - 30000ms: 451 - - +Infms: 451 + - 500ms: 407 + - 1000ms: 447 + - 5000ms: 449 + - 10000ms: 449 + - 30000ms: 449 + - +Infms: 449 ### Errors -- NGF errors: 0 +- NGF errors: 3 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -104,9 +104,9 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 357ms +- Average Time: 361ms - Reload distribution: - - 500ms: 805 + - 500ms: 790 - 1000ms: 1001 - 5000ms: 1001 - 10000ms: 1001 @@ -116,10 +116,10 @@ The logs are attached only if there are errors. ### Event Batch Processing - Total: 1008 -- Average Time: 421ms +- Average Time: 424ms - Event Batch Processing distribution: - - 500ms: 661 - - 1000ms: 1007 + - 500ms: 656 + - 1000ms: 1008 - 5000ms: 1008 - 10000ms: 1008 - 30000ms: 1008 @@ -154,21 +154,21 @@ The logs are attached only if there are errors. ### Event Batch Processing -- Total: 192 -- Average Time: 11ms +- Total: 143 +- Average Time: 8ms - Event Batch Processing distribution: - - 500ms: 192 - - 1000ms: 192 - - 5000ms: 192 - - 10000ms: 192 - - 30000ms: 192 - - +Infms: 192 + - 500ms: 143 + - 1000ms: 143 + - 5000ms: 143 + - 10000ms: 143 + - 30000ms: 143 + - +Infms: 143 ### Errors - NGF errors: 1 - NGF container restarts: 0 -- NGINX errors: 2 +- NGINX errors: 0 - NGINX container restarts: 0 ### Graphs and Logs @@ -179,20 +179,20 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 648.499µs -Latencies [min, mean, 50, 90, 95, 99, max] 554.454µs, 725.248µs, 711.364µs, 808.116µs, 839.288µs, 916.292µs, 12.038ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 859.047µs +Latencies [min, mean, 50, 90, 95, 99, max] 514.844µs, 721.442µs, 685.71µs, 795.965µs, 841.032µs, 978.573µs, 22.353ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.07, 1000.04 -Duration [total, attack, wait] 29.999s, 29.998s, 823.329µs -Latencies [min, mean, 50, 90, 95, 99, max] 602.148µs, 798.628µs, 782.092µs, 900.291µs, 950.738µs, 1.054ms, 9.115ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.02, 999.99 +Duration [total, attack, wait] 30s, 29.999s, 882.046µs +Latencies [min, mean, 50, 90, 95, 99, max] 600.374µs, 792.586µs, 764.498µs, 897.846µs, 945.622µs, 1.063ms, 16.397ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png index ef698c2bee..bbf9138cfe 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png index 8417ea0b84..6819def445 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png index ef698c2bee..bbf9138cfe 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png index 8417ea0b84..6819def445 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png index f2acecf76d..69134144b7 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png index 5da34b9e4c..6f507bdb61 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png index f2acecf76d..69134144b7 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png index 5da34b9e4c..6f507bdb61 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png index 868b30c1ba..916990417e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png index fd213a0f21..b3cfe38109 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png index 868b30c1ba..916990417e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png index fd213a0f21..b3cfe38109 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png index ecc3fbf95e..3d63d61a77 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png index 38b676db01..9f2f39c427 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png index ecc3fbf95e..f23ac88ef2 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png index 38b676db01..9f2f39c427 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/edge-oss.md b/tests/results/zero-downtime-scale/edge/edge-oss.md index 9efaabaa7d..e022a48f81 100644 --- a/tests/results/zero-downtime-scale/edge/edge-oss.md +++ b/tests/results/zero-downtime-scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853968Ki +- RAM per node: 65853964Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -28,9 +28,9 @@ GKE Cluster: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 941.282µs -Latencies [min, mean, 50, 90, 95, 99, max] 415.473µs, 856.715µs, 838.478µs, 984.981µs, 1.047ms, 1.391ms, 12.998ms -Bytes In [total, mean] 4772980, 159.10 +Duration [total, attack, wait] 5m0s, 5m0s, 920.846µs +Latencies [min, mean, 50, 90, 95, 99, max] 411.485µs, 855.405µs, 846.326µs, 992.027µs, 1.055ms, 1.528ms, 12.094ms +Bytes In [total, mean] 4856901, 161.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -43,9 +43,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 948.091µs -Latencies [min, mean, 50, 90, 95, 99, max] 430.257µs, 882.024µs, 858.456µs, 1.01ms, 1.07ms, 1.394ms, 13.228ms -Bytes In [total, mean] 4592971, 153.10 +Duration [total, attack, wait] 5m0s, 5m0s, 835.477µs +Latencies [min, mean, 50, 90, 95, 99, max] 422.379µs, 877.425µs, 865.209µs, 1.015ms, 1.077ms, 1.484ms, 10.128ms +Bytes In [total, mean] 4676895, 155.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -56,99 +56,99 @@ Error Set: ### Scale Down Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 861.851µs -Latencies [min, mean, 50, 90, 95, 99, max] 388.906µs, 837.257µs, 832.647µs, 972.75µs, 1.025ms, 1.309ms, 16.112ms -Bytes In [total, mean] 7636736, 159.10 +Duration [total, attack, wait] 8m0s, 8m0s, 879.916µs +Latencies [min, mean, 50, 90, 95, 99, max] 416.857µs, 856.987µs, 853.671µs, 993.963µs, 1.047ms, 1.263ms, 9.923ms +Bytes In [total, mean] 7483309, 155.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 Error Set: ``` -![gradual-scale-down-affinity-http-oss.png](gradual-scale-down-affinity-http-oss.png) +![gradual-scale-down-affinity-https-oss.png](gradual-scale-down-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 880.405µs -Latencies [min, mean, 50, 90, 95, 99, max] 434.792µs, 859.667µs, 851.452µs, 993.423µs, 1.047ms, 1.318ms, 22.086ms -Bytes In [total, mean] 7348877, 153.10 +Duration [total, attack, wait] 8m0s, 8m0s, 865.816µs +Latencies [min, mean, 50, 90, 95, 99, max] 406.891µs, 830.509µs, 830.4µs, 966.382µs, 1.017ms, 1.235ms, 10.612ms +Bytes In [total, mean] 7771287, 161.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 Error Set: ``` -![gradual-scale-down-affinity-https-oss.png](gradual-scale-down-affinity-https-oss.png) +![gradual-scale-down-affinity-http-oss.png](gradual-scale-down-affinity-http-oss.png) ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 936.791µs -Latencies [min, mean, 50, 90, 95, 99, max] 434.275µs, 834.34µs, 836.85µs, 955.212µs, 999.745µs, 1.206ms, 4.254ms -Bytes In [total, mean] 1909159, 159.10 +Duration [total, attack, wait] 2m0s, 2m0s, 964.285µs +Latencies [min, mean, 50, 90, 95, 99, max] 456.767µs, 865.263µs, 860.764µs, 995.816µs, 1.048ms, 1.274ms, 6.511ms +Bytes In [total, mean] 1870849, 155.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-http-oss.png](abrupt-scale-up-affinity-http-oss.png) +![abrupt-scale-up-affinity-https-oss.png](abrupt-scale-up-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 913.769µs -Latencies [min, mean, 50, 90, 95, 99, max] 452.248µs, 862.036µs, 859.59µs, 981.982µs, 1.03ms, 1.224ms, 5.425ms -Bytes In [total, mean] 1837196, 153.10 +Duration [total, attack, wait] 2m0s, 2m0s, 852.484µs +Latencies [min, mean, 50, 90, 95, 99, max] 406.832µs, 835.797µs, 836.04µs, 966.674µs, 1.015ms, 1.225ms, 5.498ms +Bytes In [total, mean] 1942788, 161.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-https-oss.png](abrupt-scale-up-affinity-https-oss.png) +![abrupt-scale-up-affinity-http-oss.png](abrupt-scale-up-affinity-http-oss.png) ### Scale Down Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 839.354µs -Latencies [min, mean, 50, 90, 95, 99, max] 429.134µs, 839.472µs, 844.373µs, 971.135µs, 1.015ms, 1.139ms, 8.115ms -Bytes In [total, mean] 1909155, 159.10 +Duration [total, attack, wait] 2m0s, 2m0s, 924.091µs +Latencies [min, mean, 50, 90, 95, 99, max] 415.852µs, 840.745µs, 839.98µs, 973.653µs, 1.019ms, 1.176ms, 6.453ms +Bytes In [total, mean] 1870712, 155.89 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) +![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 939.939µs -Latencies [min, mean, 50, 90, 95, 99, max] 480.704µs, 870.056µs, 867.661µs, 997.034µs, 1.042ms, 1.192ms, 8.142ms -Bytes In [total, mean] 1837196, 153.10 +Duration [total, attack, wait] 2m0s, 2m0s, 766.315µs +Latencies [min, mean, 50, 90, 95, 99, max] 402.294µs, 811.814µs, 816.225µs, 941.099µs, 985.671µs, 1.133ms, 6.507ms +Bytes In [total, mean] 1942795, 161.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) +![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) ## Multiple NGF Pods run per node Test Results @@ -158,9 +158,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 781µs -Latencies [min, mean, 50, 90, 95, 99, max] 450.747µs, 880.257µs, 862.881µs, 1.016ms, 1.078ms, 1.405ms, 15.565ms -Bytes In [total, mean] 4596040, 153.20 +Duration [total, attack, wait] 5m0s, 5m0s, 910.061µs +Latencies [min, mean, 50, 90, 95, 99, max] 423.708µs, 875.276µs, 864.898µs, 1.004ms, 1.06ms, 1.376ms, 12.565ms +Bytes In [total, mean] 4679934, 156.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -173,9 +173,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 753.212µs -Latencies [min, mean, 50, 90, 95, 99, max] 423.949µs, 849.438µs, 840.322µs, 985.358µs, 1.05ms, 1.363ms, 9.304ms -Bytes In [total, mean] 4775933, 159.20 +Duration [total, attack, wait] 5m0s, 5m0s, 908.235µs +Latencies [min, mean, 50, 90, 95, 99, max] 406.086µs, 848.382µs, 841.986µs, 977.23µs, 1.029ms, 1.398ms, 10.725ms +Bytes In [total, mean] 4856851, 161.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -190,9 +190,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 1.051ms -Latencies [min, mean, 50, 90, 95, 99, max] 427.904µs, 869.882µs, 852.202µs, 1.001ms, 1.061ms, 1.348ms, 44.978ms -Bytes In [total, mean] 14707047, 153.20 +Duration [total, attack, wait] 16m0s, 16m0s, 740.733µs +Latencies [min, mean, 50, 90, 95, 99, max] 410.892µs, 875.413µs, 864.704µs, 1.017ms, 1.086ms, 1.36ms, 20.699ms +Bytes In [total, mean] 14975851, 156.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -205,9 +205,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 1.047ms -Latencies [min, mean, 50, 90, 95, 99, max] 399.655µs, 836.886µs, 826.463µs, 967.339µs, 1.022ms, 1.306ms, 52.641ms -Bytes In [total, mean] 15283118, 159.20 +Duration [total, attack, wait] 16m0s, 16m0s, 967.509µs +Latencies [min, mean, 50, 90, 95, 99, max] 400.085µs, 851.909µs, 845.806µs, 995.86µs, 1.062ms, 1.327ms, 12.73ms +Bytes In [total, mean] 15542464, 161.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -222,9 +222,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 799.964µs -Latencies [min, mean, 50, 90, 95, 99, max] 420.185µs, 816.609µs, 816.423µs, 935.217µs, 979.339µs, 1.205ms, 4.294ms -Bytes In [total, mean] 1910348, 159.20 +Duration [total, attack, wait] 2m0s, 2m0s, 964.705µs +Latencies [min, mean, 50, 90, 95, 99, max] 415.829µs, 850.933µs, 845.823µs, 1.002ms, 1.062ms, 1.283ms, 11.993ms +Bytes In [total, mean] 1942775, 161.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -237,9 +237,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 787.365µs -Latencies [min, mean, 50, 90, 95, 99, max] 448.429µs, 836.05µs, 827.836µs, 956.729µs, 1.004ms, 1.177ms, 5.304ms -Bytes In [total, mean] 1838442, 153.20 +Duration [total, attack, wait] 2m0s, 2m0s, 865.341µs +Latencies [min, mean, 50, 90, 95, 99, max] 413.61µs, 875.028µs, 861.695µs, 1.022ms, 1.089ms, 1.319ms, 12.274ms +Bytes In [total, mean] 1872019, 156.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -254,9 +254,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 795.445µs -Latencies [min, mean, 50, 90, 95, 99, max] 453.2µs, 850.049µs, 837.284µs, 963.627µs, 1.007ms, 1.155ms, 5.583ms -Bytes In [total, mean] 1838414, 153.20 +Duration [total, attack, wait] 2m0s, 2m0s, 864.336µs +Latencies [min, mean, 50, 90, 95, 99, max] 446.431µs, 899.507µs, 886.291µs, 1.078ms, 1.154ms, 1.361ms, 7.446ms +Bytes In [total, mean] 1872087, 156.01 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -269,9 +269,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 841.301µs -Latencies [min, mean, 50, 90, 95, 99, max] 410.29µs, 822.32µs, 814.047µs, 934.883µs, 979.528µs, 1.145ms, 5.637ms -Bytes In [total, mean] 1910430, 159.20 +Duration [total, attack, wait] 2m0s, 2m0s, 897.339µs +Latencies [min, mean, 50, 90, 95, 99, max] 422.501µs, 860.245µs, 853.78µs, 1.033ms, 1.1ms, 1.292ms, 9.213ms +Bytes In [total, mean] 1942794, 161.90 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 diff --git a/tests/results/zero-downtime-scale/edge/edge-plus.md b/tests/results/zero-downtime-scale/edge/edge-plus.md index a74d977c01..76e3bbb552 100644 --- a/tests/results/zero-downtime-scale/edge/edge-plus.md +++ b/tests/results/zero-downtime-scale/edge/edge-plus.md @@ -6,16 +6,16 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: bf8ea47203eb4695af0d359243c73de2d1badbbf -- Date: 2024-09-13T20:33:11Z +- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 +- Date: 2024-09-30T23:47:54Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1639000 +- k8s version: v1.30.3-gke.1969001 - vCPUs per node: 16 -- RAM per node: 65853960Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,35 +24,35 @@ GKE Cluster: ### Scale Up Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 838.654µs -Latencies [min, mean, 50, 90, 95, 99, max] 426.793µs, 895.22µs, 888.223µs, 1.02ms, 1.072ms, 1.357ms, 23.439ms -Bytes In [total, mean] 4677038, 155.90 +Duration [total, attack, wait] 5m0s, 5m0s, 954.535µs +Latencies [min, mean, 50, 90, 95, 99, max] 415.048µs, 937.174µs, 934.38µs, 1.094ms, 1.152ms, 1.406ms, 12.435ms +Bytes In [total, mean] 4836013, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) +![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 817.673µs -Latencies [min, mean, 50, 90, 95, 99, max] 443.502µs, 875.28µs, 869.666µs, 996.17µs, 1.048ms, 1.34ms, 23.496ms -Bytes In [total, mean] 4854041, 161.80 +Duration [total, attack, wait] 5m0s, 5m0s, 991.205µs +Latencies [min, mean, 50, 90, 95, 99, max] 479.274µs, 961.844µs, 953.465µs, 1.111ms, 1.169ms, 1.413ms, 12.364ms +Bytes In [total, mean] 4655917, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) +![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) ### Scale Down Gradually @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 934.141µs -Latencies [min, mean, 50, 90, 95, 99, max] 410.386µs, 862.218µs, 860.273µs, 993.684µs, 1.045ms, 1.305ms, 10.817ms -Bytes In [total, mean] 7766579, 161.80 +Duration [total, attack, wait] 8m0s, 8m0s, 826.981µs +Latencies [min, mean, 50, 90, 95, 99, max] 402.249µs, 890.439µs, 887.751µs, 1.035ms, 1.09ms, 1.297ms, 12.06ms +Bytes In [total, mean] 7737593, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 936.269µs -Latencies [min, mean, 50, 90, 95, 99, max] 420.305µs, 885.913µs, 879.821µs, 1.017ms, 1.074ms, 1.363ms, 12.081ms -Bytes In [total, mean] 7483128, 155.90 +Duration [total, attack, wait] 8m0s, 8m0s, 930.269µs +Latencies [min, mean, 50, 90, 95, 99, max] 439.115µs, 927.981µs, 915.944µs, 1.077ms, 1.139ms, 1.348ms, 11.93ms +Bytes In [total, mean] 7449595, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -88,35 +88,35 @@ Error Set: ### Scale Up Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 825.237µs -Latencies [min, mean, 50, 90, 95, 99, max] 450.923µs, 881.321µs, 874.85µs, 1.017ms, 1.07ms, 1.269ms, 12.888ms -Bytes In [total, mean] 1870817, 155.90 +Duration [total, attack, wait] 2m0s, 2m0s, 963.179µs +Latencies [min, mean, 50, 90, 95, 99, max] 450.051µs, 896.182µs, 892.984µs, 1.037ms, 1.092ms, 1.268ms, 23.448ms +Bytes In [total, mean] 1934369, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-https-plus.png](abrupt-scale-up-affinity-https-plus.png) +![abrupt-scale-up-affinity-http-plus.png](abrupt-scale-up-affinity-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 811.898µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.705µs, 859.014µs, 855.668µs, 993.424µs, 1.042ms, 1.222ms, 11.175ms -Bytes In [total, mean] 1941620, 161.80 +Duration [total, attack, wait] 2m0s, 2m0s, 1.025ms +Latencies [min, mean, 50, 90, 95, 99, max] 485.448µs, 933.597µs, 923.785µs, 1.08ms, 1.14ms, 1.343ms, 10.516ms +Bytes In [total, mean] 1862417, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-http-plus.png](abrupt-scale-up-affinity-http-plus.png) +![abrupt-scale-up-affinity-https-plus.png](abrupt-scale-up-affinity-https-plus.png) ### Scale Down Abruptly @@ -124,9 +124,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 951.106µs -Latencies [min, mean, 50, 90, 95, 99, max] 465.627µs, 892.868µs, 882.75µs, 1.027ms, 1.079ms, 1.252ms, 26.823ms -Bytes In [total, mean] 1870707, 155.89 +Duration [total, attack, wait] 2m0s, 2m0s, 1.055ms +Latencies [min, mean, 50, 90, 95, 99, max] 464.835µs, 963.958µs, 955.367µs, 1.124ms, 1.187ms, 1.34ms, 12.608ms +Bytes In [total, mean] 1862303, 155.19 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -139,9 +139,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 822.955µs -Latencies [min, mean, 50, 90, 95, 99, max] 423.669µs, 846.849µs, 846.377µs, 987.528µs, 1.037ms, 1.201ms, 26.852ms -Bytes In [total, mean] 1941643, 161.80 +Duration [total, attack, wait] 2m0s, 2m0s, 976.186µs +Latencies [min, mean, 50, 90, 95, 99, max] 459.946µs, 943.282µs, 939.805µs, 1.102ms, 1.164ms, 1.318ms, 12.594ms +Bytes In [total, mean] 1934388, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -158,9 +158,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 1.005ms -Latencies [min, mean, 50, 90, 95, 99, max] 432.267µs, 869.923µs, 862.861µs, 994.904µs, 1.046ms, 1.395ms, 8.753ms -Bytes In [total, mean] 4860067, 162.00 +Duration [total, attack, wait] 5m0s, 5m0s, 528.335µs +Latencies [min, mean, 50, 90, 95, 99, max] 433.12µs, 907.961µs, 903.913µs, 1.054ms, 1.115ms, 1.411ms, 9.334ms +Bytes In [total, mean] 4836131, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -173,9 +173,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 897.953µs -Latencies [min, mean, 50, 90, 95, 99, max] 466.595µs, 892.323µs, 883.737µs, 1.018ms, 1.074ms, 1.381ms, 10.233ms -Bytes In [total, mean] 4680027, 156.00 +Duration [total, attack, wait] 5m0s, 5m0s, 899.588µs +Latencies [min, mean, 50, 90, 95, 99, max] 460.25µs, 931.155µs, 918.804µs, 1.068ms, 1.132ms, 1.451ms, 19.026ms +Bytes In [total, mean] 4655987, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -186,35 +186,35 @@ Error Set: ### Scale Down Gradually -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 858.592µs -Latencies [min, mean, 50, 90, 95, 99, max] 441.716µs, 879.772µs, 872.168µs, 1.004ms, 1.056ms, 1.328ms, 13.475ms -Bytes In [total, mean] 14976225, 156.00 +Duration [total, attack, wait] 16m0s, 16m0s, 902.345µs +Latencies [min, mean, 50, 90, 95, 99, max] 411.637µs, 851.223µs, 845.28µs, 990.475µs, 1.046ms, 1.289ms, 32.515ms +Bytes In [total, mean] 15475283, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) +![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 648.016µs -Latencies [min, mean, 50, 90, 95, 99, max] 411.621µs, 856.204µs, 854.93µs, 983.717µs, 1.032ms, 1.288ms, 13.942ms -Bytes In [total, mean] 15552181, 162.00 +Duration [total, attack, wait] 16m0s, 16m0s, 1.231ms +Latencies [min, mean, 50, 90, 95, 99, max] 424.17µs, 878.145µs, 867.324µs, 1.02ms, 1.082ms, 1.323ms, 29.739ms +Bytes In [total, mean] 14899088, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) +![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) ### Scale Up Abruptly @@ -222,9 +222,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 827.87µs -Latencies [min, mean, 50, 90, 95, 99, max] 421.721µs, 872.176µs, 871.932µs, 999.479µs, 1.043ms, 1.27ms, 5.779ms -Bytes In [total, mean] 1944021, 162.00 +Duration [total, attack, wait] 2m0s, 2m0s, 930.227µs +Latencies [min, mean, 50, 90, 95, 99, max] 435.024µs, 876.247µs, 872.804µs, 1.017ms, 1.074ms, 1.28ms, 4.556ms +Bytes In [total, mean] 1934408, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -237,9 +237,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 852.421µs -Latencies [min, mean, 50, 90, 95, 99, max] 483.676µs, 893.114µs, 888.653µs, 1.021ms, 1.069ms, 1.317ms, 6.032ms -Bytes In [total, mean] 1872026, 156.00 +Duration [total, attack, wait] 2m0s, 2m0s, 909.158µs +Latencies [min, mean, 50, 90, 95, 99, max] 463.278µs, 915.18µs, 903.478µs, 1.06ms, 1.12ms, 1.307ms, 11.278ms +Bytes In [total, mean] 1862379, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -250,32 +250,32 @@ Error Set: ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 974.014µs -Latencies [min, mean, 50, 90, 95, 99, max] 502.218µs, 910.536µs, 904.281µs, 1.032ms, 1.083ms, 1.248ms, 32.343ms -Bytes In [total, mean] 1872022, 156.00 +Duration [total, attack, wait] 2m0s, 2m0s, 788.663µs +Latencies [min, mean, 50, 90, 95, 99, max] 421.006µs, 851.342µs, 846.807µs, 988.15µs, 1.039ms, 1.201ms, 35.57ms +Bytes In [total, mean] 1934488, 161.21 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-https-plus.png](abrupt-scale-down-https-plus.png) +![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 752.857µs -Latencies [min, mean, 50, 90, 95, 99, max] 464.305µs, 882.383µs, 882.881µs, 1.013ms, 1.061ms, 1.225ms, 8.445ms -Bytes In [total, mean] 1943988, 162.00 +Duration [total, attack, wait] 2m0s, 2m0s, 885.838µs +Latencies [min, mean, 50, 90, 95, 99, max] 434.318µs, 883.595µs, 873.371µs, 1.022ms, 1.083ms, 1.258ms, 24.993ms +Bytes In [total, mean] 1862363, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-http-plus.png](abrupt-scale-down-http-plus.png) +![abrupt-scale-down-https-plus.png](abrupt-scale-down-https-plus.png) diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png index de38e0bc33..27951fe676 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png index c11744bec0..6311e5e6ea 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png index de38e0bc33..27951fe676 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png index c11744bec0..6311e5e6ea 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png index f8a3489194..c8e093fbdf 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png index 7765884e60..206a9a96fe 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png index f8a3489194..c8e093fbdf 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png index 7765884e60..206a9a96fe 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png index 887fdc95a5..dc4b8429d4 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png index e6c50cfd50..45f1859d1d 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png index 887fdc95a5..dc4b8429d4 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png index e6c50cfd50..45f1859d1d 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png index 9a71eac50e..e3a288ffd0 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png index f47a16a316..43ddde0ea4 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png index 9a71eac50e..e3a288ffd0 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png index f47a16a316..43ddde0ea4 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png differ