test: Exclude warmup datapoints from A/B-Test

The raw time series emitted from iperf3 include data points from the warmup period. Since we do our A/B-Test on this entire time series, we should exclude them. Signed-off-by: Patrick Roy <[email protected]>
firecracker-microvm · Oct 2, 2023 · cd27794 · cd27794
1 parent b467c79
commit cd27794
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/tests/framework/utils_iperf.py b/tests/framework/utils_iperf.py
@@ -169,23 +169,23 @@ def consume_iperf3_output(stats_consumer, iperf_result):
         ]
 
 
-def emit_iperf3_metrics(metrics, iperf_result):
+def emit_iperf3_metrics(metrics, iperf_result, omit):
     """Consume the iperf3 data produced by the tcp/vsock throughput performance tests"""
     for cpu_util_data_point in list(
         iperf_result["cpu_load_raw"]["firecracker"].values()
     )[0]:
         metrics.put_metric("cpu_utilization_vmm", cpu_util_data_point, "Percent")
 
     for time_series in iperf_result["g2h"]:
-        for interval in time_series["intervals"]:
+        for interval in time_series["intervals"][omit:]:
             metrics.put_metric(
                 "throughput_guest_to_host",
                 interval["sum"]["bits_per_second"],
                 "Bits/Second",
             )
 
     for time_series in iperf_result["h2g"]:
-        for interval in time_series["intervals"]:
+        for interval in time_series["intervals"][omit:]:
             metrics.put_metric(
                 "throughput_host_to_guest",
                 interval["sum"]["bits_per_second"],

diff --git a/tests/integration_tests/performance/test_network_ab.py b/tests/integration_tests/performance/test_network_ab.py
@@ -171,4 +171,4 @@ def test_network_tcp_throughput(
         }
     )
 
-    emit_iperf3_metrics(metrics, data)
+    emit_iperf3_metrics(metrics, data, TCPIPerf3Test.WARMUP_SEC)
diff --git a/tests/integration_tests/performance/test_vsock_ab.py b/tests/integration_tests/performance/test_vsock_ab.py
@@ -116,4 +116,4 @@ def test_vsock_throughput(
         }
     )
 
-    emit_iperf3_metrics(metrics, data)
+    emit_iperf3_metrics(metrics, data, VsockIPerf3Test.WARMUP_SEC)
-Original file line number
+Diff line change
@@ Expand Up / @@ -171,4 +171,4 @@ def test_network_tcp_throughput( @@
             }
         )
-        emit_iperf3_metrics(metrics, data)
+        emit_iperf3_metrics(metrics, data, TCPIPerf3Test.WARMUP_SEC)