commit 1416500d62f3964c61850f2a0f3ad8e0e523f209
author Lei Zhang <antiagainst@google.com> Tue Jan 18 18:31:13 2022 -0500
committer GitHub <noreply@github.com> Tue Jan 18 18:31:13 2022 -0500
tree a5c0e7cfbf54818b9c51f667d1e9ebb442acc1dd
parent 460812427ac75b296a1f4e8d82b5081a3d86586f

Adjust noisy threshold to 2ms for MobileNetV3 on Mali GPUs (#8121)

build_tools/benchmarks/common/benchmark_thresholds.py

diff --git a/build_tools/benchmarks/common/benchmark_thresholds.py b/build_tools/benchmarks/common/benchmark_thresholds.py
index b84cb6d..f866dd8 100644
--- a/build_tools/benchmarks/common/benchmark_thresholds.py
+++ b/build_tools/benchmarks/common/benchmark_thresholds.py
@@ -62,6 +62,11 @@
     BenchmarkThreshold(re.compile(r"^PoseNet.*big-core.*Dylib.* @ Pixel-6"), 20,
                        ThresholdUnit.PERCENTAGE),
 
+    # Fluctuating benchmarks on GPUs.
+    BenchmarkThreshold(
+        re.compile(r"^MobileNetV3Small.*full-inference.*GPU-Mali"), 2,
+        ThresholdUnit.VALUE_MS),
+
     # Benchmarks that complete around 10ms on GPUs; using percentage is not
     # suitable anymore.
     BenchmarkThreshold(re.compile(r"^DeepLabV3.*GPU-Mali"), 1,