commit c8f10a4ac2c637258979b8ed74c2178c4e95ae62
author Lei Zhang <antiagainst@google.com> Thu Sep 23 19:10:47 2021 -0400
committer GitHub <noreply@github.com> Thu Sep 23 16:10:47 2021 -0700
tree cf2d7d10bc7c9090a2ffd649243ee8fd83467af0
parent 2e49e5eaabefe940e895cc63c47ca488b241a310

Adjust mobile GPU model similarity thresholds (#7161)

These models run much faster now; we are seeing less fluctuating
benchmark numbers.

build_tools/benchmarks/common/benchmark_thresholds.py

diff --git a/build_tools/benchmarks/common/benchmark_thresholds.py b/build_tools/benchmarks/common/benchmark_thresholds.py
index 68b6b53..ceac8fc 100644
--- a/build_tools/benchmarks/common/benchmark_thresholds.py
+++ b/build_tools/benchmarks/common/benchmark_thresholds.py
@@ -41,13 +41,13 @@
 # match is used.
 BENCHMARK_THRESHOLDS = [
     # Unstable and noisy GPU benchmarks.
-    BenchmarkThreshold(re.compile(r"^DeepLabV3.*GPU-Mali"), 90,
+    BenchmarkThreshold(re.compile(r"^DeepLabV3.*GPU-Mali"), 20,
                        ThresholdUnit.PERCENTAGE),
     BenchmarkThreshold(re.compile(r"^MobileNetV3Small.*GPU-Mali"), 30,
                        ThresholdUnit.PERCENTAGE),
-    BenchmarkThreshold(re.compile(r"^MobileSSD.*GPU-Mali"), 90,
+    BenchmarkThreshold(re.compile(r"^MobileSSD.*GPU-Mali"), 30,
                        ThresholdUnit.PERCENTAGE),
-    BenchmarkThreshold(re.compile(r"^PoseNet.*GPU-Mali"), 90,
+    BenchmarkThreshold(re.compile(r"^PoseNet.*GPU-Mali"), 30,
                        ThresholdUnit.PERCENTAGE),
 
     # Fast GPU benchmarks that complete around 10ms; using percentage is