Adjust benchmark threshold for mobile GPUs (#8019)
Now we have removed Galaxy S20 and rely on Pixel 6 Pro,
which gives stable numbers. The threshold should be adjusted.
diff --git a/build_tools/benchmarks/common/benchmark_thresholds.py b/build_tools/benchmarks/common/benchmark_thresholds.py
index 1bb19f2..3402780 100644
--- a/build_tools/benchmarks/common/benchmark_thresholds.py
+++ b/build_tools/benchmarks/common/benchmark_thresholds.py
@@ -40,21 +40,11 @@
# Order matters here: if multiple regexes match a single benchmark, the first
# match is used.
BENCHMARK_THRESHOLDS = [
- # Unstable and noisy GPU benchmarks.
- BenchmarkThreshold(re.compile(r"^DeepLabV3.*GPU-Mali"), 20,
- ThresholdUnit.PERCENTAGE),
- BenchmarkThreshold(re.compile(r"^MobileNetV3Small.*GPU-Mali"), 30,
- ThresholdUnit.PERCENTAGE),
- BenchmarkThreshold(re.compile(r"^MobileSSD.*GPU-Mali"), 50,
- ThresholdUnit.PERCENTAGE),
- BenchmarkThreshold(re.compile(r"^PoseNet.*GPU-Mali"), 30,
- ThresholdUnit.PERCENTAGE),
-
- # Fast GPU benchmarks that complete around 10ms; using percentage is
- # not suitable.
- BenchmarkThreshold(re.compile(r"^MobileNetV2.*kernel-execution.*GPU-Mali"),
- 1, ThresholdUnit.VALUE_MS),
- BenchmarkThreshold(re.compile(r"^MobileNetV3Small.*GPU-Adreno"), 1,
+ # Benchmarks that complete around 10ms on GPUs; using percentage is not
+ # suitable anymore.
+ BenchmarkThreshold(re.compile(r"^DeepLabV3.*GPU-Mali"), 1,
+ ThresholdUnit.VALUE_MS),
+ BenchmarkThreshold(re.compile(r"^MobileNet.*GPU"), 1,
ThresholdUnit.VALUE_MS),
# Default threshold for all benchmarks: 5%.
