feat: replace edsr_f32b5_fp32.tflite with edsr_f32b5_full_qint8.tflit…

…e for submission-v3.0 (#688) * Replace `edsr_f32b5_fp32.tflite` with `edsr_f32b5_full_qint8.tflite` * Update model_checksum * Update expected throughput
mlcommons · Apr 9, 2023 · e39c414 · e39c414
1 parent 075f831
commit e39c414
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 6 deletions.
diff --git a/flutter/integration_test/expected_throughput.dart b/flutter/integration_test/expected_throughput.dart
@@ -117,15 +117,15 @@ const Map<String, Map<String, Interval>> _superResolution = {
     _kCloudBuildX23: Interval(min: 0.1, max: 3),
     _kCloudBuildX28: Interval(min: 0.1, max: 3),
     _kRyzen5600: Interval(min: 0.1, max: 3),
-    _kPixel5: Interval(min: 0.1, max: 3),
+    _kPixel5: Interval(min: 4, max: 7),
     _kIphoneOnGitHubAction: Interval(min: 0.1, max: 3),
     _kIphoneOnMacbookM1: Interval(min: 0.1, max: 10),
   },
   _kCoreMLBackend: {
     _kIphoneOnGitHubAction: Interval(min: 0.1, max: 3),
   },
   _kPixelBackend: {
-    _kPixel6: Interval(min: 0.1, max: 12),
+    _kPixel6: Interval(min: 10, max: 14),
   },
 };
 

diff --git a/mobile_back_pixel/cpp/backend_tflite/tflite_settings_pixel.h b/mobile_back_pixel/cpp/backend_tflite/tflite_settings_pixel.h
@@ -87,8 +87,8 @@ benchmark_setting {
   accelerator: "tpu"
   accelerator_desc: "Google Edge TPU"
   framework: "TFLite NNAPI"
-  model_path: "https://github.com/mlcommons/mobile_models/raw/main/v3_0/tflite/edsr_f32b5_fp32.tflite"
-  model_checksum: "672240427c1f3dc33baf2facacd9631f"
+  model_path: "https://github.com/mlcommons/mobile_models/raw/main/v3_0/tflite/edsr_f32b5_full_qint8.tflite"
+  model_checksum: "18ce6df0e4603f4b4ee5d04193708d9c"
 }
 
 )SETTINGS";

diff --git a/mobile_back_tflite/cpp/backend_tflite/tflite_settings_android.h b/mobile_back_tflite/cpp/backend_tflite/tflite_settings_android.h
@@ -78,8 +78,8 @@ benchmark_setting {
   accelerator: "npu"
   accelerator_desc: "NPU"
   framework: "TFLite NNAPI"
-  model_path: "https://github.com/mlcommons/mobile_models/raw/main/v3_0/tflite/edsr_f32b5_fp32.tflite"
-  model_checksum: "672240427c1f3dc33baf2facacd9631f"
+  model_path: "https://github.com/mlcommons/mobile_models/raw/main/v3_0/tflite/edsr_f32b5_full_qint8.tflite"
+  model_checksum: "18ce6df0e4603f4b4ee5d04193708d9c"
 }
 
 )SETTINGS";