ci: use new device for test-android-apk-tflite (#860)

* Use GitHub vars for --num-flaky-test-attempts flag * Use Pixel 6 for test-android-apk-tflite * Add expected_throughput for _kTFLiteBackend -> _kPixel6 * Update expected_throughput for _kTFLiteBackend -> _kPixel6 * Replace obsolete Windows image * Update expected_throughput for _kDN2103 * Use Pixel 6 - API level 31 for higher device capacity
mlcommons · Mar 1, 2024 · bd79e12 · bd79e12
1 parent 89991f5
commit bd79e12
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 9 deletions.
diff --git a/.github/cloudbuild/flutter-windows.yaml b/.github/cloudbuild/flutter-windows.yaml
@@ -34,7 +34,7 @@ steps:
       - --region=$_CE_REGION
       - --zone=$_CE_ZONE
       - --machineType=$_CE_MACHINE_TYPE
-      - --image=projects/gce-uefi-images/global/images/windows-server-2019-dc-for-containers-v20200609
+      - --image=projects/gce-uefi-images/global/images/windows-server-2019-dc-for-containers-v20200512
       # When using other disk types image pulling and image building could take up to 3 hours
       - --diskType=pd-ssd
       - --workspace-bucket=$_WORKSPACE_TMP_BUCKET

diff --git a/.github/workflows/android-build-test.yml b/.github/workflows/android-build-test.yml
@@ -197,15 +197,15 @@ jobs:
         with:
           version: '>= 363.0.0'
           project_id: mobile-app-build-290400
-      - name: Trigger Firebase Test Lab for [Google Pixel 5](redfin)
+      - name: Trigger Firebase Test Lab for [Google Pixel 6](oriole)
         run: |
           gcloud firebase test android run \
             --type instrumentation \
             --app $GCLOUD_BUCKET_PATH/test-main-tflite.apk \
             --test $GCLOUD_BUCKET_PATH/test-helper-tflite.apk \
             --timeout 30m \
             --num-flaky-test-attempts ${{ vars.NUM_FLAKY_TEST_ATTEMPTS }} \
-            --device model=redfin,version=30,locale=en,orientation=portrait \
+            --device model=oriole,version=31,locale=en,orientation=portrait \
             --client-details=buildNumber=${{ github.run_number }}
 
   test-android-apk-pixel:

diff --git a/flutter/integration_test/expected_throughput.dart b/flutter/integration_test/expected_throughput.dart
@@ -35,6 +35,7 @@ const Map<String, Map<String, Interval>> _imageClassification = {
     _kCloudBuildX28: Interval(min: 4, max: 13),
     _kRyzen5600: Interval(min: 31, max: 37),
     _kPixel5: Interval(min: 80, max: 130),
+    _kPixel6: Interval(min: 600, max: 1100),
     _kIphoneOnGitHubAction: Interval(min: 1, max: 8),
     _kIphoneOnMacbookM1: Interval(min: 19, max: 27),
   },
@@ -48,7 +49,7 @@ const Map<String, Map<String, Interval>> _imageClassification = {
     _kS22Ultra: Interval(min: 1900, max: 2400),
   },
   _kMediatekBackend: {
-    _kDN2103: Interval(min: 30, max: 50),
+    _kDN2103: Interval(min: 30, max: 55),
   },
 };
 
@@ -58,6 +59,7 @@ const Map<String, Map<String, Interval>> _objectDetection = {
     _kCloudBuildX28: Interval(min: 3.5, max: 8),
     _kRyzen5600: Interval(min: 14, max: 22),
     _kPixel5: Interval(min: 40, max: 60),
+    _kPixel6: Interval(min: 200, max: 450),
     _kIphoneOnGitHubAction: Interval(min: 0.5, max: 4),
     _kIphoneOnMacbookM1: Interval(min: 9, max: 16),
   },
@@ -71,7 +73,7 @@ const Map<String, Map<String, Interval>> _objectDetection = {
     _kS22Ultra: Interval(min: 800, max: 1400),
   },
   _kMediatekBackend: {
-    _kDN2103: Interval(min: 120, max: 180),
+    _kDN2103: Interval(min: 120, max: 210),
   },
 };
 
@@ -81,6 +83,7 @@ const Map<String, Map<String, Interval>> _imageSegmentationV2 = {
     _kCloudBuildX28: Interval(min: 0.5, max: 4),
     _kRyzen5600: Interval(min: 5, max: 7),
     _kPixel5: Interval(min: 25, max: 40),
+    _kPixel6: Interval(min: 80, max: 180),
     _kIphoneOnGitHubAction: Interval(min: 0.1, max: 2.5),
     _kIphoneOnMacbookM1: Interval(min: 3, max: 6),
   },
@@ -94,7 +97,7 @@ const Map<String, Map<String, Interval>> _imageSegmentationV2 = {
     _kS22Ultra: Interval(min: 450, max: 700),
   },
   _kMediatekBackend: {
-    _kDN2103: Interval(min: 45, max: 65),
+    _kDN2103: Interval(min: 45, max: 70),
   },
 };
 
@@ -104,6 +107,7 @@ const Map<String, Map<String, Interval>> _naturalLanguageProcessing = {
     _kCloudBuildX28: Interval(min: 0.5, max: 1.3),
     _kRyzen5600: Interval(min: 2.8, max: 3.2),
     _kPixel5: Interval(min: 2.3, max: 3.0),
+    _kPixel6: Interval(min: 2, max: 75),
     _kIphoneOnGitHubAction: Interval(min: 0.1, max: 1),
     _kIphoneOnMacbookM1: Interval(min: 1.8, max: 3),
   },
@@ -118,7 +122,7 @@ const Map<String, Map<String, Interval>> _naturalLanguageProcessing = {
     _kS22Ultra: Interval(min: 120, max: 180),
   },
   _kMediatekBackend: {
-    _kDN2103: Interval(min: 1, max: 5),
+    _kDN2103: Interval(min: 1, max: 6),
   },
 };
 
@@ -128,6 +132,7 @@ const Map<String, Map<String, Interval>> _superResolution = {
     _kCloudBuildX28: Interval(min: 0.1, max: 4),
     _kRyzen5600: Interval(min: 0.1, max: 3),
     _kPixel5: Interval(min: 4, max: 8),
+    _kPixel6: Interval(min: 7, max: 14),
     _kIphoneOnGitHubAction: Interval(min: 0.02, max: 1.0),
     _kIphoneOnMacbookM1: Interval(min: 0.1, max: 10),
   },
@@ -141,7 +146,7 @@ const Map<String, Map<String, Interval>> _superResolution = {
     _kS22Ultra: Interval(min: 35, max: 55),
   },
   _kMediatekBackend: {
-    _kDN2103: Interval(min: 5, max: 12),
+    _kDN2103: Interval(min: 5, max: 15),
   },
 };
 
@@ -151,6 +156,7 @@ const Map<String, Map<String, Interval>> _imageClassificationOffline = {
     _kCloudBuildX28: Interval(min: 7, max: 16),
     _kRyzen5600: Interval(min: 45, max: 60),
     _kPixel5: Interval(min: 120, max: 190),
+    _kPixel6: Interval(min: 800, max: 1700),
     _kIphoneOnGitHubAction: Interval(min: 2, max: 15),
     _kIphoneOnMacbookM1: Interval(min: 30, max: 45),
   },
@@ -164,7 +170,7 @@ const Map<String, Map<String, Interval>> _imageClassificationOffline = {
     _kS22Ultra: Interval(min: 2600, max: 3500),
   },
   _kMediatekBackend: {
-    _kDN2103: Interval(min: 75, max: 110),
+    _kDN2103: Interval(min: 75, max: 140),
   },
 };