Bug 1551972 - Fix Fenix cold page load by clearing app data before subsequent subtests; #perftest-reviewers r=jmaher
authorRob Wood <rwood@mozilla.com>
Fri, 17 May 2019 16:55:05 +0000
changeset 474375 8c01df028cc2b49c54e1216a4b2c562e23ea2dfe
parent 474374 e5a6c78aa9a36747bfcae767d654bd0b35833bea
child 474376 8d14aa373383797d65e44e11689171068bdde62e
push id85775
push userrwood@mozilla.com
push dateFri, 17 May 2019 17:29:08 +0000
treeherderautoland@8c01df028cc2 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1551972
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1551972 - Fix Fenix cold page load by clearing app data before subsequent subtests; #perftest-reviewers r=jmaher Differential Revision: https://phabricator.services.mozilla.com/D31632
testing/raptor/raptor/raptor.py
--- a/testing/raptor/raptor/raptor.py
+++ b/testing/raptor/raptor/raptor.py
@@ -1013,16 +1013,19 @@ class RaptorAndroid(Raptor):
 
         for test['browser_cycle'] in range(1, test['expected_browser_cycles'] + 1):
 
             self.log.info("begin browser cycle %d of %d for test %s"
                           % (test['browser_cycle'], test['expected_browser_cycles'], test['name']))
 
             self.run_test_setup(test)
 
+            # clear the android app data before the next app startup
+            self.clear_app_data()
+
             if test['browser_cycle'] == 1:
                 if test.get('playback') is not None:
                     self.start_playback(test)
 
                     # an ssl cert db has now been created in the profile; copy it out so we
                     # can use the same cert db in future test cycles / browser restarts
                     local_cert_db_dir = tempfile.mkdtemp()
                     self.log.info("backing up browser ssl cert db that was created via certutil")
@@ -1030,19 +1033,16 @@ class RaptorAndroid(Raptor):
 
                 if self.config['host'] not in ('localhost', '127.0.0.1'):
                     self.delete_proxy_settings_from_profile()
 
             else:
                 # double-check to ensure app has been shutdown
                 self.device.stop_application(self.config['binary'])
 
-                # clear the android app data before the next app startup
-                self.clear_app_data()
-
                 # initial browser profile was already created before run_test was called;
                 # now additional browser cycles we want to create a new one each time
                 self.build_browser_profile()
 
                 if test.get('playback') is not None:
                     # get cert db from previous cycle profile and copy into new clean profile
                     # this saves us from having to start playback again / recreate cert db etc.
                     self.log.info("copying existing ssl cert db into new browser profile")