bug 1540655: ci: add test job for Puppeteer tests; r=ahal draft
Fri, 16 Aug 2019 13:22:31 +0000
changeset 2220733 00e1733fb011e778b4d73e4bc8df721764930af1
parent 2220732 0b31408d805481c20e0113e0c84c2a6462a5e323
child 2220734 25a68646e90c19ae4509bd3ed25a94b346576458
push id406994
push userreviewbot
push dateFri, 16 Aug 2019 13:23:14 +0000
treeherdertry@5f50de08beda [default view] [failures only]
bug 1540655: ci: add test job for Puppeteer tests; r=ahal This adds a "remote(pup)" TaskCluster job for running the Google Puppeteer tests against the new Firefox remote agent. Earlier in this patchset we added a "./mach puppeteer-test" command that wraps npm, and this being a source-test with access to the full checkout, invokes this command directly instead of going through mozharness. Differential Revision: https://phabricator.services.mozilla.com/D37015 Differential Diff: PHID-DIFF-62hwuhclpedi5hcqyqww
--- a/taskcluster/ci/config.yml
+++ b/taskcluster/ci/config.yml
@@ -44,16 +44,17 @@ treeherder:
         'Rap-ChD': 'Raptor performance tests on Google Chrome Dev'
         'Rap-Cr': 'Raptor performance tests on Google Chromium'
         'Rap-P': 'Raptor power tests on Firefox'
         'Rap-P-1proc': 'Raptor power tests on Firefox without e10s'
         'Rap-fenix': 'Raptor performance tests on Fenix'
         'Rap-fennec': 'Raptor performance tests on Fennec'
         'Rap-fennec-1proc': 'Raptor performance tests on Fennec without e10s'
         'Rap-refbrow': 'Raptor performance tests on the reference browser'
+        'remote': 'Remote debugging protocol tests'
         'T': 'Talos performance tests'
         'T-1proc': 'Talos performance tests without e10s'
         'T-fis': 'Talos performance tests with fission enabled'
         'Tsd': 'Talos performance tests, Stylo disabled'
         'Tsd-1proc': 'Talos performance tests with Stylo disabled without e10s'
         'Tss': 'Talos performance tests, Stylo sequential'
         'Tss-fis': 'Talos performance tests, Stylo sequential with fission enabled'
         'Tss-1proc': 'Talos performance tests with Stylo sequential without e10s'
--- a/taskcluster/ci/source-test/kind.yml
+++ b/taskcluster/ci/source-test/kind.yml
@@ -21,19 +21,20 @@ jobs-from:
     - doc.yml
     - file-metadata.yml
     - infer.yml
     - jsshell.yml
     - mozlint.yml
     - mozlint-android.yml
     - node.yml
     - python.yml
+    - remote.yml
     - webidl.yml
+    - wpt-manifest.yml
     - wpt-metadata.yml
-    - wpt-manifest.yml
         retrigger: true
 # This is used by run-task based tasks to lookup which build task it
 # should depend on based on its own platform.
new file mode 100644
--- /dev/null
+++ b/taskcluster/ci/source-test/remote.yml
@@ -0,0 +1,29 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+    platform: linux64/opt
+    require-build: true
+    fetches:
+        build:
+            - target.tar.bz2
+        toolchain:
+            - linux64-node
+    treeherder:
+        kind: test
+        tier: 3
+    worker-type: t-linux-xlarge
+    worker:
+        docker-image: {in-tree: desktop1604-test}
+        max-run-time: 1800
+    description: Puppeteer tests against Firefox CDP-based remote protocol
+    treeherder:
+        symbol: remote(pup)
+    run:
+        using: run-task
+        command: >
+            cd $GECKO_PATH/ &&
+            ./mach puppeteer-test --setpref "remote.log.level=Trace" --binary $MOZ_FETCHES_DIR/firefox/firefox --headless