Commit c4f6df05 authored by Alex Ionescu's avatar Alex Ionescu
Browse files

Bug 1710452 - Enable browsertime YTP tests r=perftest-reviewers,Bebe 

Differential Revision: https://phabricator.services.mozilla.com/D116382
parent ec9eb0bc

taskcluster/ci/test/browsertime-desktop.yml

+43 −0
Original line number Diff line number Diff line
@@ -331,6 +331,49 @@ browsertime-benchmark-wasm: 
        fetch:

            - wasm-misc



browsertime-youtube-playback:

    description: Browsertime YouTube Playback on Firefox

    raptor-subtests:

        by-app:

            firefox:

                - [youtube-playback-av1-sfr, ytp-av1-sfr]

                - [youtube-playback-h264-sfr, ytp-h264-sfr]

                - [youtube-playback-hfr, ytp-hfr]

                - [youtube-playback-vp9-sfr, ytp-vp9-sfr]

                - [youtube-playback-widevine-hfr, ytp-widevine-hfr]

                - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr]

                - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr]

    apps: [firefox]

    treeherder-symbol: Btime()

    run-on-projects:

        by-variant:

            fission:

                by-test-platform:

                    windows.*-32.*: []

                    default: [mozilla-central]

            default:

                by-test-platform:

                    (linux|windows.*64|macos)(.*shippable).*: [mozilla-central]

                    windows.*-32.*/opt: []

                    default: []

    tier: 2

    limit-platforms:

        by-subtest:

            youtube-playback-av1-sfr:

                - windows10-64-ref-hw-2017/opt

                - macosx1015-64-shippable-qr/opt

            # Bug 1718630

            youtube-playback.*widevine.*:

                - (linux|macos).*/opt

            default: []

    max-run-time:

        by-subtest:

            youtube-playback-hfr: 3600

            default:

                by-test-platform:

                    windows10-aarch64/opt: 3600

                    default: 2700



browsertime-tp6-live:

    <<: *tp6-defaults

    description: Raptor (browsertime) tp6 on live-sites

taskcluster/ci/test/test-sets.yml

+1 −0
Original line number Diff line number Diff line
@@ -103,6 +103,7 @@ browsertime: 
    - browsertime-tp6-live-sheriffed

    - browsertime-benchmark

    - browsertime-benchmark-wasm

    - browsertime-youtube-playback

    - browsertime-custom

    - browsertime-first-install

taskcluster/taskgraph/transforms/raptor.py

+12 −0
Original line number Diff line number Diff line
@@ -232,6 +232,18 @@ def modify_extra_options(config, tests): 
            if ind:

                extra_options.pop(ind)



        if "-widevine" in test_name:

            extra_options = test.setdefault("mozharness", {}).setdefault(

                "extra-options", []

            )

            ind = None

            for i, opt in enumerate(extra_options):

                if "--conditioned-profile=settled" in opt:

                    ind = i

                    break

            if ind:

                extra_options[ind] += "-youtube"



        yield test

testing/condprofile/condprof/customization/youtube.json

0 → 100644
+12 −0
Original line number Diff line number Diff line 
{

   "name": "youtube",

   "addons": {},

   "prefs": {

      "media.eme.enabled": true,

      "media.gmp-manager.updateEnabled": true,

      "media.eme.require-app-approval": false

   },

   "scenario": {

       "full": {"max_urls": 150}

   }

}

testing/condprofile/condprof/scenarii/__init__.py

+7 −1
Original line number Diff line number Diff line
@@ -7,6 +7,12 @@ from __future__ import absolute_import 
from condprof.scenarii.full import full

from condprof.scenarii.settled import settled

from condprof.scenarii.settled2 import settled2

from condprof.scenarii.settled_youtube import settled_youtube





scenarii = {"full": full, "settled": settled, "settled2": settled2}
 
scenarii = {

    "full": full,

    "settled": settled,

    "settled-youtube": settled_youtube,

    "settled2": settled2,

}