mochitest.yml 15.5 KB
Newer Older
1
2
3
4
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
5
job-defaults:
6
7
    suite:
        category: mochitest
8
9
    target:
        by-test-platform:
10
            android-em-7.*: geckoview-androidTest.apk
11
            android-hw.*: geckoview-androidTest.apk
12
            default: null
13
    variants:
14
        by-test-platform:
15
            linux.*64/debug: ['fission']
16
            default: ['fission']
17
    run-on-projects: built-projects
18
19
    fission-run-on-projects:
        by-test-platform:
20
            linux.*64-qr/debug: ['trunk']
21
22
23
24
            linux.*64-shippable-qr/opt: ['mozilla-central']
            linux.*64-shippable/.*: ['mozilla-central']
            linux.*64/debug: ['mozilla-central']
            windows10-64-shippable(-qr)?/opt: ['mozilla-central']
25
26
27
            default: []
    fission-tier:
        by-test-platform:
28
            linux.*64.*-qr/debug: 1
29
            default: 2
30
31
32
    mozharness:
        script:
            by-test-platform:
33
                android-em.*: android_emulator_unittest.py
34
                android-hw.*: android_hardware_unittest.py
35
36
37
                default: desktop_unittest.py
        config:
            by-test-platform:
38
                android-em-7.*:
39
40
                    - android/android_common.py
                    - android/androidx86_7_0.py
41
                android-hw.*:
42
                    - android/android_common.py
43
                    - android/android_hw.py
44
45
46
47
48
49
                linux.*:
                    - unittests/linux_unittest.py
                    - remove_executables.py
                macosx.*:
                    - unittests/mac_unittest.py
                windows.*:
50
                    - unittests/win_unittest.py
51

52
mochitest-plain:
53
    description: "Mochitest plain run"
54
    treeherder-symbol: M()
55
    schedules-component: mochitest-plain
56
    loopback-video: true
57
    tier: default
58
59
60
61
62
    variants:
        by-test-platform:
            linux1804-64/opt: ['fission-xorigin']
            linux1804-64/debug: ['fission-xorigin']
            default: ['fission']
63
64
    chunks:
        by-test-platform:
65
            android-em-7.*: 4
66
            linux.*/debug: 16
67
            linux.*64-asan/opt: 10
68
            linux.*64-tsan/opt: 20
69
            linux.*64-.*cov/opt: 10
70
71
            windows10-64-ccov/.*: 10
            macosx.*64-ccov/.*: 10
72
            default: 5
73
74
75
76
    instance-size:
        by-test-platform:
            linux.*64-tsan/opt: xlarge  # runs out of memory on default/m3.large
            default: default
77
    e10s: true
78
    max-run-time: 5400
79
80
    allow-software-gl-layers: false
    mozharness:
81
82
83
        mochitest-flavor: plain
        extra-options:
            by-test-platform:
84
                android-em.*:
85
                    - --test-suite=mochitest-plain
86
87
88
                default: []
        chunked:
            by-test-platform:
89
                android-em.*: false
90
                default: true
91
92
93

mochitest-a11y:
    description: "Mochitest a11y run"
94
    treeherder-symbol: M(a11y)
95
    schedules-component: mochitest-a11y
96
    loopback-video: true
97
    tier: default
98
    e10s: false
99
    run-on-projects: built-projects
100
101
102
103
104
    mozharness:
        mochitest-flavor: a11y

mochitest-browser-chrome:
    description: "Mochitest browser-chrome run"
105
    suite:
106
        name: mochitest-browser-chrome
107
    treeherder-symbol: M(bc)
108
    schedules-component: mochitest-browser-chrome
109
    loopback-video: true
110
111
    fission-run-on-projects:
        by-test-platform:
112
            linux.*64(-qr)?/debug: ['trunk']
113
114
            linux.*64-shippable(-qr)?/opt: ['mozilla-central']
            windows10-64-shippable(-qr)?/opt: ['mozilla-central']
115
            default: []
116
    tier: default
117
118
    fission-tier:
        by-test-platform:
119
            linux.*64/debug: 1
120
            default: 2
121
122
    chunks:
        by-test-platform:
123
            linux.*/debug: 16
124
            linux.*64-asan/opt: 16
125
            linux.*64-tsan/opt: 32
126
            macosx.*64/debug: 16
127
            windows10-64-ccov/.*: 14
128
            windows10.*-asan/opt: 9
129
130
131
            default: 7
    max-run-time:
        by-test-platform:
132
            linux.*64-ccov/.*: 9000
133
134
            windows7-32/debug: 5400
            windows10-64/debug: 5400
135
            macosx.*64/debug: 5400
136
137
            windows10-64-ccov/.*: 10800
            macosx.*64-ccov/.*: 10800
138
            linux.*/debug: 5400
139
            windows10-64-qr/debug: 5400
140
141
142
143
144
            default: 3600
    mozharness:
        mochitest-flavor: browser
        chunked: true
    # Bug 1281241: migrating to m3.large instances
145
    instance-size: default
146
147
    allow-software-gl-layers: false

148
149
browser-screenshots:
    description: "Browser Screenshots"
150
    suite:
151
        name: mochitest-browser-chrome-screenshots
152
    treeherder-symbol: M(ss)
153
154
155
    loopback-video: true
    run-on-projects:
        by-test-platform:
156
157
158
159
160
            windows7-32(?:-pgo|-shippable)(?:-qr)?/opt: ['mozilla-central']
            windows10-64(?:-pgo|-shippable)(?:-qr)?/opt: ['mozilla-central']
            (?:windows10-64|windows7-32|linux1804-64|macosx1014-64)(?:-qr)?/opt: ['integration']
            linux1804-64-(?:pgo|shippable)(?:-qr)?/opt: ['mozilla-central']
            macosx.*64-shippable/opt: ['mozilla-central']
161
            default: []
162
163
    fission-run-on-projects: []
    fission-tier: 2
164
165
166
167
168
169
170
    max-run-time: 3600
    mozharness:
        mochitest-flavor: browser
    allow-software-gl-layers: false

mochitest-chrome:
    description: "Mochitest chrome run"
171
    treeherder-symbol: M(c)
172
    schedules-component: mochitest-chrome
173
    loopback-video: true
174
    tier: default
175
176
    chunks:
        by-test-platform:
177
178
179
            .*-ccov/.*: 3
            .*-qr/.*: 3
            .*-asan/opt: 3
180
            .*-tsan/opt: 6
181
            (linux.*64|windows.*-..|macosx10..)/debug: 3
182
            default: 2
183
    max-run-time: 3600
184
    e10s: false
185
    mozharness:
186
        mochitest-flavor: chrome
187
        chunked: true
188
189
190

mochitest-devtools-chrome:
    description: "Mochitest devtools-chrome run"
191
    suite:
192
        name: mochitest-devtools-chrome
193
    schedules-component: mochitest-browser-chrome
194
    treeherder-symbol: M(dt)
195
    loopback-video: true
196
    tier: default
197
198
    max-run-time:
        by-test-platform:
199
            windows10-64-ccov/.*: 10800
200
            macosx.*64-ccov/.*: 9000
201
            linux.*64-ccov/.*: 7200
202
            default: 5400
203
204
    chunks:
        by-test-platform:
205
            .*-ccov/.*: 16
206
            linux.*64/debug: 12
207
            macosx.*64/debug: 8
208
            .*-asan/opt: 8
209
            .*-tsan/opt: 16
210
            default: 5
211
212
213
214
215
    mozharness:
        mochitest-flavor: chrome
        chunked: true
    instance-size:
        by-test-platform:
216
            linux.*64-[at]san/opt: xlarge  # runs out of memory on default/m3.large
217
218
219
220
            default: default
    # Bug 1296086: high number of intermittents observed with software GL and large instances
    allow-software-gl-layers: false

221
222
mochitest-plain-gpu:
    description: "Mochitest plain GPU run"
223
    suite:
224
        name: mochitest-plain-gpu
225
    treeherder-symbol: M(gpu)
226
    schedules-component: mochitest-plain
227
    loopback-video: true
228
229
    fission-run-on-projects: []
    fission-tier: 2
230
    tier: default
231
    virtualization: virtual-with-gpu
232
    e10s: true
233
    mozharness:
234
235
236
        mochitest-flavor: plain
        extra-options:
            by-test-platform:
237
                android.*:
238
239
                    # note that Android runs fewer suites than other platforms
                    - --test-suite=mochitest-plain-gpu
240
                default:
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
                    - --mochitest-suite=mochitest-plain-gpu

mochitest-chrome-gpu:
    description: "Mochitest chrome GPU run"
    suite:
        name: mochitest-chrome-gpu
    treeherder-symbol: M(gpu-c)
    loopback-video: true
    fission-run-on-projects: []
    fission-tier: 2
    tier: default
    virtualization: virtual-with-gpu
    e10s: true
    run-on-projects:
        by-test-platform:
            android.*/.*: []
            default: built-projects
    mozharness:
        mochitest-flavor: chrome
        extra-options:
261
262
263
264
265
266
            by-test-platform:
                android.*:
                    # note that Android runs fewer suites than other platforms
                    - --test-suite=mochitest-chrome-gpu
                default:
                    - --mochitest-suite=mochitest-chrome-gpu
267
268
269

mochitest-media:
    description: "Mochitest media run"
270
    treeherder-symbol: M(mda)
271
    schedules-component: mochitest-plain
272
273
    max-run-time:
        by-test-platform:
274
275
            windows10-64-ccov/.*: 7200
            macosx.*64-ccov/.*: 7200
276
            default: 5400
277
278
    run-on-projects:
        by-test-platform:
279
            android-hw-.*(?<!-shippable)/opt: ['autoland']
280
            android-hw-.*-api-16/(?:debug|pgo)?: ['trunk', 'mozilla-beta', 'mozilla-release']
281
            android-hw-.*-api-16-shippable/opt: ['trunk', 'mozilla-beta', 'mozilla-release']
282
            windows10-aarch64/.*: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
283
            default: built-projects
284
    variants:
285
        by-test-platform:
286
            android.*: ['socketprocess']
287
            default: ['fission', 'socketprocess', 'webgl-ipc']
288
    loopback-video: true
289
    instance-size: large
290
291
    chunks:
        by-test-platform:
292
            android-em-7.*: 1
293
            windows10-64.*: 1
294
            macosx.*64.*/.*: 2
295
            windows10-aarch64/.*: 1
296
            windows7-32-shippable/.*: 2
297
            linux1804-64(-shippable|-devedition|-.*qr)/opt: 2
298
299
            default: 3
    mozharness:
300
301
302
        mochitest-flavor: plain
        chunked:
            by-test-platform:
303
                android.*: false
304
                macosx.*64.*: false
305
306
                windows10-64.*: false
                default: true
307
308
    tier:
        by-test-platform:
309
            android-em.*: 1
310
            windows10-aarch64.*: 2
311
            android-hw.*: 1
312
313
314
315
            default: default

mochitest-plain-headless:
    description: "Mochitest plain headless run"
316
    suite:
317
        name: mochitest-plain
318
    treeherder-symbol: M(h)
319
320
321
    loopback-video: true
    chunks:
        by-test-platform:
322
323
            linux.*/debug: 16
            default: 5
324
325
326
    e10s: true
    max-run-time: 5400
    allow-software-gl-layers: false
327
    tier: 2
328
    run-on-projects: ['mozilla-central']
329
330
331
332
333
334
335
336
    mozharness:
        mochitest-flavor: plain
        chunked: true
        extra-options:
            - --headless

mochitest-valgrind:
    description: "Mochitest plain Valgrind run"
337
    suite:
338
        name: mochitest-valgrind-plain
339
    treeherder-symbol: M-V()
340
341
342
343
344
345
346
347
    run-on-projects: []
    tier: 3
    loopback-video: true
    chunks: 40
    max-run-time: 14400
    # We could re-enable e10s later.
    # There's no intrinsic reason not to use it.
    e10s: false
348
    variants: []
349
350
351
352
353
    allow-software-gl-layers: false
    mozharness:
        mochitest-flavor: plain
        chunked: true

354
355
356
mochitest-webgl1-core:
    description: "Mochitest webgl1-core run"
    treeherder-symbol: M(gl1c)
357
    schedules-component: mochitest-plain
358
    virtualization: virtual-with-gpu
359
360
361
362
    variants:
        by-test-platform:
            android.*: []
            default: ['webgl-ipc']
363
    e10s: true
364
    loopback-video: true
365
    tier: default
366
367
    max-run-time:
        by-test-platform:
368
            macosx.*64-ccov/.*: 7200
369
            default: 1800
370
371
372
    run-on-projects:
        by-test-platform:
            android-hw-.*(?<!-shippable)/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
373
            android-hw.*aarch.*-shippable/opt: ['mozilla-central']
374
            default: built-projects
375
376
377
378
379
380
381
382
    # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
    allow-software-gl-layers: false
    mozharness:
        mochitest-flavor: plain

mochitest-webgl1-ext:
    description: "Mochitest webgl1-ext run"
    treeherder-symbol: M(gl1e)
383
    schedules-component: mochitest-plain
384
    virtualization: virtual-with-gpu
385
386
387
388
    variants:
        by-test-platform:
            android.*: []
            default: ['webgl-ipc']
389
390
391
392
    chunks:
        by-test-platform:
            android.*: 2
            default: 1
393
    e10s: true
394
    loopback-video: true
395
    tier: default
396
    max-run-time: 2700
397
398
399
    run-on-projects:
        by-test-platform:
            android-hw-.*(?<!-shippable)/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
400
            android-hw.*aarch.*-shippable/opt: ['mozilla-central']
401
            default: built-projects
402
403
404
405
    # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
    allow-software-gl-layers: false
    mozharness:
        mochitest-flavor: plain
406
        chunked: true
407
408
409
410

mochitest-webgl2-core:
    description: "Mochitest webgl2-core run"
    treeherder-symbol: M(gl2c)
411
    schedules-component: mochitest-plain
412
    virtualization: virtual-with-gpu
413
414
415
416
    variants:
        by-test-platform:
            android.*: []
            default: ['webgl-ipc']
417
418
419
420
    chunks:
        by-test-platform:
            android.*: 2
            default: 1
421
    e10s: true
422
    loopback-video: true
423
    tier: default
424
    max-run-time: 1800
425
426
427
    run-on-projects:
        by-test-platform:
            android-hw-.*(?<!-shippable)/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
428
            android-hw.*aarch.*-shippable/opt: ['mozilla-central']
429
            default: built-projects
430
431
432
433
    # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
    allow-software-gl-layers: false
    mozharness:
        mochitest-flavor: plain
434
        chunked: true
435
436
437
438

mochitest-webgl2-ext:
    description: "Mochitest webgl2-ext run"
    treeherder-symbol: M(gl2e)
439
    schedules-component: mochitest-plain
440
    virtualization: virtual-with-gpu
441
442
443
444
    variants:
        by-test-platform:
            android.*: []
            default: ['webgl-ipc']
445
    chunks: 4
446
    e10s: true
447
    loopback-video: true
448
    tier: default
449
    max-run-time: 2700
450
451
452
453
454
455
456
457
458
    # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
    allow-software-gl-layers: false
    mozharness:
        mochitest-flavor: plain
        chunked: true

mochitest-webgl2-deqp:
    description: "Mochitest webgl2-deqp run"
    treeherder-symbol: M(gl2d)
459
    schedules-component: mochitest-plain
460
    run-on-projects: []  # Don't run this for now.
461
    virtualization: virtual-with-gpu
462
463
464
465
    variants:
        by-test-platform:
            android.*: []
            default: ['webgl-ipc']
466
    chunks: 4
467
    e10s: true
468
    loopback-video: true
469
    tier: default
470
    max-run-time: 1800
471
472
473
474
475
    # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
    allow-software-gl-layers: false
    mozharness:
        mochitest-flavor: plain
        chunked: true
476

477
478
479
mochitest-webgpu:
    description: "Mochitest webgpu run"
    treeherder-symbol: M(webgpu)
480
    schedules-component: mochitest-plain
481
482
483
    virtualization: virtual-with-gpu
    e10s: true
    loopback-video: true
484
485
486
    run-on-projects:
        by-test-platform:
            .*mingw.*: ["release"]
487
            .*shippable.*: ["mozilla-central"]
488
            default: ["trunk"]
489
    tier: default
490
491
492
    max-run-time:
        by-test-platform:
            macosx.*64-ccov/.*: 7200
493
            default: 1800
494
495
496
497
498
    # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
    allow-software-gl-layers: false
    mozharness:
        mochitest-flavor: plain

499
500
501
502
503
504
mochitest-remote:
    description: "Mochitest for the remote agent (/remote folder)"
    suite:
        name: mochitest-remote
    treeherder-symbol: M(remote)
    loopback-video: true
505
506
    run-on-projects:
        by-test-platform:
507
508
            .*shippable.*: ["mozilla-central"]
            (linux1804-64|windows7-32|windows10-64|macosx1014-64)(?:-qr)?/opt: ['integration']
509
            default: ["trunk"]
510
511
    fission-run-on-projects: []
    fission-tier: 2
512
513
514
    max-run-time: 5400
    mozharness:
        mochitest-flavor: browser
515
516
        extra-options:
            - --setpref=remote.log.level=Trace