flank-x86-screenshots-tests.yml 1.72 KB
Newer Older
isabelrios's avatar
isabelrios committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
# gcloud args match the official gcloud cli
# https://cloud.google.com/sdk/gcloud/reference/firebase/test/android/run
gcloud:
  results-bucket: fenix_test_artifacts
  record-video: true

  # The maximum possible testing time is 30m on physical devices and 60m on virtual devices.
  timeout: 20m
  # will start test then close socket. no reports will be generated.
  # to retrieve results later, use the "refresh" command
  # reports will be generated from /results/matrix_ids.json
  #async: true 
  # will start test then leave socket open. reports will be published
  # to /results
  # see: https://github.com/TestArmada/flank/issues/339
  async: false

  # results-history-name
  # by default, set to app name
  # declare results-history-name to create a separate dropdown menu in Firebase 
  # see: https://github.com/TestArmada/flank/issues/341
  #results-history-name: tmp_parallel 

  # The number of times a test execution should be re-attempted if one or more failures occur.
  # The maximum number of reruns allowed is 10. Default is 0, which implies no reruns.
  num-flaky-test-attempts: 1

  # test and app are the only required args
  app: /app/path 
  test: /test/path

  auto-google-login: true
  use-orchestrator: true
  environment-variables:
    clearPackageData: true
  directories-to-pull:
    - /sdcard/screenshots
  performance-metrics: true

  test-targets:
   - package org.mozilla.fenix.screenshots

  device:
   - model: Pixel2
     version: 28

flank:
  project: GOOGLE_PROJECT
  # test shards - the amount of groups to split the test suite into
  # set to -1 to use one shard per test.
  max-test-shards: 1
  # num-test-runs: the amount of times to run the tests.
  # 1 runs the tests once. 10 runs all the tests 10x
  num-test-runs: 1