383 lines
14 KiB
YAML
383 lines
14 KiB
YAML
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
---
|
|
|
|
task-defaults:
|
|
fetches:
|
|
toolchain:
|
|
- linux64-node
|
|
- linux64-geckodriver
|
|
- browsertime
|
|
|
|
worker:
|
|
env:
|
|
PYTHONPATH: "testing/mozbase/mozdevice:third_party/python/six"
|
|
|
|
run:
|
|
sparse-profile: perftest
|
|
checkout: true
|
|
cwd: '{checkout}'
|
|
command: >-
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--on-try
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
|
|
hw-a51:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run ./mach perftest on a Samsung Galaxy a51
|
|
treeherder:
|
|
symbol: perftest-a51
|
|
platform: android-hw-a51-11-0-arm7-shippable/opt
|
|
|
|
# TODO: is this right?
|
|
hw-a51-aarch64:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run ./mach perftest on a Samsung Galaxy a51
|
|
treeherder:
|
|
symbol: perftest-a51
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
|
|
hw-a51-startup-fenix-cold-main-first-frame:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
run-on-projects: [trunk-only]
|
|
description: Run android startup perftest on Fenix on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(startup-fenix-cmff)
|
|
tier: 2
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
fetches:
|
|
build:
|
|
- artifact: target.arm64-v8a.apk
|
|
extract: false
|
|
require-build:
|
|
android-hw-a51-11-0-aarch64-shippable/opt: signing-apk-fenix-nightly-simulation
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor=mobile-browser
|
|
--AndroidStartUp
|
|
testing/performance/perftest_android_startup.js
|
|
--browsertime-cycles=0
|
|
--AndroidStartUp-test-name=cold_main_first_frame
|
|
--perfherder
|
|
--AndroidStartUp-product=fenix
|
|
|
|
hw-a51-startup-fenix-cold-view-nav-start:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
run-on-projects: [trunk-only]
|
|
description: Run android startup perftest on Fenix on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(startup-fenix-cvns)
|
|
tier: 2
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
fetches:
|
|
build:
|
|
- artifact: target.arm64-v8a.apk
|
|
extract: false
|
|
require-build:
|
|
android-hw-a51-11-0-aarch64-shippable/opt: signing-apk-fenix-nightly-simulation
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor=mobile-browser
|
|
--AndroidStartUp
|
|
testing/performance/perftest_android_startup.js
|
|
--browsertime-cycles=0
|
|
--AndroidStartUp-test-name=cold_view_nav_start
|
|
--perfherder
|
|
--AndroidStartUp-product=fenix
|
|
|
|
hw-a51-startup-focus-cold-main-first-frame:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run android startup perftest on Focus on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(startup-focus-cmff)
|
|
tier: 2
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
fetches:
|
|
build:
|
|
- artifact: target.arm64-v8a.apk
|
|
extract: false
|
|
require-build:
|
|
android-hw-a51-11-0-aarch64-shippable/opt: signing-apk-focus-nightly
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor=mobile-browser
|
|
--AndroidStartUp
|
|
testing/performance/perftest_android_startup.js
|
|
--browsertime-cycles=0
|
|
--AndroidStartUp-test-name=cold_main_first_frame
|
|
--perfherder
|
|
--AndroidStartUp-product=focus
|
|
|
|
hw-a51-startup-focus-cold-view-nav-start:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run android startup perftest on Focus on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(startup-focus-cvns)
|
|
tier: 2
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
fetches:
|
|
build:
|
|
- artifact: target.arm64-v8a.apk
|
|
extract: false
|
|
require-build:
|
|
android-hw-a51-11-0-aarch64-shippable/opt: signing-apk-focus-nightly
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor=mobile-browser
|
|
--AndroidStartUp
|
|
testing/performance/perftest_android_startup.js
|
|
--browsertime-cycles=0
|
|
--AndroidStartUp-test-name=cold_view_nav_start
|
|
--perfherder
|
|
--AndroidStartUp-product=focus
|
|
|
|
hw-a51-startup-geckoview-cold-main-first-frame:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
run-on-projects: [trunk-only]
|
|
description: Run android startup perftest on Geckoview on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(startup-geckoview-cmff)
|
|
tier: 2
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
fetches:
|
|
build:
|
|
- artifact: geckoview_example.apk
|
|
extract: false
|
|
require-build:
|
|
android-hw-a51-11-0-aarch64-shippable/opt: build-android-aarch64-shippable/opt
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor=mobile-browser
|
|
--AndroidStartUp
|
|
testing/performance/perftest_android_startup.js
|
|
--browsertime-cycles=0
|
|
--AndroidStartUp-test-name=cold_main_first_frame
|
|
--perfherder
|
|
--AndroidStartUp-product=geckoview_example
|
|
|
|
hw-a51-startup-geckoview-cold-view-nav-start:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
run-on-projects: [trunk-only]
|
|
description: Run android startup perftest on Geckoview_example on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(startup-geckoview-cvns)
|
|
tier: 2
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
fetches:
|
|
build:
|
|
- artifact: geckoview_example.apk
|
|
extract: false
|
|
require-build:
|
|
android-hw-a51-11-0-aarch64-shippable/opt: build-android-aarch64-shippable/opt
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor=mobile-browser
|
|
--AndroidStartUp
|
|
testing/performance/perftest_android_startup.js
|
|
--browsertime-cycles=0
|
|
--AndroidStartUp-test-name=cold_view_nav_start
|
|
--perfherder
|
|
--AndroidStartUp-product=geckoview_example
|
|
|
|
hw-a51-startup-chrome-m-cold-main-first-frame:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run android startup perftest on Chrome on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(startup-chrome-m-cmff)
|
|
tier: 2
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: true
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor=mobile-browser
|
|
--AndroidStartUp
|
|
testing/performance/perftest_android_startup.js
|
|
--browsertime-cycles=0
|
|
--AndroidStartUp-test-name=cold_main_first_frame
|
|
--perfherder
|
|
--AndroidStartUp-product=chrome-m
|
|
|
|
hw-a51-perfstats-gv:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run PerfStats perftest on GeckoView on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(perfstats-gv)
|
|
platform: android-hw-a51-11-0-arm7-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor mobile-browser
|
|
--app geckoview
|
|
--android
|
|
--android-app-name org.mozilla.geckoview_example
|
|
--android-activity org.mozilla.geckoview_example.GeckoViewActivity
|
|
--android-clear-logcat
|
|
--android-capture-logcat logcat
|
|
--android-install-apk gve_nightly_api16
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--perfherder
|
|
--perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
|
|
--browsertime-iterations 10
|
|
--hooks testing/performance/hooks_perfstats.py
|
|
testing/performance/perftest_perfstats.js
|
|
|
|
hw-a51-aarch64-perfstats-gv:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run PerfStats perftest on GeckoView on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(perfstats-gv)
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor mobile-browser
|
|
--app geckoview
|
|
--android
|
|
--android-app-name org.mozilla.geckoview_example
|
|
--android-activity org.mozilla.geckoview_example.GeckoViewActivity
|
|
--android-clear-logcat
|
|
--android-capture-logcat logcat
|
|
--android-install-apk gve_nightly_aarch64
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--perfherder
|
|
--perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
|
|
--browsertime-iterations 10
|
|
--hooks testing/performance/hooks_perfstats.py
|
|
testing/performance/perftest_perfstats.js
|
|
|
|
hw-a51-perfstats-fenix:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run PerfStats perftest on Fenix on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(perfstats-fenix)
|
|
platform: android-hw-a51-11-0-arm7-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor mobile-browser
|
|
--app fenix
|
|
--android
|
|
--android-app-name org.mozilla.fenix
|
|
--android-activity org.mozilla.fenix.IntentReceiverActivity
|
|
--android-clear-logcat
|
|
--android-capture-logcat logcat
|
|
--android-install-apk fenix_nightly_armeabi_v7a
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--perfherder
|
|
--perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
|
|
--browsertime-iterations 10
|
|
--hooks testing/performance/hooks_perfstats.py
|
|
testing/performance/perftest_perfstats.js
|
|
|
|
hw-a51-aarch64-perfstats-fenix:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run PerfStats perftest on Fenix on a Samsung A51
|
|
treeherder:
|
|
symbol: perftest(perfstats-fenix)
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor mobile-browser
|
|
--app fenix
|
|
--android
|
|
--android-app-name org.mozilla.fenix
|
|
--android-activity org.mozilla.fenix.IntentReceiverActivity
|
|
--android-clear-logcat
|
|
--android-capture-logcat logcat
|
|
--android-install-apk fenix_nightly_arm64_v8a
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--perfherder
|
|
--perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
|
|
--browsertime-iterations 10
|
|
--hooks testing/performance/hooks_perfstats.py
|
|
testing/performance/perftest_perfstats.js
|
|
|
|
hw-a51-record-websites:
|
|
worker-type: t-bitbar-gw-perf-a51
|
|
description: Run perftest to record mobile websites
|
|
treeherder:
|
|
symbol: perftest(rec)
|
|
platform: android-hw-a51-11-0-aarch64-shippable/opt
|
|
require-build:
|
|
android-hw-a51-11-0-aarch64-shippable/opt: build-android-aarch64-shippable/opt
|
|
attributes:
|
|
cron: false
|
|
run-on-projects: []
|
|
scopes:
|
|
- secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles
|
|
- secrets:get:project/perftest/gecko/level-{level}/perftest-login
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $GECKO_PATH &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor mobile-browser
|
|
--android
|
|
--android-app-name org.mozilla.geckoview_example
|
|
--android-activity org.mozilla.geckoview_example.GeckoViewActivity
|
|
--android-clear-logcat
|
|
--android-capture-logcat logcat
|
|
--android-install-apk gve_nightly_aarch64
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
|
|
--proxy
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks testing/performance/hooks_recording.py
|
|
testing/performance/perftest_record.js
|