572 lines
21 KiB
YAML
572 lines
21 KiB
YAML
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
---
|
|
task-defaults:
|
|
worker-type: win11-64-24h2-hw
|
|
fetches:
|
|
build:
|
|
- artifact: target.condprof.tests.tar.gz
|
|
- artifact: target.common.tests.tar.gz
|
|
- artifact: target.mochitest.tests.tar.gz
|
|
- artifact: target.perftests.tests.tar.gz
|
|
- artifact: target.zip
|
|
toolchain:
|
|
- win64-node
|
|
- win64-geckodriver
|
|
- browsertime
|
|
platform: windows11-64-24h2-shippable/opt
|
|
require-build:
|
|
windows11-64-24h2-shippable/opt: build-win64-shippable/opt
|
|
scopes:
|
|
- secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles
|
|
|
|
try-browsertime:
|
|
description: Run ./mach perftest on windows
|
|
treeherder:
|
|
symbol: perftest(win-bt)
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
--on-try
|
|
--browsertime-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor desktop-browser
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe
|
|
--browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
|
|
# We'd like not to have to specify each test separately here. See bug 1865852.
|
|
service-worker:
|
|
description: Run service worker tests
|
|
treeherder:
|
|
symbol: perftest(win-sw)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
dom/serviceworkers/test/performance/test_caching.html
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
dom/serviceworkers/test/performance/test_fetch.html
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
dom/serviceworkers/test/performance/test_registration.html
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
dom/serviceworkers/test/performance/test_registration.html
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
|
|
domcount:
|
|
description: Run DOM test
|
|
treeherder:
|
|
symbol: perftest(win-dom)
|
|
attributes:
|
|
batch: false
|
|
cron: true
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
browser/base/content/test/perftest_browser_xhtml_dom.js
|
|
--browsertime-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor desktop-browser
|
|
--perfherder
|
|
--perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe
|
|
--browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
|
|
|
|
livesites:
|
|
description: Live site performance testing
|
|
variants: [http3]
|
|
treeherder:
|
|
symbol: perftest({symbol})
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
perftest:
|
|
# broken: bug 1933712
|
|
- [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js]
|
|
# broken: bug 1678588
|
|
# - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js]
|
|
# broken: bug 1879851
|
|
# - [g-image, netwerk/test/perf/perftest_http3_google_image.js]
|
|
# broken: bug 1799655
|
|
# - [g-search, netwerk/test/perf/perftest_http3_google_search.js]
|
|
# broken: bug 1926567
|
|
# - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js]
|
|
# broken: bug 1695871
|
|
# - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js]
|
|
# - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js]
|
|
perftest-metrics:
|
|
by-perftest:
|
|
cloudflare:
|
|
# Example of how the specify settings for each metric
|
|
resources:
|
|
extraOptions: []
|
|
firstPaint: {}
|
|
navigationTiming: {}
|
|
pageTimings: {}
|
|
timeToContentfulPaint: {}
|
|
# broken: bug 1678588
|
|
# fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond]
|
|
# broken: bug 1879851
|
|
# g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime]
|
|
# g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint]
|
|
# broken: bug 1926567
|
|
# lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed]
|
|
# broken: bug 1695871
|
|
# ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames]
|
|
# ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames]
|
|
default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint]
|
|
# Leave this here so people know this exists when looking
|
|
# for examples
|
|
perftest-perfherder-global:
|
|
extraOptions: []
|
|
perftest-extra-options:
|
|
by-perftest:
|
|
cloudflare:
|
|
- --perfherder-split-by browserScripts.pageinfo.url
|
|
# g-search:
|
|
# - --perfherder-split-by browserScripts.pageinfo.url
|
|
# broken: bug 1926567
|
|
# lq-fetch:
|
|
# - --perfherder-split-by browserScripts.pageinfo.url
|
|
default: []
|
|
perftest-btime-variants:
|
|
by-perftest:
|
|
cloudflare:
|
|
- ["10s", browsertime.waitTime=10000]
|
|
- ["25s", browsertime.waitTime=25000]
|
|
- ["35s", browsertime.waitTime=35000]
|
|
- ["60s", browsertime.waitTime=60000]
|
|
# broken: bug 1678588
|
|
# fb-scroll:
|
|
# - ["10s", browsertime.waitTime=10000]
|
|
# - ["25s", browsertime.waitTime=25000]
|
|
# - ["35s", browsertime.waitTime=35000]
|
|
# - ["60s", browsertime.waitTime=60000]
|
|
# g-search:
|
|
# - ["10s", browsertime.waitTime=10000]
|
|
# - ["25s", browsertime.waitTime=25000]
|
|
# - ["35s", browsertime.waitTime=35000]
|
|
# - ["60s", browsertime.waitTime=60000]
|
|
# broken: bug 1926567
|
|
# lq-fetch:
|
|
# - [null, "browsertime.waitTime=1000,browsertime.cycles=5"]
|
|
# broken: bug 1695871
|
|
# ytw:
|
|
# - [null, browsertime.waitTime=20000]
|
|
# ytw-scroll:
|
|
# - [null, browsertime.waitTime=20000]
|
|
default:
|
|
- [null, browsertime.waitTime=1000]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
{perftest_testname}
|
|
--browsertime-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--browsertime-iterations 10
|
|
--flavor desktop-browser
|
|
--perfherder
|
|
--perfherder-metrics {perftest_metrics}
|
|
--perfherder-simplify-names
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe
|
|
--browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
|
|
controlled:
|
|
description: Controlled performance testing
|
|
treeherder:
|
|
symbol: perftest(controlled)
|
|
worker:
|
|
max-run-time: 14400
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
netwerk/test/perf/perftest_http3_controlled.js
|
|
--browsertime-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--browsertime-iterations 1
|
|
--browsertime-cycles 96
|
|
--hooks netwerk/test/perf/hooks_throttling.py
|
|
--flavor desktop-browser
|
|
--perfherder
|
|
--perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms
|
|
--perfherder-simplify-names
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe
|
|
--browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
|
|
perfstats:
|
|
description: Run PerfStats pageload test
|
|
treeherder:
|
|
symbol: perftest(win-perfstats)
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3.exe python/mozperftest/mozperftest/runner.py
|
|
--browsertime-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor desktop-browser
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe
|
|
--browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--perfherder
|
|
--perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
|
|
--browsertime-iterations 10
|
|
--hooks testing/performance/hooks_perfstats.py
|
|
testing/performance/perftest_perfstats.js
|
|
|
|
record-websites:
|
|
description: Run mozperftest to record desktop websites
|
|
treeherder:
|
|
symbol: perftest(rec)
|
|
attributes:
|
|
cron: false
|
|
run-on-projects: []
|
|
scopes:
|
|
- secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles
|
|
- secrets:get:project/perftest/gecko/level-{level}/perftest-login
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--flavor desktop-browser
|
|
--verbose
|
|
--browsertime-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe
|
|
--proxy
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks testing/performance/hooks_recording.py
|
|
testing/performance/perftest_record.js
|
|
|
|
ml-perf:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- xenova-all-minilm-l6-v2
|
|
description: Run ML Models Perf Tests
|
|
treeherder:
|
|
symbol: perftest(win-ml-perf)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
toolkit/components/ml/tests/browser/browser_ml_engine_perf.js
|
|
|
|
ml-summarizer-perf:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- qwen2.5-0.5-instruct
|
|
- distilbart-cnn-12-6
|
|
description: Run ML Models Perf Tests
|
|
treeherder:
|
|
symbol: perftest(win-ml-sum-perf)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
toolkit/components/ml/tests/browser/browser_ml_summarizer_perf.js
|
|
|
|
ml-llama-summarizer-perf:
|
|
fetches:
|
|
fetch:
|
|
- wllama.wasm
|
|
- smollm2-360-instruct-gguf
|
|
description: Run ML Summarizer Model Using Wllama
|
|
treeherder:
|
|
symbol: perftest(win-ml-llama-sum-perf)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: []
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
toolkit/components/ml/tests/browser/browser_ml_llama_summarizer_perf.js
|
|
|
|
ml-multi-perf:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- xenova-all-minilm-l6-v2
|
|
- mozilla-ner
|
|
- mozilla-intent
|
|
description: Run ML Models Perf Tests
|
|
treeherder:
|
|
symbol: perftest(windows-ml-multi-perf)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
toolkit/components/ml/tests/browser/browser_ml_engine_multi_perf.js
|
|
|
|
ml-perf-semantic-ft:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- xenova-all-minilm-l6-v2
|
|
description: Run ML Semantic Search Feature
|
|
treeherder:
|
|
symbol: perftest(win-ml-perf-semantic-ft)
|
|
tier: 2
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
--mochitest-name-change
|
|
toolkit/components/ml/tests/browser/browser_ml_semantic_history_search_perf.js
|
|
|
|
ml-perf-suggest-ft:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- mozilla-ner
|
|
- mozilla-intent
|
|
description: Run ML Suggest Feature
|
|
treeherder:
|
|
symbol: perftest(win-ml-perf-suggest-ft)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
toolkit/components/ml/tests/browser/browser_ml_suggest_feature_perf.js
|
|
|
|
ml-perf-suggest-inf:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- mozilla-ner
|
|
- mozilla-intent
|
|
description: Run ML Suggest Inference Model
|
|
treeherder:
|
|
symbol: perftest(win-ml-perf-suggest-inf)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: []
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
toolkit/components/ml/tests/browser/browser_ml_suggest_inference.js
|
|
|
|
ml-perf-autofill:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- mozilla-autofill
|
|
description: Run ML Autofill Model
|
|
treeherder:
|
|
symbol: perftest(win-ml-perf-autofill)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
toolkit/components/ml/tests/browser/browser_ml_autofill_perf.js
|
|
|
|
tr8ns-perf-es-en:
|
|
fetches:
|
|
fetch:
|
|
- translations.inference
|
|
- translations.esen.lex
|
|
- translations.esen.model
|
|
- translations.esen.vocab
|
|
description: Run Full-Page Translations with the Spanish-to-English model
|
|
treeherder:
|
|
symbol: perftest(win-tr8ns-perf-es-en)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
browser/components/translations/tests/browser/browser_translations_perf_es_en.js
|
|
|
|
ml-perf-smart-tab:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- mozilla-smart-tab-topic
|
|
- mozilla-smart-tab-emb
|
|
description: Run ML Smart Tab Model
|
|
treeherder:
|
|
symbol: perftest(win-ml-perf-smart-tab)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
toolkit/components/ml/tests/browser/browser_ml_smart_tab_perf.js
|
|
|
|
ml-perf-smart-tab-cluster:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- mozilla-smart-tab-topic
|
|
- mozilla-smart-tab-emb
|
|
description: Run ML Smart Tab Clustering
|
|
worker:
|
|
max-run-time: 14400
|
|
treeherder:
|
|
symbol: perftest(win-ml-perf-stg-cluster)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
--mochitest-name-change
|
|
toolkit/components/ml/tests/browser/browser_ml_smart_tab_clustering_perf.js
|
|
|
|
ml-perf-speecht5-tts:
|
|
fetches:
|
|
fetch:
|
|
- ort.jsep.wasm
|
|
- speecht5-tts
|
|
- speecht5-tts-vocoder
|
|
- speecht5-tts-speaker
|
|
description: Run ML speecht5-tts Model
|
|
worker:
|
|
max-run-time: 900
|
|
treeherder:
|
|
symbol: perftest(ml-perf-speecht5)
|
|
tier: 2
|
|
attributes:
|
|
batch: false
|
|
cron: false
|
|
run-on-projects: [autoland, mozilla-central]
|
|
run:
|
|
command: >-
|
|
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
|
|
cd $MOZ_FETCHES_DIR &&
|
|
python3 python/mozperftest/mozperftest/runner.py
|
|
--mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
|
|
--flavor mochitest
|
|
--output $MOZ_FETCHES_DIR/../artifacts
|
|
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
|
|
--mochitest-name-change
|
|
toolkit/components/ml/tests/browser/browser_ml_speecht5_tts.js
|