trisquel-icecat/icecat/taskcluster/kinds/perftest/windows11-24h2-ref.yml

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
task-defaults:
    worker-type: win11-64-24h2-hw-ref
    fetches:
        build:
            - artifact: target.condprof.tests.tar.gz
            - artifact: target.common.tests.tar.gz
            - artifact: target.mochitest.tests.tar.gz
            - artifact: target.perftests.tests.tar.gz
            - artifact: target.zip
        toolchain:
            - win64-node
            - win64-geckodriver
            - browsertime
    platform: windows11-64-24h2-hw-ref-shippable/opt
    require-build:
        windows11-64-24h2-hw-ref-shippable/opt: build-win64-shippable/opt
    scopes:
        - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles

ml-perf:
    fetches:
        fetch:
            - ort.jsep.wasm
            - xenova-all-minilm-l6-v2
    description: Run ML Models Perf Tests
    treeherder:
        symbol: perftest(win-ml-perf)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_engine_perf.js

ml-summarizer-perf:
    fetches:
        fetch:
            - ort.jsep.wasm
            - qwen2.5-0.5-instruct
            - distilbart-cnn-12-6
    description: Run ML Models Perf Tests
    treeherder:
        symbol: perftest(win-ml-sum-perf)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_summarizer_perf.js

ml-llama-summarizer-perf:
    fetches:
        fetch:
            - wllama.wasm
            - smollm2-360-instruct-gguf
    description: Run ML Summarizer Model Using Wllama
    treeherder:
        symbol: perftest(win-ref-ml-llama-sum-perf)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: []
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_llama_summarizer_perf.js

ml-multi-perf:
    fetches:
        fetch:
            - ort.jsep.wasm
            - xenova-all-minilm-l6-v2
            - mozilla-ner
            - mozilla-intent
    description: Run ML Models Perf Tests
    treeherder:
        symbol: perftest(windows-ml-multi-perf)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_engine_multi_perf.js

ml-perf-semantic-ft:
    fetches:
        fetch:
            - ort.jsep.wasm
            - xenova-all-minilm-l6-v2
    description: Run ML Semantic Search Feature
    treeherder:
        symbol: perftest(win-ml-perf-semantic-ft)
        tier: 2
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            --mochitest-name-change
            toolkit/components/ml/tests/browser/browser_ml_semantic_history_search_perf.js

ml-perf-suggest-ft:
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-ner
            - mozilla-intent
    description: Run ML Suggest Feature
    treeherder:
        symbol: perftest(win-ml-perf-suggest-ft)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_suggest_feature_perf.js

ml-perf-suggest-inf:
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-ner
            - mozilla-intent
    description: Run ML Suggest Inference Model
    treeherder:
        symbol: perftest(win-ml-perf-suggest-inf)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: []
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_suggest_inference.js

ml-perf-autofill:
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-autofill
    description: Run ML Autofill Model
    treeherder:
        symbol: perftest(win-ml-perf-autofill)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_autofill_perf.js

ml-perf-smart-tab:
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-smart-tab-topic
            - mozilla-smart-tab-emb
    description: Run ML Smart Tab Model
    treeherder:
        symbol: perftest(win-ml-perf-smart-tab)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_smart_tab_perf.js

ml-perf-smart-tab-cluster:
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-smart-tab-topic
            - mozilla-smart-tab-emb
    description: Run ML Smart Tab Clustering
    worker:
        max-run-time: 14400
    treeherder:
        symbol: perftest(win-ml-perf-stg-cluster)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            --mochitest-name-change
            toolkit/components/ml/tests/browser/browser_ml_smart_tab_clustering_perf.js

ml-perf-speecht5-tts:
    fetches:
        fetch:
            - ort.jsep.wasm
            - speecht5-tts
            - speecht5-tts-vocoder
            - speecht5-tts-speaker
    description: Run ML speecht5-tts Model
    worker:
        max-run-time: 900
    treeherder:
        symbol: perftest(ml-perf-speecht5)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/icecat/icecat.exe
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            --mochitest-name-change
            toolkit/components/ml/tests/browser/browser_ml_speecht5_tts.js