# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
#
# Bug 2045109:
# This duplicates macosx.yml (x64) for the aarch64 migration. Both run in
# parallel for a 2-week regression-detection window.
# Delete macosx.yml once the aarch64 has enough data.
---
task-defaults:
    worker-type: t-osx-1500-m4
    use-python: system
    fetches:
        build:
            - artifact: target.mozinfo.json
            - artifact: target.common.tests.tar.zst
            - artifact: target.condprof.tests.tar.zst
            - artifact: target.mochitest.tests.tar.zst
            - artifact: target.xpcshell.tests.tar.zst
            - artifact: target.perftests.tests.tar.zst
            - artifact: target.dmg
              extract: false
        toolchain:
            - macosx64-geckodriver
            - macosx64-aarch64-node
            - browsertime
    platform: macosx1500-aarch64-shippable/opt
    require-build:
        macosx1500-aarch64-shippable/opt: build-macosx64-aarch64-shippable/opt
    scopes:
        - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles

try-xpcshell:
    description: Run ./mach perftest on macOs aarch64
    treeherder:
        symbol: perftest(xpcshell)
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            --on-try
            --flavor desktop-browser
            --output $MOZ_FETCHES_DIR/../artifacts
            --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell
            --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json
            --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node
            --xpcshell-xre-path ${MOZ_FETCHES_DIR}/target.dmg

try-browsertime:
    description: Run ./mach perftest on macOs aarch64
    treeherder:
        symbol: perftest(bt)
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            --on-try
            --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg
            --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node
            --flavor desktop-browser
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts

browsertime-sample:
    description: Run the sample browsertime sample test in CI
    treeherder:
        symbol: perftest(bt-sample)
        tier: 2
    attributes:
        cron: false
    run-on-projects: [mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg
            --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node
            --flavor desktop-browser
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts
            python/mozperftest/mozperftest/tests/data/samples/perftest_example.js

# We'd like not to have to specify each test separately here.  See bug 1865852.
service-worker:
    description: Run service worker tests
    treeherder:
        symbol: perftest(sw)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            dom/serviceworkers/test/performance/test_caching.html
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            dom/serviceworkers/test/performance/test_fetch.html
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            dom/serviceworkers/test/performance/test_registration.html
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            dom/serviceworkers/test/performance/test_update.html
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts

domcount:
    description: Run DOM test on macOS aarch64
    treeherder:
        symbol: perftest(dom)
    attributes:
        batch: false
        cron: false
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            browser/base/content/test/perftest_browser_xhtml_dom.js
            --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg
            --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node
            --flavor desktop-browser
            --perfherder
            --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts

http3:
    description: Run HTTP/3 test
    treeherder:
        symbol: perftest(http3)
    attributes:
        batch: false
        # Disabled due to bug 1849400
        cron: false
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            xpcshell/tests/netwerk/test/unit/test_http3_perf.js
            --flavor xpcshell
            --perfherder
            --perfherder-metrics name:speed,unit:bps
            --output $MOZ_FETCHES_DIR/../artifacts
            --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell
            --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json
            --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node
            --xpcshell-cycles 13
            --xpcshell-xre-path ${MOZ_FETCHES_DIR}/target.dmg


livesites:
    description: Live site performance testing
    variants: [http3]
    treeherder:
        symbol: perftest({symbol})
    attributes:
        batch: false
        cron: false
    perftest:
        # broken: bug 1933712
        - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js]
        # broken: bug 1678588
        # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js]
        # broken: bug 1879851
        # - [g-image, netwerk/test/perf/perftest_http3_google_image.js]
        # broken: bug 1799655
        # - [g-search, netwerk/test/perf/perftest_http3_google_search.js]
        # broken: bug 1926567
        # - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js]
        # broken: bug 1695871
        # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js]
        # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js]
    perftest-metrics:
        by-perftest:
            cloudflare:
                # Example of how the specify settings for each metric
                resources:
                    extraOptions: []
                firstPaint: {}
                navigationTiming: {}
                pageTimings: {}
                timeToContentfulPaint: {}
            # broken: bug 1678588
            # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond]
            # broken: bug 1879851
            # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime]
            # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint]
            # broken: bug 1926567
            # lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed]
            # broken: bug 1695871
            # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames]
            # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames]
            default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint]
    # Leave this here so people know this exists when looking
    # for examples
    perftest-perfherder-global:
        extraOptions: []
    perftest-extra-options:
        by-perftest:
            cloudflare:
                - --perfherder-split-by browserScripts.pageinfo.url
            # g-search:
            #     - --perfherder-split-by browserScripts.pageinfo.url
            # broken: bug 1926567
            # lq-fetch:
            #    - --perfherder-split-by browserScripts.pageinfo.url
            default: []
    perftest-btime-variants:
        by-perftest:
            cloudflare:
                - ["10s", browsertime.waitTime=10000]
                - ["25s", browsertime.waitTime=25000]
                - ["35s", browsertime.waitTime=35000]
                - ["60s", browsertime.waitTime=60000]
            # broken: bug 1678588
            # fb-scroll:
            #     - ["10s", browsertime.waitTime=10000]
            #     - ["25s", browsertime.waitTime=25000]
            #     - ["35s", browsertime.waitTime=35000]
            #     - ["60s", browsertime.waitTime=60000]
            # g-search:
            #     - ["10s", browsertime.waitTime=10000]
            #     - ["25s", browsertime.waitTime=25000]
            #     - ["35s", browsertime.waitTime=35000]
            #     - ["60s", browsertime.waitTime=60000]
            # broken: bug 1926567
            # lq-fetch:
            #    - [null, "browsertime.waitTime=1000,browsertime.cycles=5"]
            # broken: bug 1695871
            # ytw:
            #     - [null, browsertime.waitTime=20000]
            # ytw-scroll:
            #     - [null, browsertime.waitTime=20000]
            default:
                - [null, browsertime.waitTime=1000]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            {perftest_testname}
            --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg
            --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node
            --browsertime-iterations 10
            --flavor desktop-browser
            --perfherder
            --perfherder-metrics {perftest_metrics}
            --perfherder-simplify-names
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts

controlled:
    description: Controlled performance testing
    treeherder:
        symbol: perftest(controlled)
    worker:
        max-run-time: 14400
    attributes:
        batch: false
        cron: false
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            python3 python/mozperftest/mozperftest/runner.py
            netwerk/test/perf/perftest_http3_controlled.js
            --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg
            --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node
            --browsertime-iterations 1
            --browsertime-cycles 96
            --hooks netwerk/test/perf/hooks_throttling.py
            --flavor desktop-browser
            --perfherder
            --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms
            --perfherder-simplify-names
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts

perfstats:
    description: Run PerfStats pageload test
    treeherder:
        symbol: perftest(perfstats)
    attributes:
        batch: false
        cron: false
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 -m venv . &&
            bin/python3 python/mozperftest/mozperftest/runner.py
            --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg
            --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node
            --flavor desktop-browser
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts
            --perfherder
            --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
            --browsertime-iterations 10
            --hooks testing/performance/hooks_perfstats.py
            testing/performance/perftest_perfstats.js

record-websites:
    description: Run mozperftest to record desktop websites
    treeherder:
        symbol: perftest(rec)
    attributes:
        cron: false
    run-on-projects: []
    scopes:
        - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles
        - secrets:get:project/perftest/gecko/level-{level}/perftest-login
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --flavor desktop-browser
            --verbose
            --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --proxy
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks testing/performance/hooks_recording.py
            testing/performance/perftest_record.js

ml-perf-wasm: &ml-perf
    fetches:
        fetch:
            - ort.jsep.wasm
            - xenova-all-minilm-l6-v2
    description: Run ML Models Perf Tests (wasm onnx backend)
    treeherder:
        symbol: perftest(ml-perf-w)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [mozilla-central]
    worker:
        env:
            MOZ_ML_BACKENDS: onnx
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_engine_perf.js

ml-perf-native:
    <<: *ml-perf
    description: Run ML Models Perf Tests (native onnxruntime backend)
    treeherder:
        symbol: perftest(ml-perf-n)
        tier: 2
    worker:
        env:
            MOZ_ML_BACKENDS: onnx-native

ml-llama-summarizer-perf:
    fetches:
        fetch:
            - smollm2-360-instruct-gguf
            - Qwen3-0.6B-GGUF
    description: Run ML Summarizer Model Using llama.cpp
    treeherder:
        symbol: perftest(ml-llama-sum-perf)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_llama_summarizer_perf.js


ml-security-perf:
    fetches:
        fetch:
            - smollm2-360-instruct-gguf
    description: Run ML Security Performance Tests
    treeherder:
        symbol: perftest(ml-security-perf)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --mochitest-name-change
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_security_perf.js

ml-multi-perf-wasm: &ml-multi-perf
    fetches:
        fetch:
            - ort.jsep.wasm
            - xenova-all-minilm-l6-v2
            - mozilla-ner
            - mozilla-intent
    description: Run ML Models Perf Tests (wasm onnx backend)
    treeherder:
        symbol: perftest(ml-multi-perf-w)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [mozilla-central]
    worker:
        env:
            MOZ_ML_BACKENDS: onnx
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_engine_multi_perf.js

ml-multi-perf-native:
    <<: *ml-multi-perf
    description: Run ML Models Perf Tests (native onnxruntime backend)
    treeherder:
        symbol: perftest(ml-multi-perf-n)
        tier: 2
    worker:
        env:
            MOZ_ML_BACKENDS: onnx-native

ml-perf-semantic-ft-wasm: &ml-perf-semantic-ft
    fetches:
        fetch:
            - ort.jsep.wasm
            - xenova-all-minilm-l6-v2
    description: Run ML Semantic Search Feature (wasm onnx backend)
    treeherder:
        symbol: perftest(ml-perf-semantic-ft-w)
        tier: 2
    run-on-projects: [autoland, mozilla-central]
    worker:
        env:
            MOZ_ML_BACKENDS: onnx
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            --mochitest-extra-args setenv=MOZ_DISABLE_CONTENT_SANDBOX=1
            --mochitest-name-change
            toolkit/components/ml/tests/browser/browser_ml_semantic_history_search_perf.js

ml-perf-semantic-ft-native:
    <<: *ml-perf-semantic-ft
    description: Run ML Semantic Search Feature (native onnxruntime backend)
    treeherder:
        symbol: perftest(ml-perf-semantic-ft-n)
        tier: 2
    worker:
        env:
            MOZ_ML_BACKENDS: onnx-native

ml-perf-suggest-ft-wasm: &ml-perf-suggest-ft
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-ner
            - mozilla-intent
    description: Run ML Suggest Feature (wasm onnx backend)
    treeherder:
        symbol: perftest(ml-perf-suggest-ft-w)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    worker:
        env:
            MOZ_ML_BACKENDS: onnx
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_suggest_feature_perf.js

ml-perf-suggest-ft-native:
    <<: *ml-perf-suggest-ft
    description: Run ML Suggest Feature (native onnxruntime backend)
    treeherder:
        symbol: perftest(ml-perf-suggest-ft-n)
        tier: 2
    worker:
        env:
            MOZ_ML_BACKENDS: onnx-native

ml-perf-suggest-inf-wasm: &ml-perf-suggest-inf
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-ner
            - mozilla-intent
    description: Run ML Suggest Inference Model (wasm onnx backend)
    treeherder:
        symbol: perftest(ml-perf-suggest-inf-w)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: []
    worker:
        env:
            MOZ_ML_BACKENDS: onnx
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_suggest_inference.js

ml-perf-suggest-inf-native:
    <<: *ml-perf-suggest-inf
    description: Run ML Suggest Inference Model (native onnxruntime backend)
    treeherder:
        symbol: perftest(ml-perf-suggest-inf-n)
        tier: 2
    worker:
        env:
            MOZ_ML_BACKENDS: onnx-native

ml-perf-autofill-wasm: &ml-perf-autofill
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-autofill
            - mozilla-autofill-embed
            - mozilla-autofill-head
    description: Run ML Autofill Model (wasm onnx backend)
    treeherder:
        symbol: perftest(ml-perf-autofill-w)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [mozilla-central]
    worker:
        env:
            MOZ_ML_BACKENDS: onnx
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_autofill_perf.js

ml-perf-autofill-native:
    <<: *ml-perf-autofill
    description: Run ML Autofill Model (native onnxruntime backend)
    treeherder:
        symbol: perftest(ml-perf-autofill-n)
        tier: 2
    worker:
        env:
            MOZ_ML_BACKENDS: onnx-native

tr8ns-perf-tiny:
    fetches:
        fetch:
            - tr8ns.inference
            - tr8ns.T.enru.lex
            - tr8ns.T.enru.model
            - tr8ns.T.enru.vocab
    description: Run Full-Page Translations with a tiny-architecture model
    treeherder:
        symbol: perftest(tr8ns-perf-T)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            browser/components/translations/tests/browser/browser_translations_perf_tiny.js

tr8ns-perf-basememory:
    fetches:
        fetch:
            - tr8ns.inference
            - tr8ns.BM.enru.lex
            - tr8ns.BM.enru.model
            - tr8ns.BM.enru.vocab
    description: Run Full-Page Translations with a base-memory-architecture model
    treeherder:
        symbol: perftest(tr8ns-perf-BM)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            browser/components/translations/tests/browser/browser_translations_perf_basememory.js

tr8ns-perf-base:
    fetches:
        fetch:
            - tr8ns.inference
            - tr8ns.B.enru.lex
            - tr8ns.B.enru.model
            - tr8ns.B.enru.vocab
    description: Run Full-Page Translations with a base-architecture model
    treeherder:
        symbol: perftest(tr8ns-perf-B)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            browser/components/translations/tests/browser/browser_translations_perf_base.js

ml-perf-smart-tab-wasm: &ml-perf-smart-tab
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-smart-tab-topic
            - mozilla-smart-tab-emb
    description: Run ML Smart Tab Model (wasm onnx backend)
    treeherder:
        symbol: perftest(ml-perf-smart-tab-w)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [mozilla-central]
    worker:
        env:
            MOZ_ML_BACKENDS: onnx
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            toolkit/components/ml/tests/browser/browser_ml_smart_tab_perf.js

ml-perf-smart-tab-native:
    <<: *ml-perf-smart-tab
    description: Run ML Smart Tab Model (native onnxruntime backend)
    treeherder:
        symbol: perftest(ml-perf-smart-tab-n)
        tier: 2
    worker:
        env:
            MOZ_ML_BACKENDS: onnx-native

ml-perf-smart-tab-cluster-wasm: &ml-perf-smart-tab-cluster
    fetches:
        fetch:
            - ort.jsep.wasm
            - mozilla-smart-tab-topic
            - mozilla-smart-tab-emb
    description: Run ML Smart Tab Clustering (wasm onnx backend)
    treeherder:
        symbol: perftest(ml-perf-stg-cluster-w)
        tier: 2
    worker:
        env:
            MOZ_ML_BACKENDS: onnx
        max-run-time: 900
    attributes:
        batch: false
        cron: false
    run-on-projects: [mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            --hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
            --mochitest-name-change
            toolkit/components/ml/tests/browser/browser_ml_smart_tab_clustering_perf.js

ml-perf-smart-tab-cluster-native:
    <<: *ml-perf-smart-tab-cluster
    description: Run ML Smart Tab Clustering (native onnxruntime backend)
    treeherder:
        symbol: perftest(ml-perf-stg-cluster-n)
        tier: 2
    worker:
        max-run-time: 900
        env:
            MOZ_ML_BACKENDS: onnx-native

# XXX: We can consolidate this once bug 1865852 lands.
perftest-accessibility:
    description: Run accessibility performance tests
    treeherder:
        symbol: perftest(a11y)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [autoland, mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            accessible/tests/browser/performance/browser_addManyIds.js
            && python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            accessible/tests/browser/performance/browser_addManyNodes.js
            && python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            accessible/tests/browser/performance/browser_reflowPseudoelements.js
            && python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            accessible/tests/browser/performance/browser_removeManySpellingErrors.js
            && python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            accessible/tests/browser/performance/browser_implicitRoleARIAExpanded.js
            && python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            accessible/tests/browser/performance/browser_bounds.js
            && python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            accessible/tests/browser/performance/browser_displayContentsBounds.js
            && python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            accessible/tests/browser/performance/browser_panManySVGShapes.js

perftest-places:
    description: Run Places related performance tests
    treeherder:
        symbol: perftest(places)
        tier: 2
    attributes:
        batch: false
        cron: false
    run-on-projects: [mozilla-central]
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $MOZ_FETCHES_DIR &&
            python3 python/mozperftest/mozperftest/runner.py
            --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg
            --flavor mochitest
            --output $MOZ_FETCHES_DIR/../artifacts
            toolkit/components/places/tests/browser/performance/browser_calculate_frecency_speed.js