# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ Transform the checksums signing task into an actual task description. """ from typing import Optional from taskgraph.transforms.base import TransformSequence from taskgraph.util.dependencies import get_primary_dependency from taskgraph.util.schema import Schema from taskgraph.util.treeherder import replace_group from gecko_taskgraph.transforms.beetmover import craft_release_properties from gecko_taskgraph.transforms.task import TaskDescriptionSchema from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.scriptworker import ( generate_beetmover_artifact_map, generate_beetmover_upstream_artifacts, get_beetmover_action_scope, get_beetmover_bucket_scope, ) class BeetmoverChecksumsDescriptionSchema(Schema, kw_only=True): attributes: TaskDescriptionSchema.__annotations__["attributes"] # noqa: F821 dependencies: TaskDescriptionSchema.__annotations__["dependencies"] # noqa: F821 label: Optional[str] = None treeherder: TaskDescriptionSchema.__annotations__["treeherder"] = None locale: Optional[str] = None shipping_phase: TaskDescriptionSchema.__annotations__["shipping_phase"] = None shipping_product: TaskDescriptionSchema.__annotations__["shipping_product"] = None task_from: TaskDescriptionSchema.__annotations__["task_from"] = None run_on_repo_type: TaskDescriptionSchema.__annotations__["run_on_repo_type"] = None transforms = TransformSequence() @transforms.add def remove_name(config, jobs): for job in jobs: if "name" in job: del job["name"] yield job transforms.add_validate(BeetmoverChecksumsDescriptionSchema) @transforms.add def make_beetmover_checksums_description(config, jobs): for job in jobs: dep_job = get_primary_dependency(config, job) assert dep_job attributes = dep_job.attributes treeherder = job.get("treeherder", {}) treeherder.setdefault( "symbol", replace_group(dep_job.task["extra"]["treeherder"]["symbol"], "BMcs"), ) dep_th_platform = ( dep_job.task.get("extra", {}) .get("treeherder", {}) .get("machine", {}) .get("platform", "") ) treeherder.setdefault("platform", f"{dep_th_platform}/opt") treeherder.setdefault( "tier", dep_job.task.get("extra", {}).get("treeherder", {}).get("tier", 1) ) treeherder.setdefault("kind", "build") label = job["label"] build_platform = attributes.get("build_platform") description = ( "Beetmover submission of checksums for locale '{locale}' for build '" "{build_platform}/{build_type}'".format( locale=attributes.get("locale", "en-US"), build_platform=build_platform, build_type=attributes.get("build_type"), ) ) extra = {} if "devedition" in build_platform: extra["product"] = "devedition" else: extra["product"] = "firefox" attributes = copy_attributes_from_dependent_job(dep_job) attributes.update(job.get("attributes", {})) if dep_job.attributes.get("locale"): treeherder["symbol"] = "BMcs({})".format(dep_job.attributes.get("locale")) attributes["locale"] = dep_job.attributes.get("locale") bucket_scope = get_beetmover_bucket_scope(config) action_scope = get_beetmover_action_scope(config) task = { "label": label, "description": description, "worker-type": "beetmover", "scopes": [bucket_scope, action_scope], "dependencies": job["dependencies"], "attributes": attributes, "run-on-projects": dep_job.attributes.get("run_on_projects"), "run-on-repo-type": job.get("run-on-repo-type", ["git", "hg"]), "treeherder": treeherder, "extra": extra, } if "shipping-phase" in job: task["shipping-phase"] = job["shipping-phase"] if "shipping-product" in job: task["shipping-product"] = job["shipping-product"] yield task @transforms.add def make_beetmover_checksums_worker(config, jobs): for job in jobs: locale = job["attributes"].get("locale") platform = job["attributes"]["build_platform"] worker = { "implementation": "beetmover", "release-properties": craft_release_properties(config, job), "upstream-artifacts": generate_beetmover_upstream_artifacts( config, job, platform, locale ), "artifact-map": generate_beetmover_artifact_map( config, job, platform=platform, locale=locale ), } if locale: worker["locale"] = locale job["worker"] = worker yield job