You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
iceraven-browser/taskcluster/fenix_taskgraph/loader/__init__.py

105 lines
2.9 KiB
Python

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import copy
# Define a collection of group_by functions
GROUP_BY_MAP = {}
def group_by(name):
def wrapper(func):
GROUP_BY_MAP[name] = func
return func
return wrapper
def group_tasks(config, tasks):
group_by_fn = GROUP_BY_MAP[config["group-by"]]
groups = group_by_fn(config, tasks)
for combinations in groups.values():
dependencies = [copy.deepcopy(t) for t in combinations]
yield dependencies
@group_by("build-type")
def build_type_grouping(config, tasks):
groups = {}
kind_dependencies = config.get("kind-dependencies")
only_build_type = config.get("only-for-build-types")
for task in tasks:
if task.kind not in kind_dependencies:
continue
if only_build_type:
build_type = task.attributes.get("build-type")
if build_type not in only_build_type:
continue
build_type = task.attributes.get("build-type")
groups.setdefault(build_type, []).append(task)
return groups
@group_by("attributes")
def attributes_grouping(config, tasks):
groups = {}
kind_dependencies = config.get("kind-dependencies")
only_attributes = config.get("only-for-attributes")
for task in tasks:
if task.kind not in kind_dependencies:
continue
group_attr = None
if only_attributes:
if not any(attr in task.attributes for attr in only_attributes):
continue
else:
continue
groups.setdefault(task.label, []).append(task)
return groups
@group_by("single-locale")
def single_locale_grouping(config, tasks):
"""Split by a single locale (but also by platform, build-type, product)
The locale can be `None` (en-US build/signing/repackage), a single locale,
or multiple locales per task, e.g. for l10n chunking. In the case of a task
with, say, five locales, the task will show up in all five locale groupings.
This grouping is written for non-partner-repack beetmover, but might also
be useful elsewhere.
"""
groups = {}
for task in tasks:
if task.kind not in config.get("kind-dependencies", []):
continue
platform = task.attributes.get("build_platform")
build_type = task.attributes.get("build_type")
task_locale = task.attributes.get("locale")
chunk_locales = task.attributes.get("chunk_locales")
locales = chunk_locales or [task_locale]
for locale in locales:
locale_key = (platform, build_type, locale)
groups.setdefault(locale_key, [])
if task not in groups[locale_key]:
groups[locale_key].append(task)
return groups