|
|
|
@ -13,7 +13,9 @@ import taskcluster
|
|
|
|
|
from lib.util import convert_camel_case_into_kebab_case, lower_case_first_letter
|
|
|
|
|
|
|
|
|
|
DEFAULT_EXPIRES_IN = '1 year'
|
|
|
|
|
DEFAULT_APK_ARTIFACT_LOCATION = 'public/target.apk'
|
|
|
|
|
_OFFICIAL_REPO_URL = 'https://github.com/mozilla-mobile/fenix'
|
|
|
|
|
_DEFAULT_TASK_URL = 'https://queue.taskcluster.net/v1/task'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TaskBuilder(object):
|
|
|
|
@ -252,14 +254,14 @@ class TaskBuilder(object):
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return self._craft_default_task_definition(
|
|
|
|
|
'mobile-{}-b-fenix'.format(self.trust_level),
|
|
|
|
|
'aws-provisioner-v1',
|
|
|
|
|
dependencies,
|
|
|
|
|
routes,
|
|
|
|
|
scopes,
|
|
|
|
|
name,
|
|
|
|
|
description,
|
|
|
|
|
payload,
|
|
|
|
|
worker_type='mobile-{}-b-fenix'.format(self.trust_level),
|
|
|
|
|
provisioner_id='aws-provisioner-v1',
|
|
|
|
|
name=name,
|
|
|
|
|
description=description,
|
|
|
|
|
payload=payload,
|
|
|
|
|
dependencies=dependencies,
|
|
|
|
|
routes=routes,
|
|
|
|
|
scopes=scopes,
|
|
|
|
|
treeherder=treeherder,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
@ -290,9 +292,20 @@ class TaskBuilder(object):
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def _craft_default_task_definition(
|
|
|
|
|
self, worker_type, provisioner_id, dependencies, routes, scopes, name, description,
|
|
|
|
|
payload, treeherder=None
|
|
|
|
|
self,
|
|
|
|
|
worker_type,
|
|
|
|
|
provisioner_id,
|
|
|
|
|
name,
|
|
|
|
|
description,
|
|
|
|
|
payload,
|
|
|
|
|
dependencies=None,
|
|
|
|
|
routes=None,
|
|
|
|
|
scopes=None,
|
|
|
|
|
treeherder=None,
|
|
|
|
|
):
|
|
|
|
|
dependencies = [] if dependencies is None else dependencies
|
|
|
|
|
scopes = [] if scopes is None else scopes
|
|
|
|
|
routes = [] if routes is None else routes
|
|
|
|
|
treeherder = {} if treeherder is None else treeherder
|
|
|
|
|
|
|
|
|
|
created = datetime.datetime.now()
|
|
|
|
@ -333,21 +346,24 @@ class TaskBuilder(object):
|
|
|
|
|
):
|
|
|
|
|
architecture, build_type = get_architecture_and_build_type_from_variant(variant)
|
|
|
|
|
build_type = convert_camel_case_into_kebab_case(build_type)
|
|
|
|
|
routes = [
|
|
|
|
|
'index.project.mobile.fenix.v2.branch.master.revision.{}.{}.{}'.format(
|
|
|
|
|
self.commit, build_type, architecture
|
|
|
|
|
),
|
|
|
|
|
'index.project.mobile.fenix.v2.branch.master.latest.{}.{}'.format(
|
|
|
|
|
build_type, architecture
|
|
|
|
|
),
|
|
|
|
|
'index.project.mobile.fenix.v2.branch.master.pushdate.{}.{}.{}.revision.{}.{}.{}'.format(
|
|
|
|
|
self.date.year, self.date.month, self.date.day, self.commit,
|
|
|
|
|
build_type, architecture
|
|
|
|
|
),
|
|
|
|
|
'index.project.mobile.fenix.v2.branch.master.pushdate.{}.{}.{}.latest.{}.{}'.format(
|
|
|
|
|
self.date.year, self.date.month, self.date.day, build_type, architecture
|
|
|
|
|
),
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
routes = []
|
|
|
|
|
if self.repo_url == _OFFICIAL_REPO_URL:
|
|
|
|
|
routes = [
|
|
|
|
|
'index.project.mobile.fenix.v2.branch.master.revision.{}.{}.{}'.format(
|
|
|
|
|
self.commit, build_type, architecture
|
|
|
|
|
),
|
|
|
|
|
'index.project.mobile.fenix.v2.branch.master.latest.{}.{}'.format(
|
|
|
|
|
build_type, architecture
|
|
|
|
|
),
|
|
|
|
|
'index.project.mobile.fenix.v2.branch.master.pushdate.{}.{}.{}.revision.{}.{}.{}'.format(
|
|
|
|
|
self.date.year, self.date.month, self.date.day, self.commit,
|
|
|
|
|
build_type, architecture
|
|
|
|
|
),
|
|
|
|
|
'index.project.mobile.fenix.v2.branch.master.pushdate.{}.{}.{}.latest.{}.{}'.format(
|
|
|
|
|
self.date.year, self.date.month, self.date.day, build_type, architecture
|
|
|
|
|
),
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
return self._craft_signing_task(
|
|
|
|
|
name='sign: {}'.format(variant),
|
|
|
|
@ -436,6 +452,147 @@ class TaskBuilder(object):
|
|
|
|
|
},
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def craft_raptor_speedometer_task(self, signing_task_id, mozharness_task_id, variant, gecko_revision, force_run_on_64_bit_device=False):
|
|
|
|
|
return self._craft_raptor_task(
|
|
|
|
|
signing_task_id,
|
|
|
|
|
mozharness_task_id,
|
|
|
|
|
variant,
|
|
|
|
|
gecko_revision,
|
|
|
|
|
name_prefix='raptor speedometer',
|
|
|
|
|
description='Raptor Speedometer on Fenix',
|
|
|
|
|
test_name='raptor-speedometer',
|
|
|
|
|
job_symbol='sp',
|
|
|
|
|
force_run_on_64_bit_device=force_run_on_64_bit_device,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def craft_raptor_speedometer_power_task(self, signing_task_id, mozharness_task_id, variant, gecko_revision, force_run_on_64_bit_device=False):
|
|
|
|
|
return self._craft_raptor_task(
|
|
|
|
|
signing_task_id,
|
|
|
|
|
mozharness_task_id,
|
|
|
|
|
variant,
|
|
|
|
|
gecko_revision,
|
|
|
|
|
name_prefix='raptor speedometer power',
|
|
|
|
|
description='Raptor Speedometer power on Fenix',
|
|
|
|
|
test_name='raptor-speedometer',
|
|
|
|
|
job_symbol='sp',
|
|
|
|
|
group_symbol='Rap-P',
|
|
|
|
|
extra_test_args=[
|
|
|
|
|
"--power-test",
|
|
|
|
|
"--page-cycles 5",
|
|
|
|
|
"--host HOST_IP",
|
|
|
|
|
],
|
|
|
|
|
force_run_on_64_bit_device=force_run_on_64_bit_device,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def craft_raptor_tp6m_task(self, for_suite):
|
|
|
|
|
|
|
|
|
|
def craft_function(signing_task_id, mozharness_task_id, variant, gecko_revision, force_run_on_64_bit_device=False):
|
|
|
|
|
return self._craft_raptor_task(
|
|
|
|
|
signing_task_id,
|
|
|
|
|
mozharness_task_id,
|
|
|
|
|
variant,
|
|
|
|
|
gecko_revision,
|
|
|
|
|
name_prefix='raptor tp6m-{}'.format(for_suite),
|
|
|
|
|
description='Raptor tp6m on the Fenix',
|
|
|
|
|
test_name='raptor-tp6m-{}'.format(for_suite),
|
|
|
|
|
job_symbol='tp6m-{}'.format(for_suite),
|
|
|
|
|
force_run_on_64_bit_device=force_run_on_64_bit_device,
|
|
|
|
|
)
|
|
|
|
|
return craft_function
|
|
|
|
|
|
|
|
|
|
def _craft_raptor_task(
|
|
|
|
|
self,
|
|
|
|
|
signing_task_id,
|
|
|
|
|
mozharness_task_id,
|
|
|
|
|
variant,
|
|
|
|
|
gecko_revision,
|
|
|
|
|
name_prefix,
|
|
|
|
|
description,
|
|
|
|
|
test_name,
|
|
|
|
|
job_symbol,
|
|
|
|
|
group_symbol=None,
|
|
|
|
|
extra_test_args=None,
|
|
|
|
|
force_run_on_64_bit_device=False,
|
|
|
|
|
):
|
|
|
|
|
extra_test_args = [] if extra_test_args is None else extra_test_args
|
|
|
|
|
apk_location = '{}/{}/artifacts/{}'.format(
|
|
|
|
|
_DEFAULT_TASK_URL, signing_task_id, DEFAULT_APK_ARTIFACT_LOCATION
|
|
|
|
|
)
|
|
|
|
|
architecture, _ = get_architecture_and_build_type_from_variant(variant)
|
|
|
|
|
worker_type = 'gecko-t-ap-perf-p2' if force_run_on_64_bit_device or architecture == 'aarch64' else 'gecko-t-ap-perf-g5'
|
|
|
|
|
|
|
|
|
|
if force_run_on_64_bit_device:
|
|
|
|
|
treeherder_platform = 'android-hw-p2-8-0-arm7-api-16'
|
|
|
|
|
elif architecture == 'arm':
|
|
|
|
|
treeherder_platform = 'android-hw-g5-7-0-arm7-api-16'
|
|
|
|
|
elif architecture == 'aarch64':
|
|
|
|
|
treeherder_platform = 'android-hw-p2-8-0-aarch64'
|
|
|
|
|
else:
|
|
|
|
|
raise ValueError('Unsupported architecture "{}"'.format(architecture))
|
|
|
|
|
|
|
|
|
|
task_name = '{}: {} {}'.format(
|
|
|
|
|
name_prefix, variant, '(on 64-bit-device)' if force_run_on_64_bit_device else ''
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
return self._craft_default_task_definition(
|
|
|
|
|
worker_type=worker_type,
|
|
|
|
|
provisioner_id='proj-autophone',
|
|
|
|
|
dependencies=[signing_task_id],
|
|
|
|
|
name=task_name,
|
|
|
|
|
description=description,
|
|
|
|
|
payload={
|
|
|
|
|
"artifacts": [{
|
|
|
|
|
'path': '/builds/worker/{}'.format(worker_path),
|
|
|
|
|
'expires': taskcluster.stringDate(taskcluster.fromNow(DEFAULT_EXPIRES_IN)),
|
|
|
|
|
'type': 'directory',
|
|
|
|
|
'name': 'public/{}/'.format(public_folder)
|
|
|
|
|
} for worker_path, public_folder in (
|
|
|
|
|
('artifacts', 'test'),
|
|
|
|
|
('workspace/build/logs', 'logs'),
|
|
|
|
|
('workspace/build/blobber_upload_dir', 'test_info'),
|
|
|
|
|
)],
|
|
|
|
|
"command": [
|
|
|
|
|
"./test-linux.sh",
|
|
|
|
|
'--installer-url={}'.format(apk_location),
|
|
|
|
|
"--test-packages-url={}/{}/artifacts/public/build/target.test_packages.json".format(_DEFAULT_TASK_URL, mozharness_task_id),
|
|
|
|
|
"--test={}".format(test_name),
|
|
|
|
|
"--app=fenix",
|
|
|
|
|
"--binary=org.mozilla.fenix",
|
|
|
|
|
"--activity=GeckoViewActivity",
|
|
|
|
|
"--download-symbols=ondemand"
|
|
|
|
|
] + extra_test_args,
|
|
|
|
|
"env": {
|
|
|
|
|
"GECKO_HEAD_REPOSITORY": "https://hg.mozilla.org/mozilla-central",
|
|
|
|
|
"GECKO_HEAD_REV": gecko_revision,
|
|
|
|
|
"MOZ_AUTOMATION": "1",
|
|
|
|
|
"MOZ_HIDE_RESULTS_TABLE": "1",
|
|
|
|
|
"MOZ_NO_REMOTE": "1",
|
|
|
|
|
"MOZ_NODE_PATH": "/usr/local/bin/node",
|
|
|
|
|
"MOZHARNESS_CONFIG": "raptor/android_hw_config.py",
|
|
|
|
|
"MOZHARNESS_SCRIPT": "raptor_script.py",
|
|
|
|
|
"MOZHARNESS_URL": "{}/{}/artifacts/public/build/mozharness.zip".format(_DEFAULT_TASK_URL, mozharness_task_id),
|
|
|
|
|
"MOZILLA_BUILD_URL": apk_location,
|
|
|
|
|
"NEED_XVFB": "false",
|
|
|
|
|
"NO_FAIL_ON_TEST_ERRORS": "1",
|
|
|
|
|
"TASKCLUSTER_WORKER_TYPE": 'proj-autophone/{}'.format(worker_type),
|
|
|
|
|
"WORKING_DIR": "/builds/worker",
|
|
|
|
|
"WORKSPACE": "/builds/worker/workspace",
|
|
|
|
|
"XPCOM_DEBUG_BREAK": "warn",
|
|
|
|
|
},
|
|
|
|
|
"context": "https://hg.mozilla.org/mozilla-central/raw-file/{}/taskcluster/scripts/tester/test-linux.sh".format(gecko_revision)
|
|
|
|
|
},
|
|
|
|
|
treeherder={
|
|
|
|
|
'jobKind': 'test',
|
|
|
|
|
'groupSymbol': 'Rap' if group_symbol is None else group_symbol,
|
|
|
|
|
'machine': {
|
|
|
|
|
'platform': treeherder_platform,
|
|
|
|
|
},
|
|
|
|
|
'symbol': job_symbol,
|
|
|
|
|
'tier': 2,
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _craft_treeherder_platform_from_variant(variant):
|
|
|
|
|
architecture, build_type = get_architecture_and_build_type_from_variant(variant)
|
|
|
|
@ -449,7 +606,7 @@ def _craft_treeherder_group_symbol_from_variant(variant):
|
|
|
|
|
|
|
|
|
|
def _craft_artifacts_from_variant(variant):
|
|
|
|
|
return {
|
|
|
|
|
'public/target.apk': {
|
|
|
|
|
DEFAULT_APK_ARTIFACT_LOCATION: {
|
|
|
|
|
'type': 'file',
|
|
|
|
|
'path': _craft_apk_full_path_from_variant(variant),
|
|
|
|
|
'expires': taskcluster.stringDate(taskcluster.fromNow(DEFAULT_EXPIRES_IN)),
|
|
|
|
@ -513,3 +670,13 @@ def schedule_task_graph(ordered_groups_of_tasks):
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return full_task_graph
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def fetch_mozharness_task_id(geckoview_nightly_version):
|
|
|
|
|
nightly_build_id = geckoview_nightly_version.split('.')[-1]
|
|
|
|
|
nightly_date = arrow.get(nightly_build_id, 'YYYYMMDDHHmmss')
|
|
|
|
|
|
|
|
|
|
raptor_index = 'gecko.v2.mozilla-central.pushdate.{}.{:02}.{:02}.{}.firefox.linux64-debug'.format(
|
|
|
|
|
nightly_date.year, nightly_date.month, nightly_date.day, nightly_build_id
|
|
|
|
|
)
|
|
|
|
|
return taskcluster.Index().findTask(raptor_index)['taskId']
|
|
|
|
|