Add multiarch build script
Jack O'Sullivan
3 years ago
parent
558dda0e8e
commit
66db1654d8
@ -1,5 +1,6 @@
|
||||
/bin/*
|
||||
!/bin/.gitkeep
|
||||
/plugin/
|
||||
/multiarch/
|
||||
|
||||
.vscode/
|
||||
|
||||
@ -0,0 +1,195 @@
|
||||
#!/usr/bin/env python3
|
||||
import json
|
||||
import hashlib
|
||||
import argparse
|
||||
import os
|
||||
import tempfile
|
||||
import gzip
|
||||
import tarfile
|
||||
import concurrent.futures
|
||||
|
||||
import requests
|
||||
from docker_image import reference
|
||||
import dxf
|
||||
|
||||
MTYPE_PLUGIN_CONFIG = 'application/vnd.docker.plugin.v1+json'
|
||||
MTYPE_LAYER = 'application/vnd.docker.image.rootfs.diff.tar.gzip'
|
||||
MTYPE_MANIFEST = 'application/vnd.docker.distribution.manifest.v2+json'
|
||||
MTYPE_MANIFEST_LIST = 'application/vnd.docker.distribution.manifest.list.v2+json'
|
||||
|
||||
class Platform:
|
||||
def __init__(self, s):
|
||||
self.buildx = s
|
||||
|
||||
split = s.split('/')
|
||||
if len(split) < 2:
|
||||
raise Exception('Invalid platform format')
|
||||
|
||||
self.dirname = '_'.join(split)
|
||||
|
||||
self.os = split[0]
|
||||
self.architecture = split[1]
|
||||
|
||||
self.variant = None
|
||||
if len(split) > 3:
|
||||
raise Exception('Invalid platform format')
|
||||
elif len(split) == 3:
|
||||
self.variant = split[2]
|
||||
elif self.architecture == 'arm64':
|
||||
# Weird exception? (seen in alpine images)
|
||||
self.variant = 'v8'
|
||||
|
||||
@property
|
||||
def manifest(self):
|
||||
d = {
|
||||
'os': self.os,
|
||||
'architecture': self.architecture,
|
||||
}
|
||||
if self.variant is not None:
|
||||
d['variant'] = self.variant
|
||||
|
||||
return d
|
||||
@property
|
||||
def tag(self):
|
||||
if self.variant is not None:
|
||||
return f'{self.os}-{self.architecture}-{self.variant}'
|
||||
return f'{self.os}-{self.architecture}'
|
||||
|
||||
def __str__(self):
|
||||
return f'Platform(os={self.os}, architecture={self.architecture}, variant={self.variant})'
|
||||
def __repr__(self):
|
||||
return str(self)
|
||||
|
||||
def dxf_auth(reg: dxf.DXF, res):
|
||||
reg.authenticate(username=os.getenv('REGISTRY_USERNAME'), password=os.getenv('REGISTRY_PASSWORD'), response=res)
|
||||
|
||||
class DXF(dxf.DXF):
|
||||
def set_manifest(self, alias, manifest_json, mime=MTYPE_MANIFEST):
|
||||
"""
|
||||
Give a name (alias) to a manifest.
|
||||
|
||||
:param alias: Alias name
|
||||
:type alias: str
|
||||
|
||||
:param manifest_json: A V2 Schema 2 manifest JSON string
|
||||
:type digests: list
|
||||
"""
|
||||
self._request('put',
|
||||
'manifests/' + alias,
|
||||
data=manifest_json,
|
||||
headers={'Content-Type': mime})
|
||||
|
||||
def push_manifest(self, manifest_dict, ref=None, mime=MTYPE_MANIFEST):
|
||||
mf = json.dumps(manifest_dict, sort_keys=True).encode('utf-8')
|
||||
size = len(mf)
|
||||
digest = dxf.hash_bytes(mf)
|
||||
|
||||
if ref is None:
|
||||
ref = digest
|
||||
|
||||
self.set_manifest(ref, mf, mime=mime)
|
||||
return size, digest
|
||||
|
||||
def fix_slash(info: tarfile.TarInfo):
|
||||
if info.name == '':
|
||||
info.name = '.'
|
||||
return info
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description='Construct and push a multiarch Docker plugin')
|
||||
parser.add_argument('config', help='plugin config.json')
|
||||
parser.add_argument('rootfs', help='buildx rootfs parent directory')
|
||||
parser.add_argument('image', help='target image (registry/image:tag)')
|
||||
parser.add_argument('-p', '--platforms', default='linux/amd64', help='buildx platforms')
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
platforms = [Platform(p) for p in args.platforms.split(',')]
|
||||
|
||||
ref = reference.Reference.parse(args.image)
|
||||
hostname, repo = ref.split_hostname()
|
||||
tag = ref['tag']
|
||||
|
||||
reg = DXF(hostname, repo, auth=dxf_auth)
|
||||
#print(reg.list_aliases())
|
||||
|
||||
print(f'Pushing config file `{args.config}`')
|
||||
config_size = os.path.getsize(args.config)
|
||||
config_digest = reg.push_blob(filename=args.config, check_exists=True)
|
||||
print(f'Pushed config as {config_digest}')
|
||||
|
||||
def push_platform(p):
|
||||
#with open(f'/tmp/{p.dirname}.tar.gz', mode='w+b') as f:
|
||||
with tempfile.TemporaryFile(mode='w+b', suffix='.tar.gz') as f:
|
||||
tar_name = f'{p.dirname}.tar'
|
||||
# Use gzip separately to force mtime=0 (deterministic gzipping!)
|
||||
with gzip.GzipFile(filename=tar_name, mode='w', fileobj=f, mtime=0) as gz:
|
||||
with tarfile.open(name=tar_name, mode='w', fileobj=gz) as tar:
|
||||
path = os.path.join(args.rootfs, p.dirname)
|
||||
print(f"tar'ing and gzip'ing {path}")
|
||||
tar.add(path, arcname='', filter=fix_slash)
|
||||
f.seek(0, os.SEEK_SET)
|
||||
|
||||
sha256 = hashlib.sha256()
|
||||
for chunk in iter(lambda: f.read(8192), b''):
|
||||
sha256.update(chunk)
|
||||
h = 'sha256:' + sha256.hexdigest()
|
||||
|
||||
layer_size = f.tell()
|
||||
f.seek(0, os.SEEK_SET)
|
||||
|
||||
print(f'Pushing {p.buildx} layer')
|
||||
layer_digest = reg.push_blob(data=f, digest=h, check_exists=True)
|
||||
print(f'Pushed {p.buildx} layer as {layer_digest}')
|
||||
|
||||
platform_tag = f'{tag}-{p.tag}'
|
||||
print(f'Pushing {p.buildx} manifest with tag {platform_tag}')
|
||||
size, digest = reg.push_manifest({
|
||||
'schemaVersion': 2,
|
||||
'mediaType': MTYPE_MANIFEST,
|
||||
'config': {
|
||||
'mediaType': MTYPE_PLUGIN_CONFIG,
|
||||
'size': config_size,
|
||||
'digest': config_digest,
|
||||
},
|
||||
'layers': [
|
||||
{
|
||||
'mediaType': MTYPE_LAYER,
|
||||
'size': layer_size,
|
||||
'digest': layer_digest,
|
||||
}
|
||||
],
|
||||
}, ref=platform_tag)
|
||||
print(f'Pushed {p.buildx} manifest with digest {digest}')
|
||||
|
||||
return size, digest
|
||||
|
||||
mf_list = {
|
||||
'schemaVersion': 2,
|
||||
'mediaType': MTYPE_MANIFEST_LIST,
|
||||
'manifests': [],
|
||||
}
|
||||
with concurrent.futures.ThreadPoolExecutor() as executor:
|
||||
fs = {executor.submit(push_platform, p): p for p in platforms}
|
||||
|
||||
for f in concurrent.futures.as_completed(fs):
|
||||
p = fs[f]
|
||||
try:
|
||||
size, digest = f.result()
|
||||
except Exception as ex:
|
||||
print(f'Exception pushing `{p.buildx}`: {ex}')
|
||||
continue
|
||||
|
||||
mf_list['manifests'].append({
|
||||
'mediaType': MTYPE_MANIFEST,
|
||||
'size': size,
|
||||
'digest': digest,
|
||||
'platform': p.manifest,
|
||||
})
|
||||
|
||||
print(f'Pushing {args.image} manifest list')
|
||||
reg.push_manifest(mf_list, ref=tag, mime=MTYPE_MANIFEST_LIST)
|
||||
print(f'Pushed {args.image}')
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
@ -0,0 +1,2 @@
|
||||
python-dxf>7, <8
|
||||
docker-image-py>0.1,<0.2
|
||||
Loading…
Reference in New Issue