98 lines
5.1 KiB
Python
Executable File
98 lines
5.1 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Stage a build on the development server, sign there, and publish over the loopback HTTPS management API."""
|
|
import argparse
|
|
import hashlib
|
|
import json
|
|
from pathlib import Path
|
|
import shlex
|
|
import subprocess
|
|
import sys
|
|
|
|
import agent_release
|
|
from dev_stage import ssh_prefix
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
|
|
def on_server(options):
|
|
import hashlib
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import shutil
|
|
import subprocess
|
|
import tempfile
|
|
|
|
os.umask(0o077)
|
|
state = Path('/opt/rust-discovery/devstate/mvp-releases')
|
|
stage = Path.home() / 'rmm-dev-stage'
|
|
tool = stage / options['tool'] / 'agent_release.py'
|
|
if hashlib.sha256(tool.read_bytes()).hexdigest() != options['tool']:
|
|
raise ValueError('staged release tool differs')
|
|
build = state / 'builds' / options['label'] / str(options['sequence'])
|
|
build.mkdir(parents=True, exist_ok=True)
|
|
for name, digest in options['files'].items():
|
|
source = stage / digest / name
|
|
dest = build / name
|
|
if hashlib.sha256(source.read_bytes()).hexdigest() != digest:
|
|
raise ValueError('staged build differs: ' + name)
|
|
if not dest.exists():
|
|
with tempfile.NamedTemporaryFile(dir=build, delete=False) as tmp:
|
|
with source.open('rb') as f:
|
|
shutil.copyfileobj(f, tmp)
|
|
tmp.flush()
|
|
os.fsync(tmp.fileno())
|
|
try:
|
|
os.link(tmp.name, dest)
|
|
finally:
|
|
os.unlink(tmp.name)
|
|
if hashlib.sha256(dest.read_bytes()).hexdigest() != digest:
|
|
raise ValueError('sequence already contains different build: ' + name)
|
|
inputs = ['--artifacts', str(build), '--build-receipt', str(build / options['receipt'])]
|
|
subprocess.run(['python3', '-I', str(tool), 'prepare', *inputs, '--state', str(state), '--gateway', options['gateway'],
|
|
'--service-uid','10001','--sequence',str(options['sequence']),'--version',options['version']],check=True)
|
|
if options['prepare_only']:
|
|
return
|
|
# Use the ordinary development catalog permission and CSRF-protected API.
|
|
# Credentials are read within the dev server and never returned over SSH.
|
|
cid = subprocess.check_output(['docker','ps','-q','--filter','label=com.docker.compose.project=rust-discovery-server',
|
|
'--filter','label=com.docker.compose.service=api']).decode().strip().splitlines()
|
|
if len(cid) != 1:
|
|
raise ValueError('expected one running development API')
|
|
env = dict(x.partition('=')[::2] for x in json.loads(subprocess.check_output(['docker','inspect',cid[0]]))[0]['Config']['Env'])
|
|
if env.get('RMM_PROFILE') != 'development' or env.get('RMM_DEV_AUTH') != 'true':
|
|
raise ValueError('explicit dev API required')
|
|
with tempfile.NamedTemporaryFile(mode='w', dir=state) as auth:
|
|
json.dump({'username':env['RMM_DEV_USERNAME'],'password':env['RMM_DEV_PASSWORD']},auth)
|
|
auth.flush()
|
|
subprocess.run(['python3','-I',str(tool),'publish',*inputs,'--tenant',options['tenant'],
|
|
'--envelope',str(state/'prepared'/options['label']/str(options['sequence'])/'envelope.json'),
|
|
'--origin','https://localhost:18443','--ca','/opt/rust-discovery/devstate/api-pki/ca.pem',
|
|
'--dev-login-file',auth.name],check=True)
|
|
|
|
def main():
|
|
import inspect
|
|
parser=argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument('--artifacts',type=Path,required=True)
|
|
parser.add_argument('--build-receipt',type=Path,required=True)
|
|
parser.add_argument('--sequence',type=int,required=True)
|
|
parser.add_argument('--version',required=True)
|
|
parser.add_argument('--gateway',default='https://discovery.ease-technologies.de')
|
|
parser.add_argument('--tenant',default='11111111-1111-4111-8111-111111111111')
|
|
parser.add_argument('--prepare-only',action='store_true')
|
|
args=parser.parse_args()
|
|
platform, _ = agent_release.binaries(args.artifacts,args.build_receipt)
|
|
files=[*(args.artifacts/name for name in agent_release.FILES[platform]),args.build_receipt]
|
|
tool=Path(agent_release.__file__).resolve()
|
|
if args.build_receipt.name in agent_release.FILES[platform]:
|
|
raise ValueError('build receipt and binary names must differ')
|
|
params={'files':{f.name:hashlib.sha256(f.read_bytes()).hexdigest() for f in files},'tool':hashlib.sha256(tool.read_bytes()).hexdigest(),
|
|
'receipt':args.build_receipt.name,'sequence':args.sequence,'version':args.version,'tenant':args.tenant,
|
|
'gateway':args.gateway,'prepare_only':args.prepare_only,'label':{agent_release.LINUX:'linux',
|
|
agent_release.WINDOWS:'windows',agent_release.WINDOWS_GNU:'windows-gnu'}[platform]}
|
|
subprocess.run([sys.executable,str(ROOT/'tools/dev_stage.py'),'server',*map(str,files),str(tool)],check=True)
|
|
command=inspect.getsource(on_server)+'\non_server('+repr(params)+')\n'
|
|
subprocess.run([*ssh_prefix('server'),shlex.join(['python3','-I','-'])],input=command,text=True,check=True)
|
|
|
|
if __name__=='__main__':
|
|
main()
|