#!/usr/bin/env python3 """Provision and activate the public password/TOTP API on the development server.""" import argparse import base64 import hashlib import json import os from pathlib import Path import secrets import shlex import subprocess import uuid ROOT = Path(__file__).resolve().parents[1] ORIGIN = 'https://discovery.ease-technologies.de:8443' TENANT = '11111111-1111-4111-8111-111111111111' def on_server(payload): import fcntl import time root = Path('/opt/rust-discovery') def run(*args): return subprocess.check_output(list(args),text=True).strip() def inspect_role(role): return json.loads(run('docker','inspect','rust-discovery-server-'+role+'-1'))[0] def write(path, content, mode=0o600, owner=None): import tempfile with tempfile.NamedTemporaryFile(dir=path.parent,delete=False) as stream: temporary=Path(stream.name) try: stream.write(content);stream.flush();os.fsync(stream.fileno()) os.fchmod(stream.fileno(),mode) if owner is not None:os.fchown(stream.fileno(),owner,owner) os.replace(temporary,path) finally:temporary.unlink(missing_ok=True) work=root/'devstate/public-access' work.mkdir(mode=0o700,exist_ok=True) with (work/'deployment.lock').open('a') as lock: fcntl.flock(lock,fcntl.LOCK_EX) if payload['action']=='grant-customer-admin': principal = payload['principal'] if 'local:' + str(uuid.UUID(principal.removeprefix('local:'))) != principal: raise ValueError('Invalid bootstrap principal') config_path = root / 'devstate/public-auth/users.json' configured = json.loads(config_path.read_bytes())['users'] if not any(u['principal'] == principal and u['tenant_id'] == TENANT and u['username'] == 'kevin' and not u['disabled'] for u in configured): raise ValueError('Active public bootstrap account differs') query = f"SELECT provision_customer_admin('{TENANT}','{principal}');" subprocess.run(['docker','exec','-i','rust-discovery-server-postgres-1','psql','-XqAt', '-v','ON_ERROR_STOP=1','-U','postgres','-d','rmm'], input=query,text=True,check=True,stdout=subprocess.DEVNULL) print(json.dumps({'customer_admin':principal})) return if payload['action']=='prepare': config=payload['accounts'] user,=config['users'] if str(uuid.UUID(user['principal'].removeprefix('local:'))) != user['principal'][6:]: raise ValueError('Invalid local principal') folder=root/'devstate/public-auth' folder.mkdir(mode=0o700,exist_ok=True) os.chown(folder,10001,10001);os.chmod(folder,0o700) path=folder/'users.json' encoded=json.dumps(config,separators=(',',':')).encode() if path.exists() and path.read_bytes()!=encoded: raise ValueError('Existing account configuration differs. Review before replacing it.') write(path,encoded,owner=10001) # Bootstrap membership only. No plan, approval or job is created. query=f"""BEGIN; SELECT set_config('app.tenant_id','{TENANT}',true); INSERT INTO memberships(tenant_id,principal,kind,permissions) SELECT '{TENANT}','{user['principal']}','human',array_append(array_remove(permissions,'apt:native_acceptance'),'tokens:manage') FROM memberships WHERE tenant_id='{TENANT}' AND principal='simulated-testprincipal-a' ON CONFLICT(tenant_id,principal) DO NOTHING; COMMIT;""" subprocess.run(['docker','exec','-i','rust-discovery-server-postgres-1','psql','-XqAt','-v','ON_ERROR_STOP=1','-U','postgres','-d','rmm'],input=query,text=True,check=True,stdout=subprocess.DEVNULL) print(json.dumps({'accounts_prepared':True,'username':user['username'],'principal':user['principal']})) return if payload['action']=='publish': ca=root/'devstate/api-pki/ca.pem' auth=json.loads(run('curl','--noproxy','*','--silent','--show-error','--fail','--max-time','5','--cacert',str(ca),'https://localhost:18445/auth/config')) if auth.get('dev_login_enabled') or auth.get('oidc_configured') or not auth.get('local_login_enabled'): raise ValueError('Public API authentication is not ready') source=payload['files'] nginx=base64.b64decode(source['server-bootstrap-ingress.conf'],validate=True) service=base64.b64decode(source['server-bootstrap-ingress.service'],validate=True) validation=nginx.decode() for name, path in { 'chain.pem':'/opt/rmm-bootstrap-download/chain.pem', 'key.pem':'/opt/rmm-bootstrap-download/domain.key', 'gateway-ca.pem':str(root/'devstate/pki/ca.pem'), 'api-ca.pem':str(ca), }.items(): validation=validation.replace('/run/credentials/rmm-install-ingress.service/'+name,path) check=work/'nginx-validation.conf' write(check,validation.encode()) run('/usr/sbin/nginx','-t','-c',str(check)) targets={Path('/etc/rmm-install-ingress.conf'):nginx, Path('/etc/systemd/system/rmm-install-ingress.service'):service} backup={path:path.read_bytes() for path in targets} try: for path,raw in targets.items():write(path,raw,0o644) run('systemctl','daemon-reload') run('systemctl','restart','rmm-install-ingress.service') for attempt in range(20): try: verified=json.loads(run('curl','--noproxy','*','--resolve','discovery.ease-technologies.de:8443:127.0.0.1','--silent','--show-error','--fail','--max-time','5',ORIGIN+'/auth/config')) if verified!=auth:raise ValueError('Public authentication response differs') break except subprocess.CalledProcessError: if attempt==19:raise time.sleep(1) except Exception: for path,raw in backup.items():write(path,raw,0o644) run('systemctl','daemon-reload');run('systemctl','restart','rmm-install-ingress.service') raise print(json.dumps({'public_origin':ORIGIN,'local_password_totp':True,'dev_login':False,'oauth':False})) return active=inspect_role('api') if inspect_role('gateway')['Image'] != active['Image']: raise ValueError('API and gateway images differ') tag='rmm-public-api:'+active['Image'].split(':')[1] run('docker','tag',active['Image'],tag) write(work/'image.env',('RMM_PUBLIC_API_IMAGE='+tag+'\n').encode()) compose=['docker','compose','--project-name','rust-discovery-server','--project-directory',str(root/'deploy'),'--env-file',str(root/'devstate/.env'),'--env-file',str(work/'image.env')] files=[Path(x) for x in active['Config']['Labels']['com.docker.compose.project.config_files'].split(',')] for file in files: if not file.is_file() or not file.resolve().is_relative_to(root):raise ValueError('Missing deployment file') compose+=['-f',str(file)] for name,encoded in payload['files'].items(): dest=(root/'deploy'/name) if name != 'server.public-access.compose.yaml':raise ValueError('Unexpected deployment overlay') write(dest,base64.b64decode(encoded,validate=True),0o644) if dest not in files:compose+=['-f',str(dest)] os.environ['RMM_PUBLIC_API_IMAGE']=tag cfg=json.loads(run(*compose,'config','--format','json'))['services'] public=cfg['public-api'] if (public['environment']['RMM_PROFILE']!='production' or public['environment']['RMM_DEV_AUTH']!='false' or public['ports'][0]['host_ip']!='127.0.0.1' or str(public['ports'][0]['published'])!='18445' or any(k.startswith('RMM_DEV_') and k!='RMM_DEV_AUTH' for k in public['environment']) or public['user']!='10001:10001' or not public['read_only'] or cfg['postgres'].get('ports')): raise ValueError('Unexpected public API boundary') run(*compose,'up','-d','--no-deps','gateway','public-api') ca=root/'devstate/api-pki/ca.pem' for attempt in range(30): try: auth=json.loads(run('curl','--noproxy','*','--silent','--show-error','--fail','--max-time','5','--cacert',str(ca),'https://localhost:18445/auth/config')) if auth.get('dev_login_enabled') or auth.get('oidc_configured') or not auth.get('local_login_enabled'): raise ValueError('Unexpected public authentication modes') break except subprocess.CalledProcessError: if attempt==29:raise time.sleep(1) print(json.dumps({'public_api_running':True,'authentication':auth,'image':active['Image'],'loopback_port':18445})) def main(): parser=argparse.ArgumentParser(description=__doc__) parser.add_argument('action',choices=('prepare','activate','publish','grant-customer-admin')) args=parser.parse_args() os.umask(0o077) payload={'action':args.action} if args.action in ('prepare','grant-customer-admin'): path=ROOT/'credentials/public-webui-login.json' if path.exists(): info=path.lstat() if not path.is_file() or path.is_symlink() or info.st_uid!=os.getuid() or info.st_mode & 0o077: raise ValueError('Unsafe bootstrap credential file') credentials=json.loads(path.read_bytes()) else: if args.action=='grant-customer-admin': raise ValueError('Provision the local login before granting customer administration') secret=base64.b32encode(secrets.token_bytes(20)).decode().rstrip('=') password=secrets.token_urlsafe(32);salt=secrets.token_bytes(32) derived=hashlib.scrypt(password.encode(),salt=salt,n=1<<17,r=8,p=1,dklen=64,maxmem=256*1024*1024) account={'username':'kevin','principal':'local:'+str(uuid.uuid4()),'tenant_id':TENANT,'disabled':False, 'password_scrypt':{'salt_hex':salt.hex(),'hash_hex':derived.hex()},'totp_secret_base32':secret} credentials={'origin':ORIGIN,'username':'kevin','password':password,'totp_secret_base32':secret, 'otpauth_uri':'otpauth://totp/RustDiscovery:kevin?secret='+secret+'&issuer=RustDiscovery&algorithm=SHA1&digits=6&period=30', 'accounts':{'schema_version':1,'users':[account]}} with path.open('x') as stream:json.dump(credentials,stream,indent=2) path.chmod(0o600) if args.action=='grant-customer-admin': account,=credentials['accounts']['users'] payload['principal']=account['principal'] else: payload['accounts']=credentials['accounts'] else: names=['server.public-access.compose.yaml'] if args.action=='activate' else ['server-bootstrap-ingress.conf','server-bootstrap-ingress.service'] payload['files']={name:base64.b64encode((ROOT/'deploy'/name).read_bytes()).decode() for name in names} from dev_stage import ssh_prefix code=Path(__file__).read_text().rsplit("\nif __name__",1)[0] code+='\non_server('+repr(payload)+')\n' subprocess.run([*ssh_prefix('server'),shlex.join(['python3','-I','-'])],input=code,text=True,check=True) if args.action=='prepare':print('Bootstrap credentials stored privately at credentials/public-webui-login.json') if __name__=='__main__': main()