#!/usr/bin/env python3 """Freeze public sources and build ARM64 server/broker only; never deploy/migrate.""" import base64 import gzip import hashlib import inspect import io import json import os from pathlib import Path import shlex import subprocess import sys import tarfile import uuid import vm_access_check as access ROOT=Path(__file__).resolve().parents[1] BUILDER='sha256:30ae3d90753bc39b0a98a897784c662aff9598ffab7a98a6298e8aa79145c2ec' def sha(raw):return hashlib.sha256(raw).hexdigest() def write(path,raw): path.parent.mkdir(mode=0o700,parents=True,exist_ok=True) with path.open('xb') as f:f.write(raw);f.flush();os.fsync(f.fileno()) path.chmod(0o600) def ssh(code,raw=b'',timeout=45): cfg=access.load_config(ROOT/'credentials/server.conf') cmd=['ssh','-F','/dev/null','-T','-p',cfg.get('port','22'),'-o','StrictHostKeyChecking=yes','-o','BatchMode=yes','-o','IdentitiesOnly=yes','-o','ForwardAgent=no','-o','ClearAllForwardings=yes','-o','ConnectTimeout=7','-i',str(Path(cfg['ssh_key_path']).expanduser()),cfg['username']+'@'+cfg['address'],shlex.join(['python3','-I','-c',code])] p=subprocess.run(cmd,input=raw,capture_output=True,timeout=timeout) if p.returncode:raise RuntimeError('Build-only SSH operation failed; public diagnostics retained by caller') return json.loads(p.stdout) def preflight(): import json,subprocess,os assert os.uname().machine=='aarch64' and os.geteuid()==0 def run(a):return subprocess.check_output(a,stderr=subprocess.DEVNULL,text=True,timeout=15) builder=PARAMETERS['builder'];i=json.loads(run(['docker','image','inspect',builder]))[0] assert i['Id']==builder and i['Architecture']=='arm64' and i['Os']=='linux' units={} for role in ('api','gateway','postgres'): c=json.loads(run(['docker','inspect','rust-discovery-server-'+role+'-1']))[0] units[role]={'id':c['Id'],'image':c['Image'],'started_at':c['State']['StartedAt'],'running':c['State']['Running'],'restart_count':c['RestartCount']} stat=os.statvfs('/opt/rust-discovery/devstate') return {'architecture':'aarch64','builder':builder,'units':units,'disk_available_bytes':stat.f_bavail*stat.f_frsize} def stage(): import io,json,hashlib,tarfile,subprocess,os,sys from pathlib import Path p=PARAMETERS;raw=sys.stdin.buffer.read(p['bytes']+1) assert len(raw)==p['bytes'] and hashlib.sha256(raw).hexdigest()==p['sha256'] root=Path('/opt/rust-discovery/devstate');case=root/p['release'];case.mkdir(mode=0o700);pkg=case/'package';pkg.mkdir(mode=0o700) files={} with tarfile.open(fileobj=io.BytesIO(raw),mode='r:gz') as archive: for m in archive.getmembers(): assert m.isfile() and not m.name.startswith('/') and '..' not in Path(m.name).parts and m.name not in files and m.size<=16*1024*1024 files[m.name]=archive.extractfile(m).read() assert len(files)<=1500 and sum(map(len,files.values()))<=32*1024*1024 manifest=json.loads(files['manifest.json']);assert hashlib.sha256(files['manifest.json']).hexdigest()==p['manifest_sha256'] assert set(files)=={'manifest.json'}|set(manifest['file_hashes']) assert all(hashlib.sha256(files[n]).hexdigest()==h for n,h in manifest['file_hashes'].items()) for name,content in files.items(): path=pkg/name;path.parent.mkdir(mode=0o700,parents=True,exist_ok=True) with path.open('xb') as stream:stream.write(content);stream.flush();os.fsync(stream.fileno()) path.chmod(0o400) with (case/'sealed.json').open('x') as stream:json.dump(p,stream) with (case/'build-worker.py').open('xb') as stream:stream.write(p['worker'].encode()) log=(case/'launcher.log').open('xb') process=subprocess.Popen(['python3','-I',str(case/'build-worker.py')],stdin=subprocess.DEVNULL,stdout=log,stderr=subprocess.STDOUT,start_new_session=True,close_fds=True) return {'release':p['release'],'case':str(case),'worker_pid':process.pid,'build_only':True,'runtime_deployment':False,'migration_executed':False} def worker(): from pathlib import Path import subprocess,json,hashlib,os p=PARAMETERS;case=Path('/opt/rust-discovery/devstate')/p['release'];pkg=case/'package';out=case/'build.receipt.json' assert not out.exists() def sha(b):return hashlib.sha256(b).hexdigest() manifest=json.loads((pkg/'manifest.json').read_text());assert sha((pkg/'manifest.json').read_bytes())==p['manifest_sha256'] assert all(sha((pkg/n).read_bytes())==h for n,h in manifest['file_hashes'].items()) def run(a):return subprocess.check_output(a,stderr=subprocess.DEVNULL,text=True,timeout=30) def state(): result={} for role in ('api','gateway','postgres'): c=json.loads(run(['docker','inspect','rust-discovery-server-'+role+'-1']))[0] result[role]={'id':c['Id'],'image':c['Image'],'started_at':c['State']['StartedAt'],'running':c['State']['Running'],'restart_count':c['RestartCount']} return result before=state();assert before==manifest['preflight']['units'];tag='rust-discovery-server:'+p['release'] with (case/'build.log').open('xb') as log: r=subprocess.run(['docker','build','--network=none','--pull=false','--iidfile',str(case/'image-id'),'-t',tag,str(pkg)],stdout=log,stderr=subprocess.STDOUT,env={**os.environ,'DOCKER_BUILDKIT':'0'},timeout=1800) result={'exit_code':r.returncode,'release':p['release'],'tag':tag,'source_manifest_sha256':p['manifest_sha256'],'build_only':True,'runtime_deployment':False,'migration_executed':False} if r.returncode==0: image=(case/'image-id').read_text().strip();info=json.loads(run(['docker','image','inspect',image]))[0];assert info['Architecture']=='arm64' and info['Os']=='linux' result.update(image=image,architecture='arm64',binaries={}) for name in ('rmm-server','rmm-time-broker-linux'): expected=run(['docker','run','--rm','--read-only','--cap-drop=ALL','--security-opt','no-new-privileges','--network','none','--entrypoint','sha256sum',image,'/usr/local/bin/'+name]).split()[0] container=run(['docker','create','--read-only','--network','none','--cap-drop=ALL','--entrypoint','/bin/true',image]) try: path=case/name;subprocess.run(['docker','cp',container+':/usr/local/bin/'+name,str(path)],check=True,stdout=subprocess.DEVNULL,stderr=subprocess.DEVNULL,timeout=30) finally:run(['docker','rm',container]) raw=path.read_bytes();assert raw[:6]==b'\x7fELF\x02\x01' and raw[18:20]==b'\xb7\x00' and sha(raw)==expected path.chmod(0o500);result['binaries'][name]={'path':str(path),'bytes':len(raw),'sha256':expected} assert all(sha((pkg/n).read_bytes())==h for n,h in manifest['file_hashes'].items()) result['runtime_before']=before;result['runtime_after']=state();result['runtime_unchanged']=before==result['runtime_after'] with out.open('x') as stream:json.dump(result,stream,sort_keys=True,indent=2);stream.flush();os.fsync(stream.fileno()) def freeze(): os.umask(0o077);ident=uuid.uuid4().hex[:12];folder=ROOT/'devstate/server-build-only'/ident;folder.mkdir(mode=0o700,parents=True) before=ssh(inspect.getsource(preflight).replace('PARAMETERS',repr({'builder':BUILDER}))+'\nprint(__import__("json").dumps(preflight()))\n') assert before['disk_available_bytes']>8*1024**3 names=subprocess.check_output(['git','ls-files','--cached','--others','--exclude-standard','-z'],cwd=ROOT).decode().split('\0') names=sorted(set(n for n in names if n and (n.startswith(('crates/','proto/','migrations/','tools/','tests/','deploy/linux/','web/src/')) or n in ('Cargo.toml','Cargo.lock','rust-toolchain.toml','web/package.json','web/package-lock.json','web/tsconfig.json','web/index.html','web/vite.config.ts')))) files={} for name in names: p=ROOT/name assert p.is_file() and not p.is_symlink() and '__pycache__' not in p.parts and p.stat().st_size<=16*1024*1024 files['source/'+name]=p.read_bytes() assert all((ROOT/n).read_bytes()==files['source/'+n] for n in names),'source snapshot drift' assert b'mod windows_sync_alignment;' in files['source/crates/server/src/main.rs'] assert b'pub mod windows_sync_alignment;' in files['source/crates/domain/src/lib.rs'] assert 'source/migrations/0020_windows_sync_alignment.sql' in files inputs={n.removeprefix('source/'):sha(b) for n,b in files.items()} files['inputs.sha256']=''.join(h+' '+n+'\n' for n,h in inputs.items()).encode() files['Dockerfile']=('FROM '+BUILDER+' AS build\nWORKDIR /src\nCOPY source/ /src/\nCOPY inputs.sha256 /tmp/rmm-build-inputs.sha256\nRUN sha256sum -c /tmp/rmm-build-inputs.sha256 && cargo clippy --offline --locked -p rmm-server -p rmm-time-broker-linux --all-targets -- -D warnings && cargo build --offline --locked --release -p rmm-server -p rmm-time-broker-linux --bins\nFROM '+before['units']['api']['image']+'\nCOPY --from=build /src/target/release/rmm-server /usr/local/bin/rmm-server\nCOPY --from=build /src/target/release/rmm-time-broker-linux /usr/local/bin/rmm-time-broker-linux\n').encode() for path in sorted((ROOT/'web/dist').rglob('*')): if path.is_file():assert not path.is_symlink();files['web/'+str(path.relative_to(ROOT/'web/dist'))]=path.read_bytes() assert any(n.startswith('web/assets/') and b'windows-sync-alignment' in v for n,v in files.items()),'built WebUI must contain actual new route' manifest={'schema_version':1,'release':'server205-'+ident,'git_base':subprocess.check_output(['git','rev-parse','HEAD'],cwd=ROOT,text=True).strip(),'builder':BUILDER,'preflight':before,'source_files':inputs,'web':{n[4:]:sha(b) for n,b in files.items() if n.startswith('web/')},'file_hashes':{n:sha(b) for n,b in files.items()},'windows_copied_only_not_qualified':True,'build_only':True,'runtime_deployment':False,'migration_executed':False} files['manifest.json']=json.dumps(manifest,sort_keys=True,indent=2).encode() package=folder/'package' for name,raw in files.items():write(package/name,raw) buffer=io.BytesIO() with tarfile.open(fileobj=buffer,mode='w') as archive: for name,raw in sorted(files.items()): member=tarfile.TarInfo(name);member.size=len(raw);member.mode=0o400;archive.addfile(member,io.BytesIO(raw)) raw=gzip.compress(buffer.getvalue(),mtime=0);write(folder/'package.tar.gz',raw) sealed={'release':manifest['release'],'sha256':sha(raw),'manifest_sha256':sha(files['manifest.json']),'bytes':len(raw),'source_count':len(inputs)} write(folder/'sealed.json',json.dumps(sealed,sort_keys=True,indent=2).encode()) params={**sealed,'worker':inspect.getsource(worker).replace('PARAMETERS',repr(sealed))+'\nworker()\n'} result=ssh(inspect.getsource(stage).replace('PARAMETERS',repr(params))+'\nprint(__import__("json").dumps(stage()))\n',raw=raw) write(folder/'stage-result.json',json.dumps(result,sort_keys=True,indent=2).encode()) print(json.dumps({'folder':str(folder),'sealed':sealed,'stage':result})) if __name__=='__main__':freeze()