fix: accept exact recovery inventory and preserve native durable replay
Rust development slice / linux (push) Failing after 6s

This commit is contained in:
2026-11-13 18:30:28 +01:00
parent 2230235dfb
commit 967ca46123
6 changed files with 164 additions and 7 deletions
+22 -5
View File
@@ -51,15 +51,20 @@ def stage(payload):
os.replace(next_path, dest)
# Build asynchronously. Captured compiler output remains root-private.
worker = backup/'build.py'
image_tag='rust-discovery-server:upgrade-'+payload['id']
worker.write_text('''import json,os,subprocess
from pathlib import Path
os.umask(0o077)
root=Path('/opt/rust-discovery'); here=Path(__file__).parent
record=json.loads((here/'source.json').read_text())
with (here/'build.log').open('xb') as log:
result=subprocess.run(['docker','compose','--env-file',str(root/'devstate/.env'),'-f',str(root/'deploy/server.compose.yaml'),'build','migrate'],stdout=log,stderr=subprocess.STDOUT)
(here/'build-result.json').write_text(json.dumps({'exit_code':result.returncode}))
result=subprocess.run(['docker','build','--file',str(root/'deploy/Dockerfile'),'--tag',record['image_tag'],str(root)],stdout=log,stderr=subprocess.STDOUT)
outcome={'exit_code':result.returncode}
if result.returncode==0:
outcome['image_id']=subprocess.run(['docker','image','inspect',record['image_tag'],'--format','{{.Id}}'],capture_output=True,check=True).stdout.decode().strip()
(here/'build-result.json').write_text(json.dumps(outcome))
'''); worker.chmod(0o600)
record = dict(id=payload['id'], source_sha256=payload['sha256'], files=manifest, previous=previous, old_image=old_image, backup=str(backup))
record = dict(id=payload['id'], source_sha256=payload['sha256'], files=manifest, previous=previous, old_image=old_image, backup=str(backup),image_tag=image_tag)
(backup/'source.json').write_text(json.dumps(record)); (backup/'source.json').chmod(0o600)
unit = 'rmm-source-build-'+payload['id']
result = subprocess.run(['systemd-run','--unit='+unit,'--property=UMask=0077','--property=WorkingDirectory='+str(root),
@@ -72,8 +77,13 @@ def status(payload):
root = Path('/opt/rust-discovery'); backup = root/'devstate'/('source-upgrade-'+payload['id'])
record = json.loads((backup/'source.json').read_text())
result = backup/'build-result.json'
unit=subprocess.run(['systemctl','show','rmm-source-build-'+payload['id'],'-p','ActiveState','-p','SubState','-p','ExecMainStatus'],capture_output=True,check=True,timeout=10).stdout.decode()
current=subprocess.run(['docker','image','inspect','rust-discovery-server:local','--format','{{.Id}}'],capture_output=True,check=True,timeout=10).stdout.decode().strip()
log=backup/'build.log'
return dict(id=payload['id'], finished=result.exists(), exit_code=json.loads(result.read_text())['exit_code'] if result.exists() else None,
source_unchanged=all(hashlib.sha256((root/name).read_bytes()).hexdigest() == sha for name,sha in record['files'].items()))
source_unchanged=all(hashlib.sha256((root/name).read_bytes()).hexdigest() == sha for name,sha in record['files'].items()),
service=dict(line.split('=',1) for line in unit.splitlines() if '=' in line),build_log_bytes=log.stat().st_size if log.exists() else 0,
build_has_separate_image_tag='image_tag' in record,runtime_tag_unchanged=current==record['old_image'] if not (backup/'deploy-result.json').exists() else None)
def deploy(payload):
@@ -81,7 +91,8 @@ def deploy(payload):
import tarfile
root = Path('/opt/rust-discovery'); backup = root/'devstate'/('source-upgrade-'+payload['id'])
record = json.loads((backup/'source.json').read_text())
require(json.loads((backup/'build-result.json').read_text())['exit_code'] == 0, 'build must pass')
built=json.loads((backup/'build-result.json').read_text())
require(built['exit_code'] == 0, 'build must pass')
require(all(hashlib.sha256((root/name).read_bytes()).hexdigest() == sha for name,sha in record['files'].items()), 'source drift')
require(not (backup/'deploy-result.json').exists(), 'deployment already recorded')
if payload.get('closed_policy_sha256'):
@@ -113,6 +124,12 @@ def deploy(payload):
with os.fdopen(fd, 'wb') as f: f.write(data); f.flush(); os.fsync(f.fileno()); os.fchmod(f.fileno(), 0o644)
os.replace(next_path, dest)
cmd = ['docker','compose','--env-file',str(root/'devstate/.env'),'-f',str(root/'deploy/server.compose.yaml')]
if 'image_tag' in record:
inspected=subprocess.run(['docker','image','inspect',record['image_tag'],'--format','{{.Id}}'],capture_output=True,check=True,timeout=10).stdout.decode().strip()
require(inspected==built['image_id'] and inspected.startswith('sha256:'),'fixed qualified image required')
# Only this explicit, gated deployment may move the runtime tag. A
# concurrently finishing source build cannot alter running services.
subprocess.run(['docker','tag',inspected,'rust-discovery-server:local'],capture_output=True,check=True,timeout=10)
# Existing migration image runs without rebuild; preserves PG volume/PKI.
migrate = subprocess.run(cmd+['run','--rm','--no-deps','migrate'], capture_output=True, timeout=25)
require(migrate.returncode == 0, 'migration failed')