fix: repair proven unsent sync chain with signed archived receipt
Rust development slice / linux (push) Failing after 7s
Rust development slice / linux (push) Failing after 7s
This commit is contained in:
@@ -25,6 +25,7 @@ def upgrade(payload):
|
||||
base=Path('/var/lib/rmm-apt-transaction');state=Path('/var/lib/rmm-agent-remote')
|
||||
ledger=Path('/var/lib/rmm-helper/consumption.sqlite');binary=Path('/usr/local/libexec/rmm-privileged-helper')
|
||||
provider=Path('/usr/lib/rmm-apt-transaction/apt_transaction.py');metadata=base/'install-metadata.json'
|
||||
agent_binary=Path('/usr/local/libexec/rmm-agent-remote')
|
||||
dropin=Path('/etc/systemd/system/rmm-agent-remote.service.d/30-cloud-root.conf')
|
||||
full=('[Service]\nEnvironment=RMM_HELPER_SOCKET=/run/rmm-helper-cloud/control.sock\n'
|
||||
'Environment=RMM_HELPER_POLICY_FILE=/etc/rmm-remote/general-helper-proof.json\n'
|
||||
@@ -52,6 +53,7 @@ def upgrade(payload):
|
||||
guard()
|
||||
require(json.loads((state/'identity.json').read_text())['agent_id']==payload['agent_id'],'permanent identity preserved')
|
||||
require(sha(binary.read_bytes())==payload['old_helper_sha256'] and sha(provider.read_bytes())==payload['old_provider_sha256'],'reviewed old artifacts required')
|
||||
require(sha(agent_binary.read_bytes())==payload['old_agent_sha256'],'reviewed permanent agent required')
|
||||
require(dropin.read_text()==full and not dropin.is_symlink(),'known active endpoint drop-in required')
|
||||
original=base/'bootstrap-attempt-rmm-apt-fixture-install-1.0.json'
|
||||
retry=base/'bootstrap-retry-rmm-apt-fixture-install-1.0.json'
|
||||
@@ -59,7 +61,9 @@ def upgrade(payload):
|
||||
sha(retry.read_bytes())=='a118072812553dca1a8ffee84550be0b2d514d555ad7cbcfc4722675a211a0e3','original and retry tombstones required')
|
||||
require(not list(base.glob('acceptance-*.json')),'no existing acceptance expected')
|
||||
raw=base64.b64decode(payload['binary'],validate=True);code=base64.b64decode(payload['provider'],validate=True)
|
||||
agent_raw=base64.b64decode(payload['agent_binary'],validate=True)
|
||||
require(sha(raw)==payload['helper_sha256'] and sha(code)==payload['provider_sha256'],'reviewed new artifacts')
|
||||
require(sha(agent_raw)==payload['agent_sha256'],'qualified sync-prevention agent')
|
||||
backup=Path('/var/lib/rmm-bootstrap-history')/('cloud-readonly-reconcile-'+payload['id']);backup.mkdir(mode=0o700)
|
||||
def create(path,data,mode=0o600):
|
||||
fd=os.open(path,os.O_WRONLY|os.O_CREAT|os.O_EXCL|os.O_NOFOLLOW,mode)
|
||||
@@ -68,7 +72,9 @@ def upgrade(payload):
|
||||
def save():
|
||||
next_path=backup/'.report-next.json';create(next_path,json.dumps(report,indent=2).encode());os.replace(next_path,backup/'report.json')
|
||||
save();staged=backup/'helper-next';create(staged,raw,0o755)
|
||||
staged_agent=backup/'agent-next';create(staged_agent,agent_raw,0o755)
|
||||
run(['/lib64/ld-linux-x86-64.so.2','--list',str(staged)])
|
||||
run(['/lib64/ld-linux-x86-64.so.2','--list',str(staged_agent)])
|
||||
run(['systemctl','stop','rmm-agent-remote.service','rmm-helper-cloud.service','rmm-apt-helper.service'])
|
||||
fd=os.open(ledger.parent/'executor.lock',os.O_RDWR|os.O_NOFOLLOW);fcntl.flock(fd,fcntl.LOCK_EX|fcntl.LOCK_NB)
|
||||
try:
|
||||
@@ -77,11 +83,11 @@ def upgrade(payload):
|
||||
witnesses={str(p):sha(p.read_bytes()) for p in (original,retry,base/'native-readiness.json',Path('/etc/rmm/apt-helper.json'),Path('/etc/rmm-remote/apt-helper-proof.json'))}
|
||||
old_meta=json.loads(metadata.read_text());require(old_meta['provider_sha256']==payload['old_provider_sha256'],'old installation metadata')
|
||||
general=Path('/etc/rmm-remote/general-helper-proof.json').read_bytes()
|
||||
for p in (binary,provider,metadata,dropin):
|
||||
for p in (binary,agent_binary,provider,metadata,dropin):
|
||||
target=backup/str(p).lstrip('/').replace('/','__')
|
||||
require(not p.is_symlink() and p.stat().st_dev==backup.stat().st_dev,'same-filesystem versioned backup')
|
||||
os.rename(p,target)
|
||||
os.rename(staged,binary);create(provider,code,0o755)
|
||||
os.rename(staged,binary);os.rename(staged_agent,agent_binary);create(provider,code,0o755)
|
||||
create(metadata,json.dumps(dict(old_meta,provider_sha256=sha(code))).encode());create(dropin,reduced.encode(),0o644)
|
||||
inspected=json.loads(run([str(binary),'--inspect-general-profile'],env=dict(os.environ,RMM_HELPER_CONFIG='/etc/rmm-remote/helper-general.json')))
|
||||
require(inspected==json.loads(general),'general policy unchanged')
|
||||
@@ -90,6 +96,7 @@ def upgrade(payload):
|
||||
(ledger.stat().st_dev,ledger.stat().st_ino)==inode and guard()==original_unknown,'identity/journal/unknown evidence drift')
|
||||
report.update(stage='installed_preserved',preserved_state=True,original_unknown_sha256=original_unknown,
|
||||
helper_sha256=sha(raw),provider_sha256=sha(code),apt_endpoint_enabled=False);save()
|
||||
report['agent_sha256']=sha(agent_raw);save()
|
||||
finally:
|
||||
fcntl.flock(fd,fcntl.LOCK_UN);os.close(fd)
|
||||
run(['systemctl','daemon-reload']);run(['systemctl','start','rmm-helper-cloud.service','rmm-agent-remote.service'])
|
||||
@@ -139,12 +146,16 @@ def main():
|
||||
folders += [apt.prior.STATE/name for name in ('diagnosis','diagnosis-acquisition','diagnosis-hook','diagnosis-local-hook')]
|
||||
expected=[m.protected_json(p/'checkpoint.json')['result']['result']['grant_id'] for p in folders]+[grant]
|
||||
ident=str(uuid.uuid4());raw=(STATE/'helper-readonly-reconcile').read_bytes();code=(STATE/'provider-readonly-reconcile.py').read_bytes()
|
||||
agent_raw=(STATE/'agent-sync-prevention').read_bytes();installed=m.protected_json(cloud.ROOT/'devstate/remote-vm.json')
|
||||
payload=dict(id=ident,agent_id=apt.prior.identity()['agent_id'],expected_grants=expected,unknown_grant=grant,
|
||||
old_helper_sha256='91ffd13a4a0a6713bf6d1aa07ccc72e1bea737ce5533fbec87b40a9f274cf35c',
|
||||
old_provider_sha256='465ac5ed61185dd72f4600c49e0da5b9da16f75aa3686f7c278f8667a6564945',
|
||||
binary=base64.b64encode(raw).decode(),provider=base64.b64encode(code).decode(),
|
||||
agent_binary=base64.b64encode(agent_raw).decode(),agent_sha256=hashlib.sha256(agent_raw).hexdigest(),old_agent_sha256=installed['binary_sha256'],
|
||||
helper_sha256=hashlib.sha256(raw).hexdigest(),provider_sha256=hashlib.sha256(code).hexdigest())
|
||||
report=cloud.bootstrap.rpc('linux-vm.conf',upgrade,payload);m.write_private(STATE/('install-'+ident+'.json'),report)
|
||||
require(report['completed'] and report['agent_sha256']==payload['agent_sha256'],'qualified preserving installation')
|
||||
m.write_private(cloud.ROOT/'devstate/remote-vm.json',dict(installed,binary_sha256=report['agent_sha256']))
|
||||
print({k:report[k] for k in ('completed','stage','preserved_state','package_effects','apt_endpoint_enabled')})
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user