Prepare fixed time gateway deployment and record native preflight
Rust development slice / linux (push) Failing after 6s
Rust development slice / linux (push) Failing after 6s
This commit is contained in:
@@ -88,10 +88,42 @@ def status(payload):
|
||||
|
||||
def deploy(payload):
|
||||
import io
|
||||
import stat
|
||||
import tarfile
|
||||
root = Path('/opt/rust-discovery'); backup = root/'devstate'/('source-upgrade-'+payload['id'])
|
||||
def time_broker_overlay():
|
||||
# Optional fixed public overlay. Never follow an untrusted pathname or
|
||||
# silently omit an installed overlay when recreating the gateway.
|
||||
path = root/'deploy/server.time-broker.compose.yaml'
|
||||
try:
|
||||
initial = path.lstat()
|
||||
except FileNotFoundError:
|
||||
return None
|
||||
require(stat.S_ISREG(initial.st_mode) and initial.st_uid == initial.st_gid == 0
|
||||
and stat.S_IMODE(initial.st_mode) == 0o644 and initial.st_nlink == 1
|
||||
and initial.st_size == 199, 'protected fixed time broker overlay')
|
||||
for parent in path.parents:
|
||||
item = parent.lstat()
|
||||
require(stat.S_ISDIR(item.st_mode) and item.st_uid == 0 and not item.st_mode & 0o022,
|
||||
'protected time broker overlay ancestry')
|
||||
fd = os.open(path, os.O_RDONLY | os.O_CLOEXEC | os.O_NOFOLLOW)
|
||||
try:
|
||||
before = os.fstat(fd)
|
||||
raw = os.pread(fd, 4097, 0)
|
||||
identity = lambda item: (item.st_dev,item.st_ino,item.st_uid,item.st_gid,item.st_mode,
|
||||
item.st_nlink,item.st_size,item.st_mtime_ns,item.st_ctime_ns)
|
||||
require(identity(initial) == identity(before) == identity(os.fstat(fd)) == identity(path.lstat())
|
||||
and len(raw) == 199 and hashlib.sha256(raw).hexdigest()
|
||||
== 'dbd08faea8f58c032562d822f4191c719f9a6828b00d6c368fc2596155a9a314',
|
||||
'exact original time broker overlay bytes')
|
||||
return identity(before)
|
||||
finally:
|
||||
os.close(fd)
|
||||
overlay = time_broker_overlay() # Deny before any UI/tag/migration effect.
|
||||
record = json.loads((backup/'source.json').read_text())
|
||||
built=json.loads((backup/'build-result.json').read_text())
|
||||
require(not (backup/'time-gateway-deploy-intent.json').exists(),
|
||||
'stage reserved by fixed time gateway deployment; read its original case')
|
||||
require(built['exit_code'] == 0, 'build must pass')
|
||||
require(all(hashlib.sha256((root/name).read_bytes()).hexdigest() == sha for name,sha in record['files'].items()), 'source drift')
|
||||
require(not (backup/'deploy-result.json').exists(), 'deployment already recorded')
|
||||
@@ -127,6 +159,9 @@ def deploy(payload):
|
||||
with os.fdopen(fd, 'wb') as f: f.write(data); f.flush(); os.fsync(f.fileno()); os.fchmod(f.fileno(), 0o644)
|
||||
os.replace(next_path, dest)
|
||||
cmd = ['docker','compose','--env-file',str(root/'devstate/.env'),'-f',str(root/'deploy/server.compose.yaml')]
|
||||
if overlay is not None:
|
||||
cmd += ['-f',str(root/'deploy/server.time-broker.compose.yaml')]
|
||||
require(time_broker_overlay() == overlay, 'same optional time broker overlay before tag')
|
||||
if 'image_tag' in record:
|
||||
inspected=subprocess.run(['docker','image','inspect',record['image_tag'],'--format','{{.Id}}'],capture_output=True,check=True,timeout=10).stdout.decode().strip()
|
||||
require(inspected==built['image_id'] and inspected.startswith('sha256:'),'fixed qualified image required')
|
||||
@@ -134,8 +169,10 @@ def deploy(payload):
|
||||
# concurrently finishing source build cannot alter running services.
|
||||
subprocess.run(['docker','tag',inspected,'rust-discovery-server:local'],capture_output=True,check=True,timeout=10)
|
||||
# Existing migration image runs without rebuild; preserves PG volume/PKI.
|
||||
require(time_broker_overlay() == overlay, 'same optional time broker overlay before migration')
|
||||
migrate = subprocess.run(cmd+['run','--rm','--no-deps','migrate'], capture_output=True, timeout=25)
|
||||
require(migrate.returncode == 0, 'migration failed')
|
||||
require(time_broker_overlay() == overlay, 'same optional time broker overlay before recreate')
|
||||
result = subprocess.run(cmd+['up','-d','--no-deps','api','gateway'], capture_output=True, timeout=25)
|
||||
outcome = dict(deployed=result.returncode == 0, existing_state_preserved=True, approvals_created=False)
|
||||
(backup/'deploy-result.json').write_text(json.dumps(outcome)); (backup/'deploy-result.json').chmod(0o600)
|
||||
|
||||
@@ -0,0 +1,9 @@
|
||||
services:
|
||||
gateway:
|
||||
volumes:
|
||||
- type: bind
|
||||
source: /run/rmm-time-source
|
||||
target: /run/rmm-time-source
|
||||
read_only: true
|
||||
bind:
|
||||
create_host_path: false
|
||||
@@ -0,0 +1,388 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Fixed qualified422 gateway deployment. Source-only until actual broker proof is pinned.
|
||||
|
||||
One owned deployment case; no build, UI rewrite, reset, enrollment or approval.
|
||||
After a failed/lost reply only host-read of this same case is permitted.
|
||||
"""
|
||||
import argparse
|
||||
import hashlib
|
||||
import importlib.util
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import stat
|
||||
import subprocess
|
||||
import sys
|
||||
import types
|
||||
|
||||
ROOT = Path('/opt/rust-discovery')
|
||||
CASE_ID = 'fb87aa88-2b67-4cff-9c90-4cd713380889'
|
||||
CASE = ROOT / 'devstate' / ('time-gateway-deploy-' + CASE_ID)
|
||||
STAGE_ID = 'd11a6fb7-cfdd-41b2-87c5-b48a2cfd2e27'
|
||||
STAGE = ROOT / 'devstate' / ('source-upgrade-' + STAGE_ID)
|
||||
PROFILE = 'rmm.server-time-gateway.fixed-deploy.v1'
|
||||
PIN_CONTROLLER_SHA = 'fac85dd0399009af36f625232daa5b67ab7fda391dbf95229d4237c307b142ca'
|
||||
PIN_CONTROLLER = Path('/var/lib/rmm-time-source-operators') / PIN_CONTROLLER_SHA / 'pin_bootstrap.py'
|
||||
IMAGE = 'sha256:422c2c28a91ac512e9317908f4d1fb22247eef857ca95d45e1b1880598b0d611'
|
||||
OLD_IMAGE = 'sha256:6f8383f7c762ac77ed1013c94eeafa2b76838c00aec358a375f5847645ea87ec'
|
||||
SOURCE_SHA = '4419f229599d827a63b69ded3c57b3a3fe4066a10d431368f68a2e415f77b3da'
|
||||
SOURCE_RECORD_SHA = '521bd003500e1dc51b5ec430900aa0c2e17f9ec050b7fc077f0cbbdf58ba7c0f'
|
||||
BUILD_RESULT_SHA = 'b8c0f61d054548753767c378e29019bd60f997980c2d407f8fd6e7b763047fdc'
|
||||
BUILD_LOG_SHA = 'f820345ef15268b47f2487222dcc2a80e9d8849ad9be005f7097fb7dd4232a8f'
|
||||
COMPOSE_SHA = 'd2044b0ee6d584f360990635bec149511d5a0623ec562976541900d751998818'
|
||||
UI_SHA = '95d6f9058cc713c6af36fbd22ccc60678f081765a853b53d19ac6f0d219804f8'
|
||||
POLICY_SHA = 'cf15cbb68b590475df6def28e7dcffb7d88e0ca2d2555a06174fb654eeff05f4'
|
||||
OVERLAY_SHA = 'dbd08faea8f58c032562d822f4191c719f9a6828b00d6c368fc2596155a9a314'
|
||||
UPGRADE_SHA = '2ed358fa20d74bbad20da728c1ef469e0b9613e5d53f41513402a01684c8fd62'
|
||||
CLOUD_READ_RECEIPT_SHA = '438958c318a47b95d717a73f701ebd5e7287b08d4dd066870f62287d91f54a1a'
|
||||
BROKER_START_CONTROLLER_SHA = 'e1458cb3feecd3d3302f2fccaff4850cfc8c403ee3314563f5f641e7c8bdfc39'
|
||||
BROKER_START_RESULT_SHA = '8fc6ed5193f9802b7686a93523730c7e805595415c8e887552ffcf4224968d4d'
|
||||
BROKER_START_READ_RECEIPT_SHA = '731527c0e30aaaddf386f414ffcdd11333000b9897b856cb994da1eccd255d54'
|
||||
BROKER_SIGNATURE_CONTROLLER_SHA = 'a8afe8a2167f91e743e8c976b58d9f5227fa64914ad492ffc489b0dc98392585'
|
||||
BROKER_SIGNATURE_RESULT_SHA = '38ed1a3079f20438fe07a57f1bfa5a37348bdec9fc7780d7822ca3d6967e5ea1'
|
||||
BROKER_SIGNATURE_READ_RECEIPT_SHA = '4b442a9022f1ee56f8e851e25ad323d630b220cf47aa8169b83b9c4412c50b8d'
|
||||
TIME_PUBLIC_PIN_SHA = 'c31d31d2d61f881d04f55f704abbbf98f4822650c016f39e39d4d2318bc3f6e2'
|
||||
BROKER_START = Path('/var/lib/rmm-time-source-bootstrap/5b358997-3abc-43db-945f-f41855b4e3c0/broker-start-acceptance-v1')
|
||||
OLD_IDS = {'api':'307c24bbc3a1249d598f0361780b7f742023dd65772f96e943c1b6af5685b4e9',
|
||||
'gateway':'bbf4ce19c77c3f48eb90f3b9a1c3b9ef86eb1fd2f8cd3ad107a9ea6704d9cc6d',
|
||||
'postgres':'3ce274d1794aa189309b24147d63a67ae8f420663bd021628fbe8bb9ed9ec4dc'}
|
||||
WEB_FILES = ('assets/index-BALnnpV2.js','assets/index-Be1zm1OZ.css','assets/index-BmiTugvc.js',
|
||||
'assets/index-BvPcFQTr.js','assets/index-CTgvl2jr.js','assets/index-DJcsgK_5.js','index.html')
|
||||
RECORDS = ('intent.json','before.json','overlay-intent.json','overlay-installed.json',
|
||||
'upgrade-tool-intent.json','upgrade-tool-installed.json','old-upgrade-tool.bin','reservation.json',
|
||||
'tag-intent.json','tag-exit.json','tag.log','migrate-intent.json','migrate-exit.json','migrate.log',
|
||||
'recreate-intent.json','recreate-exit.json','recreate.log','after.json','result.json','failure.json')
|
||||
|
||||
class GuardDenied(RuntimeError):
|
||||
pass
|
||||
|
||||
def require(ok,tag):
|
||||
if not ok:raise GuardDenied(tag)
|
||||
|
||||
def sha(raw):return hashlib.sha256(raw).hexdigest()
|
||||
|
||||
def load_pin_controller():
|
||||
fd = os.open('/', os.O_RDONLY | os.O_DIRECTORY | os.O_NOFOLLOW)
|
||||
try:
|
||||
for part in PIN_CONTROLLER.parent.parts[1:]:
|
||||
info = os.fstat(fd)
|
||||
require(info.st_uid == 0 and info.st_mode & 0o022 == 0, 'protected_controller_ancestry')
|
||||
next_fd = os.open(part, os.O_RDONLY | os.O_DIRECTORY | os.O_NOFOLLOW, dir_fd=fd)
|
||||
os.close(fd)
|
||||
fd = next_fd
|
||||
info = os.fstat(fd)
|
||||
require(info.st_uid == 0 and info.st_mode & 0o022 == 0, 'protected_controller_parent')
|
||||
file_fd = os.open(PIN_CONTROLLER.name, os.O_RDONLY | os.O_NOFOLLOW, dir_fd=fd)
|
||||
with os.fdopen(file_fd, 'rb') as stream:
|
||||
before = os.fstat(stream.fileno())
|
||||
require(stat.S_ISREG(before.st_mode) and before.st_uid == before.st_gid == 0 and
|
||||
before.st_nlink == 1 and stat.S_IMODE(before.st_mode) == 0o600 and
|
||||
before.st_size <= 128 * 1024, 'reviewed_root_controller_file')
|
||||
raw = stream.read(128 * 1024 + 1)
|
||||
stable = lambda s: tuple(getattr(s, 'st_' + k) for k in
|
||||
('dev', 'ino', 'uid', 'gid', 'mode', 'nlink', 'size', 'mtime_ns', 'ctime_ns'))
|
||||
require(stable(before) == stable(os.fstat(stream.fileno())) ==
|
||||
stable(os.stat(PIN_CONTROLLER.name, dir_fd=fd, follow_symlinks=False)) and
|
||||
len(raw) == before.st_size and sha(raw) == PIN_CONTROLLER_SHA, 'exact_pin_controller_bytes')
|
||||
finally:
|
||||
os.close(fd)
|
||||
pin = importlib.util.module_from_spec(importlib.util.spec_from_loader('rmm_peer_pin_guard', loader=None))
|
||||
pin.__file__ = str(PIN_CONTROLLER)
|
||||
exec(compile(raw, str(PIN_CONTROLLER), 'exec'), pin.__dict__)
|
||||
held = pin.read_file(PIN_CONTROLLER, 128 * 1024)
|
||||
require(held[0] == raw, 'same_loaded_pin_controller')
|
||||
return pin, lambda: require(pin.read_file(PIN_CONTROLLER, 128 * 1024) == held, 'pin_controller_unchanged')
|
||||
|
||||
|
||||
def loaded(pin,path,expected):
|
||||
raw,metadata = pin.read_file(path,131072)
|
||||
require(sha(raw) == expected,'exact_protected_deploy_dependency')
|
||||
module = importlib.util.module_from_spec(importlib.util.spec_from_loader('rmm_fixed_gateway_dependency',loader=None))
|
||||
module.__file__ = str(path)
|
||||
exec(compile(raw,str(path),'exec'),module.__dict__)
|
||||
return module,lambda:require(pin.read_file(path,131072) == (raw,metadata),'deploy_dependency_unchanged')
|
||||
|
||||
|
||||
def create(pin,parent,name,value):
|
||||
raw = value if type(value) is bytes else pin.encoded(value)
|
||||
require(len(raw) <= 1024*1024,'bounded_private_deploy_record')
|
||||
fd = os.open(name,os.O_WRONLY|os.O_CREAT|os.O_EXCL|os.O_NOFOLLOW,0o600,dir_fd=parent)
|
||||
try:
|
||||
view = memoryview(raw)
|
||||
while view:
|
||||
count = os.write(fd,view);require(count>0,'complete_deploy_record');view=view[count:]
|
||||
os.fsync(fd)
|
||||
finally:os.close(fd)
|
||||
os.fsync(parent)
|
||||
|
||||
|
||||
def containers(operator):
|
||||
result = {}
|
||||
template = '[{{json .Id}},{{json .Image}},{{json .Config.User}},{{json .HostConfig.PortBindings}},{{json .Mounts}},{{json .HostConfig.ReadonlyRootfs}},{{json .HostConfig.CapDrop}},{{json .HostConfig.SecurityOpt}},{{json .State.Running}},{{json .State.Pid}},{{json .State.StartedAt}},{{json .RestartCount}}]'
|
||||
for role in ('api','gateway','postgres'):
|
||||
result[role] = json.loads(operator.run(['docker','inspect','rust-discovery-server-'+role+'-1',
|
||||
'--format',template],limit=65536))
|
||||
for role,port in (('api','18443'),('gateway','18444')):
|
||||
row = result[role]
|
||||
require(len(row)==12 and row[2]=='10001:10001' and row[3]=={'18443/tcp':[{'HostIp':'127.0.0.1','HostPort':port}]}
|
||||
and row[5] is True and row[6]==['ALL'] and row[7]==['no-new-privileges:true']
|
||||
and row[8] is True and type(row[9]) is int and row[9]>1 and row[11]==0,'same_unprivileged_loopback_server_role')
|
||||
pg=result['postgres']
|
||||
require(pg[0]==OLD_IDS['postgres'] and pg[1]=='sha256:f3bd19c606e442c3d7bdfa8002e03fe260a1023351e0ea4598032022b68dd6e3'
|
||||
and pg[3] in ({},None) and pg[8] is True
|
||||
and any(mount.get('Type')=='volume' and mount.get('Name')=='rust-discovery-server_pgdata'
|
||||
and mount.get('Destination')=='/var/lib/postgresql/data' for mount in pg[4]),'same_existing_private_postgres_container_volume')
|
||||
return result
|
||||
|
||||
|
||||
def file_tree(path,public=False):
|
||||
result={}
|
||||
for item in [path,*sorted(path.rglob('*'))]:
|
||||
info=item.lstat()
|
||||
require(not item.is_symlink() and (stat.S_ISDIR(info.st_mode) or stat.S_ISREG(info.st_mode))
|
||||
and info.st_uid in (0,10001) and not info.st_mode&0o022,'protected_retained_ui_pki_key_path')
|
||||
value={key:getattr(info,'st_'+key) for key in ('dev','ino','uid','gid','mode','nlink','size','mtime_ns','ctime_ns')}
|
||||
if stat.S_ISREG(info.st_mode):
|
||||
require(info.st_nlink==1,'single_link_retained_public_or_key_file')
|
||||
if public:
|
||||
require(info.st_size<=2*1024*1024,'bounded_public_web_asset')
|
||||
value['sha256']=sha(item.read_bytes())
|
||||
require(all(getattr(item.lstat(),'st_'+key)==value[key] for key in value if key!='sha256'),'stable_public_web_asset')
|
||||
result[str(item)]=value
|
||||
return result
|
||||
|
||||
|
||||
def migrations(operator,cmd):
|
||||
query = "BEGIN READ ONLY; SELECT COALESCE(json_agg(version ORDER BY version),'[]'::json) FROM _sqlx_migrations WHERE success; COMMIT;"
|
||||
raw = operator.run(cmd+['exec','-T','postgres','psql','-X','-qAt','-v','ON_ERROR_STOP=1',
|
||||
'-U','postgres','-d','rmm','-c',query],timeout=10,limit=8192)
|
||||
value = json.loads(raw)
|
||||
require(type(value) is list and all(type(item) is int for item in value),'actual_successful_migration_versions')
|
||||
return value
|
||||
|
||||
|
||||
class BrokerRuntime:
|
||||
def __init__(self,pin,operator):
|
||||
self.process=None
|
||||
module_path=Path('/var/lib/rmm-time-source-operators')/BROKER_START_CONTROLLER_SHA/'broker_start_acceptance.py'
|
||||
self.module,self.guard=loaded(pin,module_path,BROKER_START_CONTROLLER_SHA)
|
||||
self.record=pin.read_file(BROKER_START/'result.json',65536)
|
||||
require(sha(self.record[0])==BROKER_START_RESULT_SHA,'actual_original_successful_broker_start')
|
||||
self.result=pin.parsed(self.record[0])
|
||||
require(self.result['controller_sha256']==BROKER_START_CONTROLLER_SHA
|
||||
and self.result['start_executed_once'] is True and self.result['effective_unit_qualified'] is True
|
||||
and self.result['unix_request_sent'] is False and self.result['signed_attestation'] is False,
|
||||
'actual_started_broker_not_time_signature_authority')
|
||||
raw,metadata=pin.read_file(self.module.BINARY,2*1024*1024,0o500)
|
||||
require(sha(raw)==self.module.BINARY_SHA and metadata==self.result['process']['image_metadata'],
|
||||
'same_actual_started_broker_binary_inode')
|
||||
self.proof=types.SimpleNamespace(pin=pin,binary=types.SimpleNamespace(metadata=metadata),
|
||||
context=types.SimpleNamespace(original=types.SimpleNamespace(operator=operator)))
|
||||
state=self.module.effective(self.module.typed_snapshot(self.proof),True)
|
||||
self.process=self.module.ProcessProof(self.proof,state)
|
||||
self.before=self.verify()
|
||||
|
||||
def verify(self):
|
||||
self.guard()
|
||||
require(self.proof.pin.read_file(BROKER_START/'result.json',65536)==self.record,'broker_start_record_unchanged')
|
||||
state=self.module.effective(self.module.typed_snapshot(self.proof),True)
|
||||
process=self.process.verify(state)
|
||||
socket=self.module.socket_proof(self.proof,self.process)
|
||||
require(process==self.result['process'] and socket==self.result['socket'],'same_actual_started_broker_process_and_listener')
|
||||
return dict(process=process,socket=socket,start_result_sha256=BROKER_START_RESULT_SHA)
|
||||
|
||||
def close(self):
|
||||
if self.process is not None:self.process.close()
|
||||
|
||||
|
||||
def host_read(pin):
|
||||
records={}
|
||||
for name in RECORDS:
|
||||
try:
|
||||
raw,metadata=pin.read_file(CASE/name,8*1024*1024 if name.endswith('.log') else 1024*1024)
|
||||
records[name]=dict(sha256=sha(raw),metadata=metadata,record=pin.parsed(raw) if name.endswith('.json') else None)
|
||||
except FileNotFoundError:records[name]=None
|
||||
print(pin.encoded(dict(profile=PROFILE,case=CASE_ID,read_only=True,records=records,no_effects=True)).decode(),end='')
|
||||
|
||||
|
||||
def main():
|
||||
parser=argparse.ArgumentParser(description=__doc__)
|
||||
parser.add_argument('command',choices=('host-preflight','host-deploy','host-read'))
|
||||
args=parser.parse_args()
|
||||
require(sys.flags.isolated==1 and os.geteuid()==0 and os.getegid()==0 and os.uname().machine=='aarch64','isolated_root_cloud_arm64_only')
|
||||
require(not any(name in os.environ for name in ('DOCKER_HOST','DOCKER_CONTEXT','COMPOSE_PROJECT_NAME','COMPOSE_FILE','COMPOSE_PROFILES')),
|
||||
'fixed_local_docker_compose_context')
|
||||
os.umask(0o077);pin,pin_guard=load_pin_controller()
|
||||
if args.command=='host-read':host_read(pin);return
|
||||
operator,operator_guard=pin.load_operator()
|
||||
require(type(BROKER_SIGNATURE_RESULT_SHA) is str and len(BROKER_SIGNATURE_RESULT_SHA)==64
|
||||
and type(BROKER_SIGNATURE_READ_RECEIPT_SHA) is str and len(BROKER_SIGNATURE_READ_RECEIPT_SHA)==64,
|
||||
'actual_signature_pass_and_read_must_be_pinned')
|
||||
signature_path=BROKER_START.parent/'broker-signature-acceptance-v1/result.json'
|
||||
signature_controller_path=Path('/var/lib/rmm-time-source-operators')/BROKER_SIGNATURE_CONTROLLER_SHA/'broker_signature_acceptance.py'
|
||||
signature_controller=pin.read_file(signature_controller_path,131072)
|
||||
require(sha(signature_controller[0])==BROKER_SIGNATURE_CONTROLLER_SHA,'actual_reviewed_signature_controller_source')
|
||||
signature_record=pin.read_file(signature_path,65536)
|
||||
require(sha(signature_record[0])==BROKER_SIGNATURE_RESULT_SHA,'actual_positive_broker_signature_result')
|
||||
signature_value=pin.parsed(signature_record[0])
|
||||
require(signature_value['profile']=='rmm.server-time-broker.unix-signature-acceptance.v1'
|
||||
and signature_value['controller_sha256']==BROKER_SIGNATURE_CONTROLLER_SHA
|
||||
and signature_value['start_result_sha256']==BROKER_START_RESULT_SHA
|
||||
and signature_value['public_pin_sha256']==TIME_PUBLIC_PIN_SHA
|
||||
and signature_value['two_actual_signatures_verified'] is True
|
||||
and signature_value['private_signer_read'] is False and signature_value['clock_authority'] is False,
|
||||
'actual_non_authoritative_signature_acceptance')
|
||||
signature_phase=pin.directory(signature_path.parent)
|
||||
try:pin.absence(signature_phase,'failure.json')
|
||||
finally:os.close(signature_phase)
|
||||
time_public=pin.read_file(Path('/etc/rmm-time-source/time-public-key.json'),8192)
|
||||
require(sha(time_public[0])==TIME_PUBLIC_PIN_SHA,'same_separate_public_time_key_c31')
|
||||
own=pin.read_file(Path(__file__),131072);own_dir=Path(__file__).parent
|
||||
require(own_dir.name==sha(own[0]) and Path(__file__).name=='gateway_deploy.py','fixed_protected_gateway_deploy_controller')
|
||||
overlay=pin.read_file(own_dir/'server.time-broker.compose.yaml',4096)
|
||||
upgrade=pin.read_file(own_dir/'cloud_server_upgrade.py',131072)
|
||||
require(len(overlay[0])==199 and sha(overlay[0])==OVERLAY_SHA and sha(upgrade[0])==UPGRADE_SHA,'fixed_public_overlay_upgrade_tool_inputs')
|
||||
source=pin.read_file(STAGE/'source.json',1024*1024);built=pin.read_file(STAGE/'build-result.json',65536)
|
||||
require(sha(source[0])==SOURCE_RECORD_SHA and sha(built[0])==BUILD_RESULT_SHA,'exact_qualified_original_arm_build_records')
|
||||
source_value,built_value=pin.parsed(source[0]),pin.parsed(built[0])
|
||||
require(source_value['source_sha256']==SOURCE_SHA and source_value['old_image']==OLD_IMAGE
|
||||
and built_value=={'exit_code':0,'image_id':IMAGE},'qualified_422_source_build_not_moving_main')
|
||||
require(sha(pin.read_file(STAGE/'build.log',16*1024*1024)[0])==BUILD_LOG_SHA,'actual_qualified_build_log')
|
||||
require(all(sha(pin.read_file(ROOT/name,2*1024*1024,0o644)[0])==digest for name,digest in source_value['files'].items()),
|
||||
'unchanged_published_209_source_files')
|
||||
require(len(source_value['files'])==209,'exact_qualified_source_file_set')
|
||||
require(json.loads(operator.run(['docker','image','inspect',IMAGE,'--format','[{{json .Id}},{{json .Architecture}},{{json .Os}}]']))
|
||||
==[IMAGE,'arm64','linux'],'qualified_existing_native_image_no_build')
|
||||
compose=pin.read_file(ROOT/'deploy/server.compose.yaml',8192,0o644)
|
||||
require(sha(compose[0])==COMPOSE_SHA,'same_actual_server_compose')
|
||||
cmd=['docker','compose','--env-file',str(ROOT/'devstate/.env'),'-f',str(ROOT/'deploy/server.compose.yaml')]
|
||||
broker=BrokerRuntime(pin,operator);phase=deploy_fd=stage_fd=-1
|
||||
try:
|
||||
before_containers=containers(operator)
|
||||
require(all(before_containers[role][0]==OLD_IDS[role] and before_containers[role][1]==OLD_IMAGE for role in ('api','gateway')),
|
||||
'exact_original_6f_role_containers')
|
||||
require(operator.run(['docker','image','inspect','rust-discovery-server:local','--format','{{.Id}}']).decode().strip()==OLD_IMAGE,
|
||||
'old_runtime_tag_cas')
|
||||
before_actual=operator.preflight()
|
||||
web=file_tree(ROOT/'web/dist',True)
|
||||
require(sorted(str(Path(name).relative_to(ROOT/'web/dist')) for name in web if stat.S_ISREG(web[name]['mode']))==list(WEB_FILES)
|
||||
and web[str(ROOT/'web/dist/index.html')]['sha256']==UI_SHA,'all_original_web_assets_and_index_cas')
|
||||
keys={str(path):file_tree(path) for path in (ROOT/'devstate/pki',ROOT/'devstate/api-pki',ROOT/'devstate/jobs',Path('/etc/rmm-time-source'),ROOT/'devstate/.env',ROOT/'devstate/root-policy/policy.json')}
|
||||
policy_info=(ROOT/'devstate/root-policy/policy.json').lstat()
|
||||
require(policy_info.st_uid==policy_info.st_gid==10001 and stat.S_IMODE(policy_info.st_mode)==0o600
|
||||
and sha((ROOT/'devstate/root-policy/policy.json').read_bytes())==POLICY_SHA,'same_closed_root_policy_bytes')
|
||||
before_migrations=migrations(operator,cmd)
|
||||
require(before_migrations==list(range(1,15)),'actual_existing_migrations_one_through_fourteen')
|
||||
deploy_fd=pin.directory(ROOT/'deploy');stage_fd=pin.directory(STAGE)
|
||||
pin.absence(deploy_fd,'server.time-broker.compose.yaml')
|
||||
pin.absence(stage_fd,'time-gateway-deploy-intent.json');pin.absence(stage_fd,'deploy-result.json')
|
||||
try:old_upgrade=pin.read_file(ROOT/'deploy/cloud_server_upgrade.py',131072,0o644)
|
||||
except FileNotFoundError:old_upgrade=None
|
||||
binding=dict(profile=PROFILE,case=CASE_ID,stage=STAGE_ID,controller_sha256=sha(own[0]),image_id=IMAGE,
|
||||
old_image=OLD_IMAGE,source_sha256=SOURCE_SHA,source_record_sha256=SOURCE_RECORD_SHA,build_result_sha256=BUILD_RESULT_SHA,
|
||||
overlay_sha256=OVERLAY_SHA,upgrade_tool_sha256=UPGRADE_SHA,broker_start_result_sha256=BROKER_START_RESULT_SHA,
|
||||
broker_start_read_receipt_sha256=BROKER_START_READ_RECEIPT_SHA,cloud_read_receipt_sha256=CLOUD_READ_RECEIPT_SHA,
|
||||
broker_signature_result_sha256=BROKER_SIGNATURE_RESULT_SHA,
|
||||
broker_signature_controller_sha256=BROKER_SIGNATURE_CONTROLLER_SHA,
|
||||
broker_signature_read_receipt_sha256=BROKER_SIGNATURE_READ_RECEIPT_SHA,time_public_pin_sha256=TIME_PUBLIC_PIN_SHA)
|
||||
baseline=dict(containers=before_containers,actual=before_actual,web=web,key_metadata=keys,migrations=before_migrations,broker=broker.before)
|
||||
if args.command=='host-preflight':
|
||||
print(pin.encoded(dict(binding,read_only=True,before=baseline,overlay_initially_absent=True,no_build=True,no_ui_write=True)).decode(),end='');return
|
||||
parent=pin.directory(CASE.parent)
|
||||
try:pin.absence(parent,CASE.name);os.mkdir(CASE.name,0o700,dir_fd=parent);os.fsync(parent)
|
||||
finally:os.close(parent)
|
||||
phase=pin.directory(CASE)
|
||||
save=lambda name,value:create(pin,phase,name,value)
|
||||
save('intent.json',dict(binding,once=True,no_retry=True,no_build=True,no_ui_write=True,migration_version=15))
|
||||
save('before.json',dict(binding,witness=baseline))
|
||||
def common():
|
||||
pin_guard();operator_guard();broker.verify()
|
||||
require(pin.read_file(signature_path,65536)==signature_record
|
||||
and pin.read_file(signature_controller_path,131072)==signature_controller
|
||||
and pin.read_file(Path('/etc/rmm-time-source/time-public-key.json'),8192)==time_public,
|
||||
'signature_pass_and_public_time_key_unchanged')
|
||||
require(pin.read_file(Path(__file__),131072)==own and pin.read_file(own_dir/'server.time-broker.compose.yaml',4096)==overlay
|
||||
and pin.read_file(own_dir/'cloud_server_upgrade.py',131072)==upgrade,'retained_exact_controller_public_inputs')
|
||||
require(pin.read_file(STAGE/'source.json',1024*1024)==source and pin.read_file(STAGE/'build-result.json',65536)==built
|
||||
and pin.read_file(ROOT/'deploy/server.compose.yaml',8192,0o644)==compose,'retained_build_records_and_base_compose')
|
||||
require(file_tree(ROOT/'web/dist',True)==web
|
||||
and {str(path):file_tree(path) for path in (ROOT/'devstate/pki',ROOT/'devstate/api-pki',ROOT/'devstate/jobs',Path('/etc/rmm-time-source'),ROOT/'devstate/.env',ROOT/'devstate/root-policy/policy.json')}==keys,
|
||||
'original_web_pki_keys_and_public_time_pins_preserved')
|
||||
common()
|
||||
reservation=dict(binding,original_case_only=True,no_generic_deploy_retry=True)
|
||||
create(pin,stage_fd,'time-gateway-deploy-intent.json',reservation);save('reservation.json',reservation)
|
||||
save('overlay-intent.json',dict(binding,path='deploy/server.time-broker.compose.yaml',create_only=True))
|
||||
temp='.time-broker-'+CASE_ID+'.new';fd=os.open(temp,os.O_WRONLY|os.O_CREAT|os.O_EXCL|os.O_NOFOLLOW,0o644,dir_fd=deploy_fd)
|
||||
with os.fdopen(fd,'wb') as out:out.write(overlay[0]);out.flush();os.fchmod(out.fileno(),0o644);os.fsync(out.fileno())
|
||||
pin.absence(deploy_fd,'server.time-broker.compose.yaml')
|
||||
os.link(temp,'server.time-broker.compose.yaml',src_dir_fd=deploy_fd,dst_dir_fd=deploy_fd,follow_symlinks=False)
|
||||
os.unlink(temp,dir_fd=deploy_fd);os.fsync(deploy_fd)
|
||||
installed_overlay=pin.read_file(ROOT/'deploy/server.time-broker.compose.yaml',4096,0o644)
|
||||
require(installed_overlay[0]==overlay[0],'exact_created_gateway_only_overlay');save('overlay-installed.json',dict(binding,metadata=installed_overlay[1]))
|
||||
if old_upgrade is not None:save('old-upgrade-tool.bin',old_upgrade[0])
|
||||
save('upgrade-tool-intent.json',dict(binding,path='deploy/cloud_server_upgrade.py',old_sha256=sha(old_upgrade[0]) if old_upgrade else None))
|
||||
temp='.cloud-upgrade-'+CASE_ID+'.new';fd=os.open(temp,os.O_WRONLY|os.O_CREAT|os.O_EXCL|os.O_NOFOLLOW,0o644,dir_fd=deploy_fd)
|
||||
with os.fdopen(fd,'wb') as out:out.write(upgrade[0]);out.flush();os.fchmod(out.fileno(),0o644);os.fsync(out.fileno())
|
||||
if old_upgrade is None:pin.absence(deploy_fd,'cloud_server_upgrade.py')
|
||||
else:require(pin.read_file(ROOT/'deploy/cloud_server_upgrade.py',131072,0o644)==old_upgrade,'old_upgrade_tool_cas')
|
||||
os.replace(temp,'cloud_server_upgrade.py',src_dir_fd=deploy_fd,dst_dir_fd=deploy_fd);os.fsync(deploy_fd)
|
||||
installed_upgrade=pin.read_file(ROOT/'deploy/cloud_server_upgrade.py',131072,0o644)
|
||||
require(installed_upgrade[0]==upgrade[0],'exact_persistent_optional_overlay_deploy_tool')
|
||||
save('upgrade-tool-installed.json',dict(binding,metadata=installed_upgrade[1]))
|
||||
final_cmd=cmd+['-f',str(ROOT/'deploy/server.time-broker.compose.yaml')]
|
||||
def effect(name,argv,timeout):
|
||||
common()
|
||||
require(pin.read_file(ROOT/'deploy/server.time-broker.compose.yaml',4096,0o644)==installed_overlay
|
||||
and pin.read_file(ROOT/'deploy/cloud_server_upgrade.py',131072,0o644)==installed_upgrade,'same_installed_overlay_and_upgrade_tool')
|
||||
save(name+'-intent.json',dict(binding,argv=argv,once=True))
|
||||
code=operator.long_command(argv,CASE/(name+'.log'),timeout)
|
||||
save(name+'-exit.json',dict(binding,exit_code=code));require(code==0,'fixed_deploy_command_failed_original_read_only')
|
||||
require(containers(operator)==before_containers and migrations(operator,cmd)==before_migrations,'last_original_runtime_and_migrations_cas')
|
||||
effect('tag',['docker','tag',IMAGE,'rust-discovery-server:local'],10)
|
||||
require(operator.run(['docker','image','inspect','rust-discovery-server:local','--format','{{.Id}}']).decode().strip()==IMAGE,'new_fixed_runtime_tag')
|
||||
effect('migrate',final_cmd+['run','--rm','--no-deps','migrate'],25)
|
||||
effect('recreate',final_cmd+['up','-d','--no-deps','--force-recreate','--no-build','api','gateway'],25)
|
||||
after_containers=containers(operator);after_actual=operator.preflight();after_migrations=migrations(operator,final_cmd)
|
||||
require(after_containers['postgres']==before_containers['postgres'],'same_postgres_container_identity_mounts_runtime')
|
||||
for role in ('api','gateway'):
|
||||
old,new=before_containers[role],after_containers[role]
|
||||
require(new[0]!=old[0] and new[1]==IMAGE and new[2:4]==old[2:4] and new[5:9]==old[5:9],
|
||||
'only_qualified_server_role_image_and_process_generation_changed')
|
||||
expected=list(old[4])
|
||||
if role=='gateway':
|
||||
require(any(mount.get('Source')=='/run/rmm-time-source' and mount.get('Destination')=='/run/rmm-time-source'
|
||||
and mount.get('Type')=='bind' and mount.get('RW') is False for mount in new[4]),'actual_gateway_only_readonly_broker_mount')
|
||||
filtered=[mount for mount in new[4] if mount.get('Destination')!='/run/rmm-time-source']
|
||||
else:filtered=new[4]
|
||||
require(sorted(filtered,key=lambda item:item['Destination'])==sorted(expected,key=lambda item:item['Destination']),
|
||||
'all_existing_role_mounts_preserved_no_api_time_mount')
|
||||
for key in ('builder','boot_id','chrony_observation','chrony_image_metadata'):
|
||||
require(before_actual[key]==after_actual[key],'same_boot_chrony_generation_image_builder')
|
||||
old_chrony=pin.observation_key(before_actual)['chrony_binding'];new_chrony=pin.observation_key(after_actual)['chrony_binding']
|
||||
require(old_chrony==new_chrony,'same_actual_chrony_process_cgroup_socket_binding')
|
||||
require(after_migrations==list(range(1,16)),'actual_successful_additive_migrations_through_fifteen')
|
||||
common()
|
||||
save('after.json',dict(binding,witness=dict(containers=after_containers,actual=after_actual,migrations=after_migrations,broker=broker.verify())))
|
||||
save('result.json',dict(binding,deployed=True,migrations=list(range(1,16)),web_assets_bytes_and_inodes_preserved=True,
|
||||
pki_keys_pg_container_volume_preserved=True,
|
||||
immutable_corehistory_witness='external_root_before_after_receipts_required',gateway_only_readonly_broker_mount=True,
|
||||
approvals_created=False,rmm_jobs_created=False,source_rebuilt=False,time_signed=False))
|
||||
print(pin.encoded(dict(binding,deployed=True,no_ui_write=True,no_build=True)).decode(),end='')
|
||||
except Exception as error:
|
||||
if phase>=0:
|
||||
tag=str(error) if isinstance(error,GuardDenied) and 0<len(str(error))<=128 and all(c in 'abcdefghijklmnopqrstuvwxyz0123456789_' for c in str(error)) else 'unexpected_fixed_gateway_deploy_exception'
|
||||
create(pin,phase,'failure.json',dict(profile=PROFILE,case=CASE_ID,fixed_tag=tag,failed=True,read_original_case_only=True,no_automatic_rollback=True))
|
||||
raise
|
||||
finally:
|
||||
broker.close()
|
||||
for fd in (phase,deploy_fd,stage_fd):
|
||||
if fd>=0:os.close(fd)
|
||||
|
||||
|
||||
if __name__=='__main__':
|
||||
try:main()
|
||||
except Exception as error:
|
||||
tag=str(error) if isinstance(error,GuardDenied) and 0<len(str(error))<=128 and all(c in 'abcdefghijklmnopqrstuvwxyz0123456789_' for c in str(error)) else 'unexpected_fixed_gateway_deploy_exception'
|
||||
print(json.dumps(dict(profile=PROFILE,case=CASE_ID,failed=True,fixed_tag=tag,read_original_case_only=True)))
|
||||
raise SystemExit(1)
|
||||
|
||||
@@ -0,0 +1,69 @@
|
||||
# Fixed time gateway deployment preparation
|
||||
|
||||
Source-only, no deployment executed by this author. The operator uses only the
|
||||
already qualified ARM64 image422c2c28 from stage
|
||||
`d11a6fb7-cfdd-41b2-87c5-b48a2cfd2e27`, source2af. It performs no rebuild and
|
||||
does not package, replace or delete existing WebUI files. The original seven
|
||||
web files, their bytes and inodes, index95d6f905, compose d2044b0e, PKI/key
|
||||
metadata, closed policycf15, PostgreSQL container/volume and Chrony generation
|
||||
remain bound. Root independently captures immutable31/31/27 closed core history,
|
||||
Windows0 and native-role evidence before/after; this controller does not claim
|
||||
those external witnesses from container checks alone.
|
||||
|
||||
`deploy/server.time-broker.compose.yaml` is the199-byte fixed optional overlay,
|
||||
SHA256 `dbd08faea8f58c032562d822f4191c719f9a6828b00d6c368fc2596155a9a314`.
|
||||
Only gateway receives the read-only `/run/rmm-time-source` bind, with
|
||||
`create_host_path: false`. API receives no time mount. No port, environment,
|
||||
authentication, TLS, policy or capability changes are added.
|
||||
|
||||
`cloud_server_upgrade.deploy` automatically includes that exact Root0:0/0644
|
||||
single-link overlay whenever installed. Wrong bytes, owner, mode, hardlinks or
|
||||
symlink/unsafe ancestry deny before UI/tag/migration effects, with repeat checks
|
||||
before each backend effect. Absence retains the original compose invocation.
|
||||
A stage reserved by the fixed operator cannot later be replayed through generic
|
||||
deploy. The new reviewed public upgrade tool is installed with a retained old
|
||||
copy, so future upgrades keep the mount.
|
||||
|
||||
`deploy/server_time_gateway_deploy.py` has only `host-preflight`, one
|
||||
`host-deploy`, and original `host-read`. Root stages `gateway_deploy.py` plus the
|
||||
two fixed public files under the controller's content hash. It checks source209
|
||||
files and original build result, actual old6f API/GW containers and runtime tag,
|
||||
UI CAS, PostgreSQL identity, and actual broker start8fc6/e145 proof. Live broker
|
||||
checks retain the original process/birth/image/socket independently of the old
|
||||
6f application IDs; no old InstalledProof freshness check is bypassed or reset.
|
||||
The separate C31 public key is pinned. A missing actual signature-PASS result
|
||||
and separate read hash hard-denies before deployment.
|
||||
|
||||
The final source pins actual signature controllera8afe8a2 and result
|
||||
`38ed1a3079f20438fe07a57f1bfa5a37348bdec9fc7780d7822ca3d6967e5ea1`,
|
||||
with separate read receipt
|
||||
`4b442a9022f1ee56f8e851e25ad323d630b220cf47aa8169b83b9c4412c50b8d`.
|
||||
Both host and default-container UID/GID10001 signatures were verified in that
|
||||
separate fixture. They do not attest mTLS, an enrolled Windows identity, sync
|
||||
readiness or clock authority. The deploy operator sends no signature request.
|
||||
|
||||
New case `fb87aa88-2b67-4cff-9c90-4cd713380889` writes intent before installing
|
||||
the create-only overlay, persistent upgrade tool or moving the runtime tag.
|
||||
Each tag, migration and API/GW recreate has its own intent and retained exit/log.
|
||||
Migration uses the existing compiled image once; actual versions1–14 must become
|
||||
1–15. Only API/GW are forcibly recreated, without dependencies or rebuilds. All
|
||||
old role mounts remain equal, plus exactly the gateway-only read-only broker
|
||||
mount. Broker, Chrony and PostgreSQL are not restarted.
|
||||
|
||||
Failure/lost reply permits only the same case's `host-read`, with no retry,
|
||||
automatic rollback, reset, enrollment, key generation, signature request or
|
||||
API/DB approval. The existing WebUI approval boundary for every RMM job remains
|
||||
unchanged. Readback performs no Docker/service/SQL/time action.
|
||||
|
||||
## Tatsächlicher lesender Vorabcheck
|
||||
|
||||
Controller `e14aeabfd7d3a8ab298985706dc26014e0ad540a1c3ef40cf57e1a65b77b7f3b`
|
||||
mit unabhängigem QuellenreviewPASS. Auf dem permanenten Server wurde ausschließlich
|
||||
`host-preflight` ausgeführt: Exit0, Rootreceipt
|
||||
`9c08cce4f21da8a895eabeea80c4ff1e6068346fb5b46b4fe95b0ee2d30db1e9`.
|
||||
Geschützte Sources/Buildresultate, bestehende6f-Runtime, alleUI-Dateien, PKI-,
|
||||
Broker-/Signatur-/Pinbelege, PostgreSQL und Migrationsstand1..14 akzeptiert.
|
||||
Noch kein Deploymentfall angelegt, Overlay installiert, Image getaggt, Migration
|
||||
oder Recreate ausgeführt. Die Runtime bleibt6f;422 bleibt gebauter Kandidat.
|
||||
Vor tatsächlichem `host-deploy` folgen die getrennten vollständigen SQL-
|
||||
Historienzeugen, nachher deren Originalvergleich sowie Endpoint-/Windowsnachweise.
|
||||
Reference in New Issue
Block a user