Prepare bounded Microsoft MIDL diagnostic code generation without installing tools
Rust development slice / linux (push) Failing after 6s
Rust development slice / linux (push) Failing after 6s
This commit is contained in:
@@ -0,0 +1,263 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Exact Microsoft MIDL codegen only; no installer, service, RPC or RMM job.
|
||||
|
||||
Root owns all target calls. Lost replies use readback of the same intent only.
|
||||
"""
|
||||
import argparse
|
||||
import hashlib
|
||||
import importlib
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import subprocess
|
||||
import sys
|
||||
import uuid
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[2]
|
||||
ACCESS = Path('/home/kevin/Schreibtisch/Coding/rust-discovery')
|
||||
STATE = ROOT / 'devstate/windows-clock-midl/native-cases'
|
||||
TOOLS = ROOT / 'devstate/windows-clock-midl/6b7fb9b1-0bb7-4880-850b-e6812d3df1b1/tools'
|
||||
IDL = ROOT / 'crates/agent-windows/native/w32time.idl'
|
||||
PINS = {'midl.exe': ('7a2a717be64f755390ad8b04cb034549b2606acec646ec7cbe44c67516ccba83', 154048),
|
||||
'midlc.exe': ('34293d7bd256f2d43311d197f13bbb8a1ae26c92cc1605d9f35dd3ddfe264b65', 1366464),
|
||||
'w32time.idl': ('37da4acb622daf9acf1aa6f1218ff9f52e5a2def14e58d8d9dd8da65078b3c6c', 2004)}
|
||||
|
||||
# A fixed Codegen job. JOB_LIST is installed before CreateProcessW; no
|
||||
# suspended-process/late-Assign fallback. Child descendants join this same job.
|
||||
CS = r'''
|
||||
using System;using System.IO;using System.Text;using System.Runtime.InteropServices;
|
||||
public static class RmmMidlJob {
|
||||
[StructLayout(LayoutKind.Sequential)]struct SA{public uint cb;public IntPtr sd;[MarshalAs(UnmanagedType.Bool)]public bool inherit;}
|
||||
[StructLayout(LayoutKind.Sequential,CharSet=CharSet.Unicode)]struct SI{public uint cb;public string reserved,desktop,title;public uint x,y,xs,ys,xc,yc,fill,flags;public ushort show,reserved2;public IntPtr reservedp,input,output,error;}
|
||||
[StructLayout(LayoutKind.Sequential)]struct SIX{public SI si;public IntPtr attrs;}
|
||||
[StructLayout(LayoutKind.Sequential)]struct PI{public IntPtr process,thread;public uint pid,tid;}
|
||||
[StructLayout(LayoutKind.Sequential)]struct BASIC{public long processTime,jobTime;public uint flags;public UIntPtr minimum,maximum;public uint active;public UIntPtr affinity;public uint priority,scheduling;}
|
||||
[StructLayout(LayoutKind.Sequential)]struct IO{public ulong a,b,c,d,e,f;}
|
||||
[StructLayout(LayoutKind.Sequential)]struct LIMIT{public BASIC basic;public IO io;public UIntPtr processMemory,jobMemory,peakProcess,peakJob;}
|
||||
[StructLayout(LayoutKind.Sequential)]struct ACCOUNT{public long a,b,c,d;public uint faults,total,active,terminated;}
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern IntPtr CreateJobObjectW(IntPtr sa,string name);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern bool SetInformationJobObject(IntPtr job,int kind,ref LIMIT value,uint len);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern bool QueryInformationJobObject(IntPtr job,int kind,out ACCOUNT value,uint len,IntPtr needed);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern bool TerminateJobObject(IntPtr job,uint code);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern bool InitializeProcThreadAttributeList(IntPtr list,int count,uint flags,ref UIntPtr size);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern bool UpdateProcThreadAttribute(IntPtr list,uint flags,UIntPtr attribute,IntPtr value,UIntPtr len,IntPtr old,IntPtr needed);
|
||||
[DllImport("kernel32.dll")]static extern void DeleteProcThreadAttributeList(IntPtr list);
|
||||
[DllImport("kernel32.dll",CharSet=CharSet.Unicode,SetLastError=true)]static extern IntPtr CreateFileW(string path,uint access,uint share,ref SA sa,uint disposition,uint flags,IntPtr template);
|
||||
[DllImport("kernel32.dll",CharSet=CharSet.Unicode,SetLastError=true)]static extern bool CreateProcessW(string app,StringBuilder command,IntPtr pa,IntPtr ta,bool inherit,uint flags,IntPtr environment,string cwd,ref SIX start,out PI pi);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern bool IsProcessInJob(IntPtr process,IntPtr job,out bool member);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern uint ResumeThread(IntPtr thread);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern uint WaitForSingleObject(IntPtr handle,uint ms);
|
||||
[DllImport("kernel32.dll",SetLastError=true)]static extern bool GetExitCodeProcess(IntPtr handle,out uint code);
|
||||
[DllImport("kernel32.dll")]static extern bool CloseHandle(IntPtr handle);
|
||||
static void Need(bool ok,string stage){if(!ok)throw new InvalidOperationException(stage+"_"+Marshal.GetLastWin32Error());}
|
||||
static IntPtr Output(string path,ref SA sa){var h=CreateFileW(path,0x40000000,1,ref sa,1,0,IntPtr.Zero);Need(h!=new IntPtr(-1),"OUTPUT_CREATE");return h;}
|
||||
public sealed class Result {public uint pid,exit_code,active_processes;public bool timed_out,output_exceeded,atomic_job_assignment,all_own_children_exited;}
|
||||
public static Result Run(string folder){
|
||||
Need(IntPtr.Size==8&&Marshal.SizeOf(typeof(SI))==104&&Marshal.SizeOf(typeof(SIX))==112&&Marshal.SizeOf(typeof(LIMIT))==144,"X64_ABI");
|
||||
IntPtr job=IntPtr.Zero,attrs=IntPtr.Zero,jobValue=IntPtr.Zero,handleValue=IntPtr.Zero,input=IntPtr.Zero,output=IntPtr.Zero,error=IntPtr.Zero;bool initialized=false;PI pi=new PI();
|
||||
try{
|
||||
job=CreateJobObjectW(IntPtr.Zero,null);Need(job!=IntPtr.Zero,"JOB_CREATE");
|
||||
LIMIT limit=new LIMIT();limit.basic.flags=0x2000|8;limit.basic.active=2;Need(SetInformationJobObject(job,9,ref limit,(uint)Marshal.SizeOf(typeof(LIMIT))),"JOB_LIMITS");
|
||||
SA sa=new SA();sa.cb=(uint)Marshal.SizeOf(typeof(SA));sa.inherit=true;
|
||||
input=CreateFileW("NUL",0x80000000,3,ref sa,3,0,IntPtr.Zero);Need(input!=new IntPtr(-1),"INPUT_CREATE");
|
||||
output=Output(Path.Combine(folder,"stdout.txt"),ref sa);error=Output(Path.Combine(folder,"stderr.txt"),ref sa);
|
||||
UIntPtr bytes=UIntPtr.Zero;InitializeProcThreadAttributeList(IntPtr.Zero,2,0,ref bytes);Need(bytes.ToUInt64()>0&&bytes.ToUInt64()<65536,"ATTRIBUTE_SIZE");
|
||||
attrs=Marshal.AllocHGlobal((int)bytes.ToUInt64());Need(InitializeProcThreadAttributeList(attrs,2,0,ref bytes),"ATTRIBUTE_INIT");initialized=true;
|
||||
jobValue=Marshal.AllocHGlobal(IntPtr.Size);Marshal.WriteIntPtr(jobValue,job);Need(UpdateProcThreadAttribute(attrs,0,new UIntPtr(0x2000d),jobValue,new UIntPtr((uint)IntPtr.Size),IntPtr.Zero,IntPtr.Zero),"ATOMIC_JOB_LIST");
|
||||
handleValue=Marshal.AllocHGlobal(3*IntPtr.Size);Marshal.WriteIntPtr(handleValue,0,input);Marshal.WriteIntPtr(handleValue,IntPtr.Size,output);Marshal.WriteIntPtr(handleValue,2*IntPtr.Size,error);
|
||||
Need(UpdateProcThreadAttribute(attrs,0,new UIntPtr(0x20002),handleValue,new UIntPtr((uint)(3*IntPtr.Size)),IntPtr.Zero,IntPtr.Zero),"HANDLE_LIST");
|
||||
SIX si=new SIX();si.si.cb=(uint)Marshal.SizeOf(typeof(SIX));si.attrs=attrs;si.si.flags=0x100;si.si.input=input;si.si.output=output;si.si.error=error;
|
||||
string exe=Path.Combine(folder,"input","midl.exe");
|
||||
var cmd=new StringBuilder("\""+exe+"\" /nologo /no_cpp /env amd64 /Oicf /robust /Zp8 /protocol dce /client stub /server none /h w32time.h /cstub w32time_c.c \""+Path.Combine(folder,"input","w32time.idl")+"\"");
|
||||
Need(CreateProcessW(exe,cmd,IntPtr.Zero,IntPtr.Zero,true,0x80000|0x8000000|4,IntPtr.Zero,Path.Combine(folder,"output"),ref si,out pi),"CODEGEN_CREATE");
|
||||
bool member;Need(IsProcessInJob(pi.process,job,out member)&&member,"ATOMIC_JOB_MEMBERSHIP");Need(ResumeThread(pi.thread)!=0xffffffff,"CODEGEN_RESUME");
|
||||
Result result=new Result();result.pid=pi.pid;result.atomic_job_assignment=true;
|
||||
var began=System.Diagnostics.Stopwatch.StartNew();
|
||||
while(true){
|
||||
uint waited=WaitForSingleObject(pi.process,25);Need(waited==0||waited==258,"CODEGEN_WAIT");
|
||||
foreach(string path in new[]{Path.Combine(folder,"stdout.txt"),Path.Combine(folder,"stderr.txt"),Path.Combine(folder,"output","w32time.h"),Path.Combine(folder,"output","w32time_c.c")})if(File.Exists(path)&&new FileInfo(path).Length>262144)result.output_exceeded=true;
|
||||
if(waited==0)break;
|
||||
if(began.ElapsedMilliseconds>=10000||result.output_exceeded){result.timed_out=began.ElapsedMilliseconds>=10000;Need(TerminateJobObject(job,0xdead),"OWN_JOB_TERMINATE");break;}
|
||||
}
|
||||
// One total two-second observation budget, not one timeout per child.
|
||||
var closing=System.Diagnostics.Stopwatch.StartNew();ACCOUNT account;
|
||||
do{Need(QueryInformationJobObject(job,1,out account,(uint)Marshal.SizeOf(typeof(ACCOUNT)),IntPtr.Zero),"JOB_ACCOUNTING");if(account.active==0)break;System.Threading.Thread.Sleep(25);}while(closing.ElapsedMilliseconds<2000);
|
||||
result.active_processes=account.active;result.all_own_children_exited=account.active==0;
|
||||
Need(GetExitCodeProcess(pi.process,out result.exit_code),"CODEGEN_EXIT_CODE");return result;
|
||||
}finally{
|
||||
// Closing only this unnamed job kills any remaining own compiler child.
|
||||
if(job!=IntPtr.Zero)CloseHandle(job);
|
||||
if(pi.thread!=IntPtr.Zero)CloseHandle(pi.thread);if(pi.process!=IntPtr.Zero)CloseHandle(pi.process);
|
||||
if(initialized)DeleteProcThreadAttributeList(attrs);if(attrs!=IntPtr.Zero)Marshal.FreeHGlobal(attrs);if(jobValue!=IntPtr.Zero)Marshal.FreeHGlobal(jobValue);if(handleValue!=IntPtr.Zero)Marshal.FreeHGlobal(handleValue);
|
||||
foreach(var h in new[]{input,output,error})if(h!=IntPtr.Zero&&h!=new IntPtr(-1))CloseHandle(h);
|
||||
}
|
||||
}
|
||||
}
|
||||
'''
|
||||
|
||||
SCRIPT = r'''$ErrorActionPreference='Stop'
|
||||
$p=([Console]::In.ReadLine()|ConvertFrom-Json)
|
||||
if([guid]::ParseExact($p.id,'D').ToString()-cne$p.id-or$p.action-notin@('prepare','admit','start','readback')){throw 'Fixed codegen case'}
|
||||
foreach($n in @('runner_sha256','script_sha256')){if($p.$n-notmatch'^[a-f0-9]{64}$'){throw 'Source binding'}}
|
||||
$root='C:\ProgramData\RustDiscoveryBootstrap';$folder=Join-Path $root ('midl-codegen-'+$p.id)
|
||||
$inputsDir=Join-Path $folder 'input';$output=Join-Path $folder 'output'
|
||||
$pins=@(@('midl.exe','7a2a717be64f755390ad8b04cb034549b2606acec646ec7cbe44c67516ccba83',154048),@('midlc.exe','34293d7bd256f2d43311d197f13bbb8a1ae26c92cc1605d9f35dd3ddfe264b65',1366464),@('w32time.idl','37da4acb622daf9acf1aa6f1218ff9f52e5a2def14e58d8d9dd8da65078b3c6c',2004))
|
||||
function Check($path,[bool]$directory){
|
||||
$item=Get-Item -LiteralPath $path -Force;if($item.PSIsContainer-ne$directory-or($item.Attributes-band[IO.FileAttributes]::ReparsePoint)){throw 'Codegen regular private path'}
|
||||
$parent=$item.Parent;if(!$directory){$parent=$item.Directory};while($null-ne$parent){if($parent.Attributes-band[IO.FileAttributes]::ReparsePoint){throw 'Codegen ancestor reparse'};$parent=$parent.Parent}
|
||||
$a=Get-Acl -LiteralPath $path;if($a.GetOwner([Security.Principal.SecurityIdentifier]).Value-notin@('S-1-5-18','S-1-5-32-544')-or!$a.Access.Count){throw 'Codegen private owner'}
|
||||
foreach($r in $a.GetAccessRules($true,$true,[Security.Principal.SecurityIdentifier])){if($r.AccessControlType-ne'Allow'-or$r.IdentityReference.Value-notin@('S-1-5-18','S-1-5-32-544')-or[int64]$r.FileSystemRights-ne2032127){throw 'Codegen exact controller ACL'}}
|
||||
}
|
||||
function Protect($path){$a=New-Object Security.AccessControl.DirectorySecurity;$a.SetAccessRuleProtection($true,$false);$a.SetOwner((New-Object Security.Principal.SecurityIdentifier('S-1-5-32-544')));foreach($sid in @('S-1-5-18','S-1-5-32-544')){$a.AddAccessRule((New-Object Security.AccessControl.FileSystemAccessRule((New-Object Security.Principal.SecurityIdentifier($sid)),'FullControl','ContainerInherit,ObjectInherit','None','Allow')))};Set-Acl -LiteralPath $path -AclObject $a;Check $path $true}
|
||||
function NewRecord($name,$value){$path=Join-Path $folder $name;$bytes=[Text.Encoding]::UTF8.GetBytes(($value|ConvertTo-Json -Depth 16 -Compress));$f=[IO.File]::Open($path,'CreateNew','Write','Read');try{$f.Write($bytes,0,$bytes.Length);$f.Flush($true)}finally{$f.Dispose()};Check $path $false}
|
||||
function Hash($path){return(Get-FileHash -LiteralPath $path -Algorithm SHA256).Hash.ToLowerInvariant()}
|
||||
function Intent{
|
||||
Check $folder $true;Check $inputsDir $true;Check $output $true;Check (Join-Path $folder 'intent.json') $false
|
||||
$i=Get-Content -LiteralPath (Join-Path $folder 'intent.json') -Raw|ConvertFrom-Json
|
||||
if($i.id-cne$p.id-or$i.runner_sha256-cne$p.runner_sha256-or$i.script_sha256-cne$p.script_sha256){throw 'Immutable codegen intent'}
|
||||
}
|
||||
function VerifyInputs{
|
||||
$info=@();foreach($pin in $pins){$path=Join-Path $inputsDir $pin[0];Check $path $false;if((Get-Item -LiteralPath $path).Length-ne$pin[2]-or(Hash $path)-cne$pin[1]){throw 'Fixed codegen input bytes'}
|
||||
if($pin[0]-like'*.exe'){
|
||||
$sig=Get-AuthenticodeSignature -LiteralPath $path;if($sig.Status-ne'Valid'-or!$sig.SignerCertificate-or$sig.SignerCertificate.Subject-notmatch'(^|,\s*)O=Microsoft Corporation(,|$)'){throw 'Valid Microsoft Authenticode required'}
|
||||
$chain=New-Object Security.Cryptography.X509Certificates.X509Chain;try{$chain.ChainPolicy.RevocationMode='Online';$chain.ChainPolicy.RevocationFlag='ExcludeRoot';$chain.ChainPolicy.VerificationFlags='NoFlag';$chain.ChainPolicy.UrlRetrievalTimeout=[TimeSpan]::FromSeconds(2);if(!$chain.Build($sig.SignerCertificate)){throw 'Microsoft chain validation required'}}finally{$chain.Dispose()}
|
||||
$v=(Get-Item -LiteralPath $path).VersionInfo;if($v.FileMajorPart-ne8-or$v.FileMinorPart-ne1-or$v.FileBuildPart-ne628-or$v.FilePrivatePart-ne1){throw 'Exact pinned compiler version'}
|
||||
$info+=,[ordered]@{name=$pin[0];sha256=$pin[1];authenticode_status='Valid';signer_thumbprint=$sig.SignerCertificate.Thumbprint;chain_valid=$true;file_version='8.1.628.1'}
|
||||
}
|
||||
};return ,$info
|
||||
}
|
||||
Check $root $true
|
||||
if($p.action-ceq'prepare'){
|
||||
if(Test-Path -LiteralPath $folder){throw 'Existing case: readback only'}
|
||||
New-Item -ItemType Directory -Path $folder|Out-Null;Protect $folder
|
||||
foreach($path in @($inputsDir,$output)){New-Item -ItemType Directory -Path $path|Out-Null;Protect $path}
|
||||
NewRecord 'intent.json' @{id=$p.id;runner_sha256=$p.runner_sha256;script_sha256=$p.script_sha256;inputs=$pins;no_jobs=$true;no_rpc=$true;no_installation=$true}
|
||||
@{prepared=$true;id=$p.id;tool_executed=$false}|ConvertTo-Json -Compress;return
|
||||
}
|
||||
Intent
|
||||
if($p.action-ceq'admit'){$tools=VerifyInputs;NewRecord 'admitted.json' @{id=$p.id;tools=$tools;source_sha256=$pins[2][1];tool_executed=$false};@{admitted=$true;id=$p.id;tools=$tools;tool_executed=$false}|ConvertTo-Json -Depth 8 -Compress;return}
|
||||
if($p.action-ceq'readback'){
|
||||
$report=$null;$reportPath=Join-Path $folder 'result.json';if(Test-Path -LiteralPath $reportPath){Check $reportPath $false;$report=Get-Content -LiteralPath $reportPath -Raw|ConvertFrom-Json}
|
||||
$files=@();foreach($pair in @(@('stdout.txt',$folder),@('stderr.txt',$folder),@('w32time.h',$output),@('w32time_c.c',$output))){$path=Join-Path $pair[1] $pair[0];if(Test-Path -LiteralPath $path){Check $path $false;$size=(Get-Item -LiteralPath $path).Length;if($size-gt262144){throw 'Codegen output bound'};$files+=,@{name=$pair[0];bytes=$size;sha256=(Hash $path);base64=[Convert]::ToBase64String([IO.File]::ReadAllBytes($path))}}}
|
||||
@{id=$p.id;readback_only=$true;started=(Test-Path -LiteralPath (Join-Path $folder 'started.json'));result=$report;files=$files}|ConvertTo-Json -Depth 16 -Compress;return
|
||||
}
|
||||
if(Test-Path -LiteralPath (Join-Path $folder 'started.json')){throw 'No compiler restart: readback only'}
|
||||
Check (Join-Path $folder 'admitted.json') $false
|
||||
$tools=VerifyInputs
|
||||
$held=@();try{
|
||||
foreach($pin in $pins){$held+=,[IO.File]::Open((Join-Path $inputsDir $pin[0]),'Open','Read','Read')}
|
||||
$null=VerifyInputs
|
||||
Add-Type -TypeDefinition @'
|
||||
__CS__
|
||||
'@
|
||||
NewRecord 'started.json' @{id=$p.id;single_start_reserved=$true;atomic_job_list_required=$true;no_rpc=$true;no_jobs=$true}
|
||||
$run=$null
|
||||
try{$run=[RmmMidlJob]::Run($folder);$ok=($run.exit_code-eq0-and!$run.timed_out-and!$run.output_exceeded-and$run.all_own_children_exited)
|
||||
foreach($name in @('w32time.h','w32time_c.c')){$path=Join-Path $output $name;Check $path $false;if((Get-Item -LiteralPath $path).Length-gt262144){$ok=$false}}
|
||||
$other=@(Get-ChildItem -LiteralPath $output -Force|Where-Object{$_.Name-notin@('w32time.h','w32time_c.c')});if($other.Count){$ok=$false}
|
||||
NewRecord 'result.json' @{id=$p.id;complete=$ok;run=$run;tools=$tools;no_jobs=$true;no_rpc=$true;no_installation=$true;clock_qualified=$false}
|
||||
}catch{NewRecord 'result.json' @{id=$p.id;complete=$false;run=$run;error_class=$_.Exception.GetType().Name;error_line=$_.InvocationInfo.ScriptLineNumber;no_retry=$true;clock_qualified=$false};throw}
|
||||
@{id=$p.id;complete=$ok;tool_executed=$true;clock_qualified=$false}|ConvertTo-Json -Compress
|
||||
}finally{foreach($f in $held){$f.Dispose()}}
|
||||
'''.replace('__CS__', CS)
|
||||
|
||||
|
||||
STAGE = r'''$ErrorActionPreference='Stop'
|
||||
$p=([Console]::In.ReadLine()|ConvertFrom-Json)
|
||||
if($p.sha256-notmatch'^[a-f0-9]{64}$'-or$p.bytes-le0-or$p.bytes-gt32768){throw 'Fixed codegen source'}
|
||||
$root='C:\ProgramData\RustDiscoveryBootstrap'
|
||||
function Check($path,[bool]$directory){$i=Get-Item -LiteralPath $path -Force;if($i.PSIsContainer-ne$directory-or($i.Attributes-band[IO.FileAttributes]::ReparsePoint)){throw 'Regular controller source'};$a=Get-Acl -LiteralPath $path;if($a.GetOwner([Security.Principal.SecurityIdentifier]).Value-notin@('S-1-5-18','S-1-5-32-544')-or!$a.Access.Count){throw 'Source owner'};foreach($r in $a.GetAccessRules($true,$true,[Security.Principal.SecurityIdentifier])){if($r.AccessControlType-ne'Allow'-or$r.IdentityReference.Value-notin@('S-1-5-18','S-1-5-32-544')-or[int64]$r.FileSystemRights-ne2032127){throw 'Source controller ACL'}}}
|
||||
Check $root $true
|
||||
$dir=Join-Path $root $p.sha256;if(!(Test-Path -LiteralPath $dir)){New-Item -ItemType Directory -Path $dir|Out-Null};Check $dir $true
|
||||
$path=Join-Path $dir 'MidlCodegen.ps1';$exists=Test-Path -LiteralPath $path
|
||||
if($exists){Check $path $false;if((Get-Item -LiteralPath $path).Length-ne$p.bytes-or(Get-FileHash -LiteralPath $path -Algorithm SHA256).Hash.ToLowerInvariant()-cne$p.sha256){throw 'Immutable codegen source'}}
|
||||
@{already_uploaded=$exists}|ConvertTo-Json -Compress
|
||||
'''
|
||||
LAUNCH = r'''$ErrorActionPreference='Stop'
|
||||
$p=([Console]::In.ReadLine()|ConvertFrom-Json)
|
||||
if($p.script_sha256-notmatch'^[a-f0-9]{64}$'){throw 'Fixed codegen source hash'}
|
||||
$file='C:\ProgramData\RustDiscoveryBootstrap\'+$p.script_sha256+'\MidlCodegen.ps1'
|
||||
$i=Get-Item -LiteralPath $file -Force;if($i.PSIsContainer-or($i.Attributes-band[IO.FileAttributes]::ReparsePoint)-or(Get-FileHash -LiteralPath $file -Algorithm SHA256).Hash.ToLowerInvariant()-cne$p.script_sha256){throw 'Immutable codegen source file'}
|
||||
$json=$p|ConvertTo-Json -Depth 8 -Compress
|
||||
$raw=$json|& "$env:WINDIR\System32\WindowsPowerShell\v1.0\powershell.exe" -NoLogo -NoProfile -NonInteractive -ExecutionPolicy RemoteSigned -File $file
|
||||
if($LASTEXITCODE-ne0){throw 'Exact codegen phase failed; retain case and readback only'}
|
||||
$raw
|
||||
'''
|
||||
|
||||
|
||||
def upload(cb, local, remote, folder, label):
|
||||
prefix=cb.contract.protected_json(cb.ROOT/'credentials/windows-dev-access.json')['ssh_prefix']
|
||||
batch='put '+json.dumps(str(local.resolve()))+' '+json.dumps(remote)+'\n'
|
||||
result=subprocess.run(['sftp']+[v for v in prefix[1:-1] if v!='-T']+['-b','-',prefix[-1]],input=batch.encode(),capture_output=True,timeout=40)
|
||||
save(folder,label+'.transfer.json',{'returncode':result.returncode,'stdout_sha256':hashlib.sha256(result.stdout).hexdigest(),'stderr_sha256':hashlib.sha256(result.stderr).hexdigest()})
|
||||
if result.returncode:raise RuntimeError('EXACT_CODEGEN_UPLOAD_FAILED_READBACK_ONLY')
|
||||
|
||||
|
||||
def stage_source(cb, folder, source, digest):
|
||||
meta={'sha256':digest,'bytes':source.stat().st_size}
|
||||
state=cb.powershell(STAGE,meta,timeout=40,remote_signed=True)
|
||||
if not state['already_uploaded']:
|
||||
upload(cb,source,'/C:/ProgramData/RustDiscoveryBootstrap/'+digest+'/MidlCodegen.ps1',folder,'source')
|
||||
if not cb.powershell(STAGE,meta,timeout=40,remote_signed=True)['already_uploaded']:raise RuntimeError('EXACT_SOURCE_READBACK_FAILED')
|
||||
|
||||
|
||||
def sha(path):
|
||||
return hashlib.sha256(Path(path).read_bytes()).hexdigest()
|
||||
|
||||
|
||||
def save(folder, name, value):
|
||||
fd = os.open(folder/name, os.O_WRONLY|os.O_CREAT|os.O_EXCL|os.O_NOFOLLOW, 0o600)
|
||||
with os.fdopen(fd, 'w') as out:
|
||||
json.dump(value, out, indent=2);out.flush();os.fsync(out.fileno())
|
||||
|
||||
|
||||
def transport(access_root):
|
||||
if access_root.resolve() != ACCESS:
|
||||
raise RuntimeError('EXACT_EXISTING_ACCESS_ROOT_REQUIRED')
|
||||
sys.path.insert(0, str(ACCESS/'deploy/windows'))
|
||||
return importlib.import_module('client_bootstrap')
|
||||
|
||||
|
||||
def main():
|
||||
p=argparse.ArgumentParser(description=__doc__);p.add_argument('action',choices=('prepare','start','readback'));p.add_argument('--id');p.add_argument('--access-root',type=Path,default=ACCESS);a=p.parse_args()
|
||||
os.umask(0o077);cb=transport(a.access_root)
|
||||
script_sha=hashlib.sha256(SCRIPT.encode()).hexdigest();runner_sha=sha(__file__)
|
||||
if a.action=='prepare':
|
||||
if a.id:raise RuntimeError('FRESH_CREATE_ONLY_CASE_REQUIRED')
|
||||
local={'midl.exe':TOOLS/'midl.exe','midlc.exe':TOOLS/'midlc.exe','w32time.idl':IDL}
|
||||
for name,path in local.items():
|
||||
if path.is_symlink() or not path.is_file() or (sha(path),path.stat().st_size)!=PINS[name]:raise RuntimeError('EXACT_FIXED_INPUTS_REQUIRED')
|
||||
STATE.mkdir(parents=True,exist_ok=True,mode=0o700);folder=STATE/str(uuid.uuid4());folder.mkdir(mode=0o700)
|
||||
payload={'id':folder.name,'runner_sha256':runner_sha,'script_sha256':script_sha}
|
||||
save(folder,'intent.json',{'payload':payload,'inputs':PINS,'transport_sha256':sha(cb.__file__),'no_rpc':True,'no_jobs':True})
|
||||
save(folder,'prepare-attempt.json',{'once':True})
|
||||
source=folder/'MidlCodegen.ps1'
|
||||
with source.open('xb') as out:out.write(SCRIPT.encode());out.flush();os.fsync(out.fileno())
|
||||
stage_source(cb,folder,source,script_sha)
|
||||
result=cb.powershell(LAUNCH,dict(payload,action='prepare'),timeout=40,remote_signed=True);save(folder,'remote-prepared.json',result)
|
||||
for name,path in local.items():
|
||||
upload(cb,path,'/C:/ProgramData/RustDiscoveryBootstrap/midl-codegen-'+folder.name+'/input/'+name,folder,name)
|
||||
admitted=cb.powershell(LAUNCH,dict(payload,action='admit'),timeout=60,remote_signed=True);save(folder,'admitted.json',admitted)
|
||||
print(json.dumps({'case_id':folder.name,'prepared':True,'tool_executed':False}));return
|
||||
if not a.id or str(uuid.UUID(a.id))!=a.id:raise RuntimeError('EXACT_EXISTING_CASE_REQUIRED')
|
||||
folder=STATE/a.id;intent=cb.contract.protected_json(folder/'intent.json');payload=intent['payload']
|
||||
if payload['id']!=a.id or payload['runner_sha256']!=runner_sha or payload['script_sha256']!=script_sha or intent['transport_sha256']!=sha(cb.__file__):raise RuntimeError('IMMUTABLE_RUNNER_AND_TRANSPORT_REQUIRED')
|
||||
if a.action=='start':
|
||||
cb.contract.protected_json(folder/'admitted.json');save(folder,'start-attempt.json',{'once':True,'lost_reply_readback_only':True})
|
||||
result=cb.powershell(LAUNCH,dict(payload,action=a.action),timeout=60,remote_signed=True)
|
||||
save(folder,('start-result.json' if a.action=='start' else 'readback-'+str(uuid.uuid4())+'.json'),result)
|
||||
if a.action=='readback':
|
||||
for item in result['files']:
|
||||
import base64
|
||||
if item['name'] not in ('stdout.txt','stderr.txt','w32time.h','w32time_c.c'):raise RuntimeError('FIXED_OUTPUT_NAME_REQUIRED')
|
||||
raw=base64.b64decode(item['base64'],validate=True)
|
||||
if len(raw)>262144 or len(raw)!=item['bytes'] or hashlib.sha256(raw).hexdigest()!=item['sha256']:raise RuntimeError('EXACT_OUTPUT_BYTES_REQUIRED')
|
||||
dest=folder/('native-'+item['name'])
|
||||
if dest.exists():
|
||||
if sha(dest)!=item['sha256']:raise RuntimeError('RETAINED_OUTPUT_CHANGED')
|
||||
else:
|
||||
with dest.open('xb') as out:out.write(raw);out.flush();os.fsync(out.fileno())
|
||||
report=result.get('result') or result
|
||||
print(json.dumps({'case_id':a.id,'complete':report.get('complete',False),'readback_only':a.action=='readback','clock_qualified':False}))
|
||||
|
||||
if __name__=='__main__':main()
|
||||
@@ -0,0 +1,107 @@
|
||||
# Nächster Clock-Diagnosekandidat: Microsoft-MIDL-Codegenerierung
|
||||
|
||||
Stand 2026-11-14. **Geplant, nicht auf der Windows-VM ausgeführt.** Der
|
||||
Narrow-IDL-Pointerkandidat `91889303…` liefert laut getrenntem nativen
|
||||
Root-Beleg weiterhin `1783` in Trace-Stage 90, ohne normale RPC-Rückkehr und ohne
|
||||
Status. Seine einzelne Pointeränderung ist damit nicht als ausreichender Fix
|
||||
belegt. Das beweist nicht, dass Pointersemantik irrelevant ist. ALPC `1753` und
|
||||
das geschlossene Clock-Gate werden davon nicht verändert.
|
||||
|
||||
## Enger nächster Nachweis
|
||||
|
||||
Microsoft beschreibt [MIDL-generierte Clientstubs](https://learn.microsoft.com/en-us/windows/win32/midl/files-generated-for-an-rpc-interface)
|
||||
als vorgesehenen Weg; die [NDR-Dokumentation](https://learn.microsoft.com/en-us/windows/win32/rpc/rpc-ndr-engine)
|
||||
rät ausdrücklich von handbearbeiteten Stubdaten ab. Deshalb folgt kein weiterer
|
||||
Formatbytepatch. Ein separat gehaltener Microsoft-Generator soll denselben
|
||||
Quellvertrag erzeugen, bevor ein weiterer RPC-Diagnosekandidat gebaut wird.
|
||||
|
||||
Das offizielle [SDK-NuGet-Paket 10.0.26100.9169](https://www.nuget.org/packages/Microsoft.Windows.SDK.CPP/10.0.26100.9169)
|
||||
wurde ausschließlich auf dem Entwicklungsrechner über verifiziertes TLS geladen
|
||||
und als ZIP aufgelistet, nicht installiert oder ausgeführt. Privater Fall:
|
||||
`devstate/windows-clock-midl/6b7fb9b1-0bb7-4880-850b-e6812d3df1b1`.
|
||||
Paket: 160512239 Bytes, SHA-256
|
||||
`475269434dcd808a67853773272f972c3229c0e10c3ddc821290e70cc0f6904d`.
|
||||
|
||||
Genau die enthaltenen Tools `c/bin/10.0.26100.0/x64/midl.exe` und `midlc.exe`
|
||||
reichen nach statischer Importprüfung als Kandidat: beide importieren nur
|
||||
`KERNEL32.dll` und `msvcrt.dll`. Das ist noch kein Beweis, dass sie auf dem Ziel
|
||||
ohne weitere Abhängigkeit laufen. Tool-SHA-256:
|
||||
|
||||
- `midl.exe`, 154048 Bytes:
|
||||
`7a2a717be64f755390ad8b04cb034549b2606acec646ec7cbe44c67516ccba83`.
|
||||
- `midlc.exe`, 1366464 Bytes:
|
||||
`34293d7bd256f2d43311d197f13bbb8a1ae26c92cc1605d9f35dd3ddfe264b65`.
|
||||
|
||||
**Microsoft-Authenticode und Zertifikatskette sind noch nicht geprüft.**
|
||||
Der Paketdownload und ein berechneter Hash ersetzen diese Prüfung nicht.
|
||||
Vor Toolausführung müssen die exakten Dateien am Ziel einen gültigen erwarteten
|
||||
Microsoft-Signer und dieselben Hashes besitzen. Keine Trust-/Zertifikatänderung.
|
||||
|
||||
## Geplanter begrenzter Ablauf
|
||||
|
||||
Ein eigener create-only Fall erhält Quellen, Toolhashes und vor dem Start einen
|
||||
dauerhaften Startintent. Es werden nur die beiden Tools und die gehashte
|
||||
IDL-Quelle in ein eigenes Administratorverzeichnis übertragen. Keine Installation,
|
||||
kein Registry-/PATH-/Policy-/Servicewechsel und keine RPC-/RMM-Ausführung.
|
||||
Verlorene Antwort bedeutet ausschließlich Readback desselben Falls, keinen
|
||||
neuen Toolstart. Toolausgabe und erzeugte Dateien bleiben als private Originale
|
||||
erhalten; Ausgangsquellen werden nicht überschrieben.
|
||||
|
||||
Geplante feste Argumente:
|
||||
|
||||
```text
|
||||
/nologo /no_cpp /env amd64 /Oicf /robust /Zp8 /protocol dce
|
||||
/client stub /server none /h w32time.h /cstub w32time_c.c w32time.idl
|
||||
```
|
||||
|
||||
[`/no_cpp`](https://learn.microsoft.com/en-us/windows/win32/midl/-no-cpp-nocpp)
|
||||
ist der offizielle Verzicht auf den C-Präprozessor. Die enge Quelle besitzt keine
|
||||
Includes oder Präprozessordirektiven; ein fehlendes CL soll nicht durch
|
||||
Installation/Policyänderung kompensiert werden. [`/env amd64`](https://learn.microsoft.com/en-us/windows/win32/midl/-env)
|
||||
setzt das tatsächliche x64-Ziel und 8er-Packung;
|
||||
[`/protocol dce`](https://learn.microsoft.com/en-us/windows/win32/midl/-protocol)
|
||||
hält die bisherige DCE-NDR-Transfersyntax konstant. Es gibt keine stillschweigende
|
||||
NDR64-Umstellung.
|
||||
|
||||
Zuerst werden die originale [Microsoft-Voll-IDL](https://learn.microsoft.com/en-us/openspecs/windows_protocols/ms-w32t/5793e908-22ef-4cea-962f-fca8a72c485a)
|
||||
und die unveränderte enge Quelle separat generiert. Zu vergleichen sind der
|
||||
Opnum-6-Vertrag, der vollständige Pointerpfad, expliziter Bindinghandle, alle
|
||||
19 Statusfelder und der 120-Byte-x64-ABI. Die Voll-IDL ist ausschließlich
|
||||
Vergleichseingabe; ihre anderen Operationen werden niemals aufgerufen.
|
||||
|
||||
Nur nach erhaltenem nativen Codegenbeleg kann ein neuer separat gehashter
|
||||
Diagnosebuild mit **unverändertem generiertem** Clientstub und bisherigem
|
||||
C-Wrapper untersucht werden. Ein konkretes Compiler-/Headerproblem muss offen
|
||||
benannt werden; kein manuelles Umschreiben von NDR-Daten. Authentisierung,
|
||||
Endpoint, SEH-Grenze, Allocatorgrenze, Statusguard und `ADAPTER_QUALIFIED=false`
|
||||
bleiben unverändert. Ein lesbarer Named-Pipe-Status allein ist keine qualifizierte
|
||||
Clock oder Helper-Zeitautorität.
|
||||
|
||||
## Vorbereiteter Runner (weiterhin kein Zielnachweis)
|
||||
|
||||
`deploy/windows/midl_codegen.py` implementiert die getrennten Aktionen
|
||||
`prepare`, `start`, `readback` und verwendet ausschließlich den streng geparsten
|
||||
bestehenden SSH-Bootstrapzugang aus dem expliziten Hauptrepo-Accessroot. Der
|
||||
15-KiB-Body wird als gehashte `MidlCodegen.ps1` übertragen und regulär mit
|
||||
prozessbezogenem `RemoteSigned` als Datei aufgerufen; kein großer
|
||||
EncodedCommand und kein ScriptBlock-Dateiausführungsersatz.
|
||||
|
||||
Vor Start prüft der Runner gültiges Microsoft-Authenticode, die Onlinekette,
|
||||
Hash, Länge und die tatsächliche feste Tool-Dateiversion `8.1.628.1`. Die
|
||||
zugehörigen lokalen PE-Zertifikatsmetadaten wurden lediglich gelesen; das ist
|
||||
noch keine Authenticodeprüfung. Ein vor `CreateProcessW` installierter
|
||||
`PROC_THREAD_ATTRIBUTE_JOB_LIST` ordnet den MIDL-Prozess samt seinen eigenen
|
||||
Nachkommen atomar einem unbenannten Kill-on-close-Job zu; höchstens zwei
|
||||
Prozesse, ausschließlich drei Standardhandles geerbt, kein später
|
||||
Assign-Fallback. Nach zehn Sekunden oder überschrittenem Outputlimit wird nur
|
||||
dieser eigene Job beendet, höchstens insgesamt zwei weitere Sekunden beobachtet
|
||||
und dann geschlossen. Auch die Pfade für Header und Clientstub sind fest,
|
||||
jeweils höchstens 256 KiB. Kein globales Compiler-/Installer-Kill.
|
||||
|
||||
Lokale Qualification:
|
||||
`devstate/windows-clock-midl/6b7fb9b1-0bb7-4880-850b-e6812d3df1b1/runner-final-qualification/qualification.json`,
|
||||
SHA-256 `dab36fbab3e407cbae6d97f27068abe8f57cc13243b94b4fd95fe9108dc7a508`.
|
||||
Python-Syntax, drei PowerShell-ASTs ohne Fehler und reine C#-Deklarationskompilierung
|
||||
bestanden; keine Win32-Funktion aufgerufen, keine Zielverbindung.
|
||||
Runner-SHA-256:
|
||||
`078bf2303979dbeccdb7eb84e116325e7f155146d93d0dc0fff6b3e6bdd1b2eb`.
|
||||
Reference in New Issue
Block a user