Make start evidence atomic and recover only bound durable outcomes
Rust development slice / linux (push) Failing after 7s
Rust development slice / linux (push) Failing after 7s
This commit is contained in:
@@ -290,3 +290,129 @@ fn portable_acceptance_requires_platform_capability_and_exact_redelivery() {
|
||||
assert!(jobs::next(&db).unwrap().is_none());
|
||||
assert!(jobs::transition(&db, &offer, "running", "").is_err());
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn atomic_begin_execution_rolls_back_both_rows_on_missing_witness_or_start_insert_failure() {
|
||||
let (_, request, permit, now) = fixture();
|
||||
let mut db = Connection::open_in_memory().unwrap();
|
||||
ledger::initialize_ledger(&db).unwrap();
|
||||
assert!(ledger::begin_execution(&mut db, &permit, &request, Uuid::nil(), now).is_err());
|
||||
assert_eq!(
|
||||
db.query_row::<u32, _, _>("SELECT count(*) FROM consumed", [], |r| r.get(0))
|
||||
.unwrap(),
|
||||
0
|
||||
);
|
||||
db.execute_batch("CREATE TRIGGER refuse_start BEFORE INSERT ON execution_evidence BEGIN SELECT RAISE(ABORT,'fixture storage failure'); END;").unwrap();
|
||||
assert!(ledger::begin_execution(&mut db, &permit, &request, Uuid::from_u128(9), now).is_err());
|
||||
assert_eq!(
|
||||
db.query_row::<u32, _, _>("SELECT count(*) FROM consumed", [], |r| r.get(0))
|
||||
.unwrap(),
|
||||
0
|
||||
);
|
||||
assert_eq!(
|
||||
db.query_row::<u32, _, _>("SELECT count(*) FROM execution_evidence", [], |r| r.get(0))
|
||||
.unwrap(),
|
||||
0
|
||||
);
|
||||
db.execute_batch("DROP TRIGGER refuse_start").unwrap();
|
||||
ledger::begin_execution(&mut db, &permit, &request, Uuid::from_u128(9), now).unwrap();
|
||||
assert!(ledger::begin_execution(&mut db, &permit, &request, Uuid::from_u128(9), now).is_err());
|
||||
assert_eq!(
|
||||
db.query_row::<u32, _, _>("SELECT count(*) FROM consumed", [], |r| r.get(0))
|
||||
.unwrap(),
|
||||
1
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn completion_cas_preserves_original_bytes_and_recovers_only_verified_bound_evidence() {
|
||||
let (binding, request, permit, now) = fixture();
|
||||
let mut db = Connection::open_in_memory().unwrap();
|
||||
ledger::initialize_ledger(&db).unwrap();
|
||||
ledger::begin_execution(&mut db, &permit, &request, Uuid::from_u128(9), now).unwrap();
|
||||
let offer = JobOffer {
|
||||
job_id: permit.job_id.to_string(),
|
||||
attempt_id: permit.attempt_id.to_string(),
|
||||
payload_bytes: request.job_bytes.clone(),
|
||||
job_payload_hash: permit.job_payload_hash.clone(),
|
||||
plan_hash: permit.plan_hash.clone(),
|
||||
authorization_id: permit.authorization_id.to_string(),
|
||||
};
|
||||
assert!(
|
||||
jobs::recover_interrupted_outcome(&db, &binding, &offer, &permit.grant_id.to_string())
|
||||
.unwrap()
|
||||
.is_none()
|
||||
);
|
||||
let mut original = Outcome::unknown("");
|
||||
original.state = "succeeded".into();
|
||||
original.stdout = b"Hello\n".to_vec();
|
||||
original.exit_code = Some(0);
|
||||
original.evidence = serde_json::json!({"postconditions_passed":true});
|
||||
ledger::persist_outcome(&db, &permit, &original).unwrap();
|
||||
let saved: Vec<u8> = db
|
||||
.query_row("SELECT outcome FROM execution_evidence", [], |r| r.get(0))
|
||||
.unwrap();
|
||||
ledger::persist_outcome(&db, &permit, &original).unwrap();
|
||||
assert_eq!(
|
||||
saved,
|
||||
db.query_row::<Vec<u8>, _, _>("SELECT outcome FROM execution_evidence", [], |r| r.get(0))
|
||||
.unwrap()
|
||||
);
|
||||
assert_eq!(
|
||||
db.query_row::<u32, _, _>(
|
||||
"SELECT count(*) FROM consumed WHERE result IS NULL",
|
||||
[],
|
||||
|r| r.get(0)
|
||||
)
|
||||
.unwrap(),
|
||||
1
|
||||
);
|
||||
assert!(ledger::persist_outcome(&db, &permit, &Outcome::unknown("late uncertainty")).is_err());
|
||||
assert!(ledger::finish(&db, &permit, &Outcome::unknown("late uncertainty")).is_err());
|
||||
let recovered =
|
||||
jobs::recover_interrupted_outcome(&db, &binding, &offer, &permit.grant_id.to_string())
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
assert_eq!(serde_json::to_vec(&recovered).unwrap(), saved);
|
||||
let mut forged = binding.clone();
|
||||
forged.public_key_hex =
|
||||
hex::encode(SigningKey::from_bytes(&[31; 32]).verifying_key().as_bytes());
|
||||
assert!(
|
||||
jobs::recover_interrupted_outcome(&db, &forged, &offer, &permit.grant_id.to_string())
|
||||
.is_err()
|
||||
);
|
||||
let mut changed = offer.clone();
|
||||
changed.authorization_id = Uuid::new_v4().to_string();
|
||||
assert!(
|
||||
jobs::recover_interrupted_outcome(&db, &binding, &changed, &permit.grant_id.to_string())
|
||||
.is_err()
|
||||
);
|
||||
let mut changed = permit.clone();
|
||||
changed.assignment_version += 1;
|
||||
assert!(ledger::persist_outcome(&db, &changed, &original).is_err());
|
||||
ledger::finish(&db, &permit, &original).unwrap();
|
||||
ledger::finish(&db, &permit, &original).unwrap();
|
||||
assert_eq!(
|
||||
db.query_row::<u32, _, _>("SELECT count(*) FROM consumed", [], |r| r.get(0))
|
||||
.unwrap(),
|
||||
1
|
||||
);
|
||||
assert!(ledger::consume(&mut db, &permit).is_err());
|
||||
let mut corrupted: serde_json::Value = db
|
||||
.query_row("SELECT start FROM execution_evidence", [], |r| {
|
||||
r.get::<_, Vec<u8>>(0)
|
||||
})
|
||||
.map(|b| serde_json::from_slice(&b).unwrap())
|
||||
.unwrap();
|
||||
let changed = corrupted["request"]["signature"][0].as_u64().unwrap() ^ 1;
|
||||
corrupted["request"]["signature"][0] = serde_json::json!(changed);
|
||||
db.execute(
|
||||
"UPDATE execution_evidence SET start=?1",
|
||||
[serde_json::to_vec(&corrupted).unwrap()],
|
||||
)
|
||||
.unwrap();
|
||||
assert!(
|
||||
jobs::recover_interrupted_outcome(&db, &binding, &offer, &permit.grant_id.to_string())
|
||||
.is_err()
|
||||
);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user