{
  "name": "DN Runtime Recovery Local Baseline",
  "version": "0.1",
  "executedAt": "2026-10-21T10:36:05.752170+00:00",
  "evidenceType": "local-framework-execution-with-synthetic-tools",
  "framework": {
    "name": "LangGraph",
    "packages": {
      "langgraph": "1.2.16",
      "langgraph-checkpoint": "4.3.0",
      "langgraph-checkpoint-sqlite": "3.1.2",
      "langchain-core": "1.6.12"
    }
  },
  "environment": {
    "python": "3.12.14",
    "os": "Linux",
    "architecture": "x86_64",
    "sqlite": "3.53.1"
  },
  "sourceSha256": "57990f163a96148f122629b42395cb09e97437ab9799346435aff758d5a822a3",
  "repeatsPerConfiguration": 10,
  "trialCount": 60,
  "modelCalls": 0,
  "managedProviderRuns": 0,
  "realTransactions": 0,
  "latencyBenchmark": null,
  "productionFailureRate": null,
  "limitations": [
    "Deterministic synthetic workload; intentionally weak application controls are not vendor defaults.",
    "One local environment, one framework version, serial runs and selected injection points.",
    "Separate local SQLite receiver database; no real remote service, model, wallet or cloud deployment.",
    "Abrupt process exit is real; OS crash, power loss, network partition and concurrent revocation are not tested.",
    "Receiver recheck and effect share one local transaction; arbitrary external tools may not support this boundary.",
    "Repeated deterministic cases are not independent evidence of a population failure rate or security certification."
  ],
  "summary": [
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "trials": 10,
      "criteriaMet": 0,
      "committedEffects": 0,
      "expectedEffectsPerTrial": 1
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "trials": 10,
      "criteriaMet": 10,
      "committedEffects": 10,
      "expectedEffectsPerTrial": 1
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "trials": 10,
      "criteriaMet": 0,
      "committedEffects": 20,
      "expectedEffectsPerTrial": 1
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "trials": 10,
      "criteriaMet": 10,
      "committedEffects": 10,
      "expectedEffectsPerTrial": 1
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "trials": 10,
      "criteriaMet": 0,
      "committedEffects": 10,
      "expectedEffectsPerTrial": 0
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "trials": 10,
      "criteriaMet": 10,
      "committedEffects": 0,
      "expectedEffectsPerTrial": 0
    }
  ],
  "trials": [
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 1,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 2,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 3,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 4,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 5,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 6,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 7,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 8,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 9,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "memory-only",
      "repeat": 10,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "state-unavailable",
      "checkpointAvailableAfterRestart": false,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 1,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 2,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 3,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 4,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 5,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 6,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 7,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 8,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 9,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "restart",
      "configuration": "sqlite-checkpoint",
      "repeat": 10,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 1,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 2,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 3,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 4,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 5,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 6,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 7,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 8,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 9,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "new-key-on-retry",
      "repeat": 10,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 2,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 1,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 2,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 3,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 4,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 5,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 6,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 7,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 8,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 9,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "uncertain-outcome",
      "configuration": "stable-key",
      "repeat": 10,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 0,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 1,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 2,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 3,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 4,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 5,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 6,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 7,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 8,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 9,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "cached-allow",
      "repeat": 10,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 1,
      "preparationExecutions": 1,
      "outcome": "accepted",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": false
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 1,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 2,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 3,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 4,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 5,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 6,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 7,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 8,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 9,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    },
    {
      "scenario": "revocation",
      "configuration": "receiver-recheck",
      "repeat": 10,
      "injectedExitCode": 86,
      "restartExitCode": 0,
      "committedEffects": 0,
      "preparationExecutions": 1,
      "outcome": "blocked",
      "checkpointAvailableAfterRestart": true,
      "acceptanceCriterionMet": true
    }
  ]
}
