Running

# Run a whole suite against an agent
akhara eval tasks.py --agent checkout-agent

# Run a single task
akhara eval run --task vu.checkout.hard.t131

{
  "id": "…",
  "slug": "cvs_t131_…",
  "task_id": "vu.checkout.hard.t131",
  "env_id": "env_cvs_gym",
  "agent": "checkout-agent",
  "final_score": 1.0,
  "status": "PASS",
  "step_count": 19,
  "verdicts": { "VALID_UI": "PASS", "VU-CHECKOUT": "PASS" }
}

{
  "turn": 4,
  "step_index": 4,
  "action_type": "click",
  "action_params": { "point_2d": [630, 578] },
  "screen_id": "SEARCH_RESULTS",
  "screenshot_path": "screenshots/step_04.png",
  "step_reward": 0.04,
  "verifier_results": [{ "id": "VALID_UI", "verdict": "PASS" }]
}

// 1. Gate the incoming request
if (!(await pep.checkInput(userText)).mayContinue) return refuse();

// 2. Minimize PHI before context leaves for the LLM
const ctx = await pep.checkContextEgress(patientContextJson);
const modelInput = ctx.transformedContent ?? patientContextJson;   // WARN rewrites here

// 3. Gate the model's draft
const out = await pep.checkOutput(draft);
if (!out.mayContinue) return escalateOrDrop(out);

// 4. Final delivery gate
const delivered = await pep.checkDelivery(out.transformedContent ?? draft);
if (!delivered.mayContinue) return escalateOrDrop(delivered);
return show(delivered);

const permit = await pep.authorizeAction("renew_meds", { medication });

if (permit.verdict === "ALLOW") {
  await medicationRenewalService.submit(medication, permit.permitId!); // permit required
} else {
  // BLOCK    → tell the member it can't be done here
  // ESCALATE → hand off to a clinician queue
}

{
  "ts": 0,
  "type": "policy_decision",
  "data": {
    "agentId": "health-ai",
    "surface": "Health Insights",
    "verdict": "BLOCK",
    "stage": "output",
    "rule": "HIPAA Privacy Rule 164.502",
    "policyId": "latch-0",
    "policyMatch": "PHI Disclosure Without Authorization",
    "original": "…", "final": "…",
    "delivery": "Response or action withheld",
    "evidence": "Logged",
    "permitId": null,
    "attachedPolicyIds": ["latch-0","…","healthcare-0"]
  }
}