from akhara import Akhara

client = Akhara()

evaluation = client.evaluations.create(
    name="Triage Accuracy - Weekly",
    project="proj_abc123",
    dataset="ds_xyz789",
    evaluators=[
        {
            "type": "triage_accuracy",
            "config": {
                "severity_weights": {
                    "under_triage": 5.0,
                    "over_triage": 1.0
                }
            }
        },
        {
            "type": "red_flag_detection",
            "config": {
                "protocols": ["chest_pain", "headache"]
            }
        }
    ],
    metadata={
        "triggered_by": "ci_pipeline",
        "model_version": "v2.4.1"
    }
)

print(f"Created evaluation: {evaluation.id}")
print(f"Status: {evaluation.status}")

import Akhara from '@akhara/sdk';

const client = new Akhara();

const evaluation = await client.evaluations.create({
  name: "Triage Accuracy - Weekly",
  project: "proj_abc123",
  dataset: "ds_xyz789",
  evaluators: [
    {
      type: "triage_accuracy",
      config: {
        severity_weights: {
          under_triage: 5.0,
          over_triage: 1.0
        }
      }
    },
    {
      type: "red_flag_detection",
      config: {
        protocols: ["chest_pain", "headache"]
      }
    }
  ],
  metadata: {
    triggered_by: "ci_pipeline",
    model_version: "v2.4.1"
  }
});

console.log(`Created: ${evaluation.id}`);

curl -X POST https://api.akhara.ai/v1/evaluations \
  -H "Authorization: Bearer gr_live_xxxxxxxx" \
  -H "Content-Type: application/json" \
  -d '{
    "name": "Triage Accuracy - Weekly",
    "project": "proj_abc123",
    "dataset": "ds_xyz789",
    "evaluators": [
      {
        "type": "triage_accuracy",
        "config": {
          "severity_weights": {
            "under_triage": 5.0,
            "over_triage": 1.0
          }
        }
      }
    ]
  }'

{
  "id": "eval_def456",
  "object": "evaluation",
  "name": "Triage Accuracy - Weekly",
  "project": "proj_abc123",
  "dataset": "ds_xyz789",
  "status": "pending",
  "evaluators": [
    {
      "type": "triage_accuracy",
      "config": {
        "severity_weights": {
          "under_triage": 5.0,
          "over_triage": 1.0
        }
      }
    },
    {
      "type": "red_flag_detection",
      "config": {
        "protocols": ["chest_pain", "headache"]
      }
    }
  ],
  "progress": {
    "total": 0,
    "completed": 0,
    "failed": 0
  },
  "created_at": "2024-01-15T10:30:00Z",
  "started_at": null,
  "completed_at": null,
  "metadata": {
    "triggered_by": "ci_pipeline",
    "model_version": "v2.4.1"
  }
}