{
 "summary": {
  "model": "jev-1.13.0",
  "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight",
  "mode": "realtime",
  "shield": false,
  "course_style": "original",
  "prompt": "labeled",
  "duration_s": 60.0,
  "seeds": 5,
  "survived": 2,
  "deaths": 5,
  "mean_best_score": 573.0,
  "mean_decisions": 1329.4,
  "mean_agreement_with_planner": 0.992,
  "latency_ms_p50_median": 133.7,
  "model_ms_p50_median": 119.8,
  "errors": 3,
  "answers_discarded": 2030,
  "shield_interventions": 0,
  "inflight": 6
 },
 "results": [
  {
   "seed": 0,
   "survived": false,
   "deaths": 2,
   "best_score": 279,
   "scores": [
    279,
    216,
    71
   ],
   "decisions": 1340,
   "agreement_with_planner": 0.995,
   "latency_ms_p50": 133.7,
   "latency_ms_p95": 166.7,
   "model_ms_p50": 119.0,
   "answers_discarded": 356,
   "errors": 0,
   "last_error": null,
   "best_effort_decisions": 28,
   "shield_interventions": 0,
   "arrival_saves": 0,
   "emergency_saves": 0,
   "input_tokens": 614888,
   "game_seconds": 57.0,
   "wall_seconds": 60.0,
   "host_stall_seconds_dropped": 0.0,
   "model": "jev-1.13.0",
   "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"
  },
  {
   "seed": 1,
   "survived": true,
   "deaths": 0,
   "best_score": 697,
   "scores": [
    697
   ],
   "decisions": 1348,
   "agreement_with_planner": 0.99,
   "latency_ms_p50": 133.7,
   "latency_ms_p95": 166.9,
   "model_ms_p50": 120.4,
   "answers_discarded": 443,
   "errors": 0,
   "last_error": null,
   "best_effort_decisions": 31,
   "shield_interventions": 0,
   "arrival_saves": 0,
   "emergency_saves": 0,
   "input_tokens": 652090,
   "game_seconds": 60.0,
   "wall_seconds": 60.0,
   "host_stall_seconds_dropped": 0.0,
   "model": "jev-1.13.0",
   "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"
  },
  {
   "seed": 2,
   "survived": false,
   "deaths": 1,
   "best_score": 656,
   "scores": [
    656,
    13
   ],
   "decisions": 1321,
   "agreement_with_planner": 0.992,
   "latency_ms_p50": 131.8,
   "latency_ms_p95": 155.1,
   "model_ms_p50": 115.7,
   "answers_discarded": 381,
   "errors": 3,
   "last_error": "The read operation timed out",
   "best_effort_decisions": 10,
   "shield_interventions": 0,
   "arrival_saves": 0,
   "emergency_saves": 0,
   "input_tokens": 618290,
   "game_seconds": 58.5,
   "wall_seconds": 60.0,
   "host_stall_seconds_dropped": 0.0,
   "model": "jev-1.13.0",
   "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"
  },
  {
   "seed": 3,
   "survived": true,
   "deaths": 0,
   "best_score": 697,
   "scores": [
    697
   ],
   "decisions": 1345,
   "agreement_with_planner": 0.988,
   "latency_ms_p50": 132.5,
   "latency_ms_p95": 166.8,
   "model_ms_p50": 119.8,
   "answers_discarded": 445,
   "errors": 0,
   "last_error": null,
   "best_effort_decisions": 46,
   "shield_interventions": 0,
   "arrival_saves": 0,
   "emergency_saves": 0,
   "input_tokens": 651531,
   "game_seconds": 60.0,
   "wall_seconds": 60.0,
   "host_stall_seconds_dropped": 0.0,
   "model": "jev-1.13.0",
   "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"
  },
  {
   "seed": 4,
   "survived": false,
   "deaths": 2,
   "best_score": 536,
   "scores": [
    536,
    77,
    4
   ],
   "decisions": 1293,
   "agreement_with_planner": 0.994,
   "latency_ms_p50": 133.9,
   "latency_ms_p95": 166.9,
   "model_ms_p50": 124.5,
   "answers_discarded": 405,
   "errors": 0,
   "last_error": null,
   "best_effort_decisions": 49,
   "shield_interventions": 0,
   "arrival_saves": 0,
   "emergency_saves": 0,
   "input_tokens": 617376,
   "game_seconds": 57.0,
   "wall_seconds": 60.0,
   "host_stall_seconds_dropped": 0.0,
   "model": "jev-1.13.0",
   "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"
  }
 ]
}