{
  "model": "jev-1.13.0",
  "endpoint": "https://api.typesafe.ai",
  "benchmark": "support_ticket_routing",
  "suite_sha256": "fc3f42b2590f0883391eed3a79d487d5b60302b608d1c2afcaffe83c938e0dbe",
  "questions": {
    "route": {
      "type": "choice",
      "instructions": "Which team should handle this customer request?",
      "criteria": {
        "billing": "Payments, charges, invoices, receipts, refunds, and payment methods.",
        "technical": "Product bugs, outages, errors, integrations, and data sync.",
        "account": "User access, login, profile, security settings, and team membership.",
        "sales": "Product demos, purchasing, quotes, plans, and commercial terms."
      }
    }
  },
  "passes": {
    "new_states": {
      "count": 40,
      "correct": 40,
      "latency_ms_p50": 122.14,
      "latency_ms_p95": 168.36,
      "latency_ms_mean": 126.84,
      "input_tokens": 15924,
      "rows": [
        {
          "state": "Customer support ticket: Can we buy additional seats for a new department?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.95,
            "billing": 0.0,
            "account": 0.05
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 117.75,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: Delete my account and its personal data.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.0,
            "billing": 0.0,
            "account": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 121.56,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Search results disappear after I apply a filter.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "account": 0.0,
            "technical": 1.0,
            "sales": 0.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 128.62,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: Tell me about pricing for 500 seats.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "account": 0.0,
            "billing": 0.0,
            "sales": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 106.55,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: The export button creates an empty file.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "sales": 0.0,
            "technical": 1.0,
            "account": 0.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 116.24,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Our dashboard is unavailable during the outage.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "account": 0.0,
            "technical": 1.0,
            "sales": 0.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 109.89,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Please change the email address on my profile.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "technical": 0.0,
            "account": 1.0,
            "sales": 0.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 140.88,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: Does your enterprise plan include dedicated support?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "account": 0.0,
            "technical": 0.0,
            "billing": 0.0,
            "sales": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 205.54,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Please explain your procurement process.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "account": 0.0,
            "sales": 1.0,
            "billing": 0.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 126.42,
          "server_ms": null,
          "input_tokens": 395
        },
        {
          "state": "Customer support ticket: Can you schedule a product demo for our team?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "account": 0.0,
            "billing": 0.0,
            "sales": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 127.96,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: Why did my subscription renewal cost more?",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.0,
            "billing": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 104.43,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: I see an error when uploading a CSV file.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "account": 0.0,
            "billing": 0.0,
            "sales": 0.0,
            "technical": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 111.1,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: The credit card payment failed but my bank shows a charge.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.0,
            "billing": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 125.84,
          "server_ms": null,
          "input_tokens": 401
        },
        {
          "state": "Customer support ticket: Data stopped syncing between my devices.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "account": 0.0,
            "billing": 0.0,
            "technical": 1.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 129.42,
          "server_ms": null,
          "input_tokens": 396
        },
        {
          "state": "Customer support ticket: Invite a new colleague to our team.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0,
            "sales": 0.0,
            "account": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 121.18,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: The mobile app freezes on the loading screen.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "technical": 1.0,
            "account": 0.0,
            "billing": 0.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 131.95,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: I would like to speak with someone about a partnership.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "account": 0.0,
            "sales": 1.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 107.92,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: My refund has not arrived after cancellation.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "account": 0.0,
            "sales": 0.0,
            "billing": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 156.38,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Remove a former employee from our workspace.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "sales": 0.0,
            "technical": 0.0,
            "billing": 0.0,
            "account": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 165.61,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: I lost access to my account after changing phones.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "sales": 0.0,
            "billing": 0.0,
            "account": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 142.16,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: I need to update the card used for future invoices.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "sales": 0.0,
            "technical": 0.0,
            "billing": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 119.42,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: Our annual plan was billed as a monthly plan.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "billing": 0.99,
            "sales": 0.01,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 101.79,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: The invoice has the wrong tax amount.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 1.0,
            "account": 0.0,
            "sales": 0.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 106.67,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: We need a quote for an enterprise contract.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0,
            "sales": 1.0,
            "technical": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 142.88,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: There is an unfamiliar line item on our bill.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "billing": 1.0,
            "sales": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 142.03,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: I want to change the display name on my profile.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "sales": 0.0,
            "billing": 0.0,
            "account": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 98.89,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: My webhook is not firing for new events.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "sales": 0.0,
            "billing": 0.0,
            "account": 0.0,
            "technical": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 119.39,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: The API returns a 500 error for valid requests.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0,
            "account": 0.0,
            "sales": 0.0,
            "technical": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 129.4,
          "server_ms": null,
          "input_tokens": 402
        },
        {
          "state": "Customer support ticket: The app crashes every time I open a dashboard.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "sales": 0.0,
            "technical": 1.0,
            "billing": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 119.34,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: What features come with the business plan?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "account": 0.0,
            "billing": 0.0,
            "sales": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 104.88,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: How can I transfer workspace ownership?",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "account": 1.0,
            "technical": 0.0,
            "billing": 0.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 154.58,
          "server_ms": null,
          "input_tokens": 396
        },
        {
          "state": "Customer support ticket: Please merge my two user accounts.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "sales": 0.0,
            "billing": 0.0,
            "technical": 0.0,
            "account": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 130.14,
          "server_ms": null,
          "input_tokens": 396
        },
        {
          "state": "Customer support ticket: I need to reset my password and recovery codes.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "sales": 0.0,
            "billing": 0.0,
            "account": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 98.33,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: The latest update broke our integration.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0,
            "account": 0.0,
            "sales": 0.0,
            "technical": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 120.84,
          "server_ms": null,
          "input_tokens": 396
        },
        {
          "state": "Customer support ticket: I cannot find the settings to enable two-factor login.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "account": 1.0,
            "billing": 0.0,
            "technical": 0.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 168.36,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: Please send a receipt for last month's payment.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "account": 0.0,
            "billing": 1.0,
            "sales": 0.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 164.66,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: We are evaluating vendors and want a trial.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "account": 0.0,
            "technical": 0.0,
            "sales": 1.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 125.48,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: Please correct the company name on our invoice.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.0,
            "billing": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 122.14,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: Can your team discuss a volume discount?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "sales": 1.0,
            "billing": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 106.58,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: I was charged twice for my monthly plan.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "account": 0.0,
            "technical": 0.0,
            "billing": 1.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 100.38,
          "server_ms": null,
          "input_tokens": 398
        }
      ]
    },
    "repeated_states": {
      "count": 40,
      "correct": 40,
      "latency_ms_p50": 124.02,
      "latency_ms_p95": 220.62,
      "latency_ms_mean": 128.1,
      "input_tokens": 15924,
      "rows": [
        {
          "state": "Customer support ticket: Can we buy additional seats for a new department?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.96,
            "billing": 0.0,
            "account": 0.04
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 100.67,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: Delete my account and its personal data.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "account": 1.0,
            "sales": 0.0,
            "technical": 0.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 95.29,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Search results disappear after I apply a filter.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "sales": 0.0,
            "account": 0.0,
            "billing": 0.0,
            "technical": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 113.54,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: Tell me about pricing for 500 seats.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "sales": 1.0,
            "billing": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 126.0,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: The export button creates an empty file.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "technical": 1.0,
            "sales": 0.0,
            "billing": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 153.63,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Our dashboard is unavailable during the outage.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "sales": 0.0,
            "billing": 0.0,
            "technical": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 138.67,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Please change the email address on my profile.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "technical": 0.0,
            "account": 1.0,
            "billing": 0.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 124.02,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: Does your enterprise plan include dedicated support?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "sales": 1.0,
            "account": 0.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 107.0,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Please explain your procurement process.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "account": 0.0,
            "technical": 0.0,
            "sales": 1.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 113.8,
          "server_ms": null,
          "input_tokens": 395
        },
        {
          "state": "Customer support ticket: Can you schedule a product demo for our team?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "sales": 1.0,
            "technical": 0.0,
            "billing": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 107.77,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: Why did my subscription renewal cost more?",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.0,
            "account": 0.0,
            "billing": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 140.72,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: I see an error when uploading a CSV file.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "technical": 1.0,
            "sales": 0.0,
            "billing": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 135.88,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: The credit card payment failed but my bank shows a charge.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "billing": 1.0,
            "account": 0.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 109.41,
          "server_ms": null,
          "input_tokens": 401
        },
        {
          "state": "Customer support ticket: Data stopped syncing between my devices.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "account": 0.0,
            "billing": 0.0,
            "sales": 0.0,
            "technical": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 120.54,
          "server_ms": null,
          "input_tokens": 396
        },
        {
          "state": "Customer support ticket: Invite a new colleague to our team.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "account": 1.0,
            "billing": 0.0,
            "sales": 0.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 127.12,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: The mobile app freezes on the loading screen.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "technical": 1.0,
            "billing": 0.0,
            "sales": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 122.84,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: I would like to speak with someone about a partnership.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "account": 0.0,
            "billing": 0.0,
            "sales": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 129.37,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: My refund has not arrived after cancellation.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.0,
            "billing": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 228.54,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: Remove a former employee from our workspace.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "technical": 0.0,
            "billing": 0.0,
            "sales": 0.0,
            "account": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 102.38,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: I lost access to my account after changing phones.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0,
            "account": 1.0,
            "sales": 0.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 130.02,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: I need to update the card used for future invoices.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "account": 0.0,
            "billing": 1.0,
            "technical": 0.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 133.28,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: Our annual plan was billed as a monthly plan.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.01,
            "billing": 0.99,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 104.13,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: The invoice has the wrong tax amount.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "billing": 1.0,
            "sales": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 114.26,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: We need a quote for an enterprise contract.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "account": 0.0,
            "sales": 1.0,
            "billing": 0.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 129.14,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: There is an unfamiliar line item on our bill.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "account": 0.0,
            "billing": 1.0,
            "technical": 0.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 127.8,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: I want to change the display name on my profile.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0,
            "technical": 0.0,
            "sales": 0.0,
            "account": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 155.7,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: My webhook is not firing for new events.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "sales": 0.0,
            "technical": 1.0,
            "billing": 0.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 139.37,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: The API returns a 500 error for valid requests.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "sales": 0.0,
            "billing": 0.0,
            "account": 0.0,
            "technical": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 220.62,
          "server_ms": null,
          "input_tokens": 402
        },
        {
          "state": "Customer support ticket: The app crashes every time I open a dashboard.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "sales": 0.0,
            "billing": 0.0,
            "account": 0.0,
            "technical": 1.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 144.88,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: What features come with the business plan?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "billing": 0.0,
            "sales": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 96.39,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: How can I transfer workspace ownership?",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0,
            "sales": 0.0,
            "account": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 116.15,
          "server_ms": null,
          "input_tokens": 396
        },
        {
          "state": "Customer support ticket: Please merge my two user accounts.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "sales": 0.0,
            "account": 1.0,
            "billing": 0.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 114.89,
          "server_ms": null,
          "input_tokens": 396
        },
        {
          "state": "Customer support ticket: I need to reset my password and recovery codes.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "account": 1.0,
            "billing": 0.0,
            "sales": 0.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 111.54,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: The latest update broke our integration.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "account": 0.0,
            "sales": 0.0,
            "technical": 1.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 117.0,
          "server_ms": null,
          "input_tokens": 396
        },
        {
          "state": "Customer support ticket: I cannot find the settings to enable two-factor login.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "account": 1.0,
            "billing": 0.0,
            "technical": 0.0,
            "sales": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 122.98,
          "server_ms": null,
          "input_tokens": 400
        },
        {
          "state": "Customer support ticket: Please send a receipt for last month's payment.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.0,
            "billing": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 102.0,
          "server_ms": null,
          "input_tokens": 399
        },
        {
          "state": "Customer support ticket: We are evaluating vendors and want a trial.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "sales": 1.0,
            "account": 0.0,
            "billing": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 160.55,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: Please correct the company name on our invoice.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "sales": 0.0,
            "account": 0.0,
            "billing": 1.0,
            "technical": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 134.69,
          "server_ms": null,
          "input_tokens": 398
        },
        {
          "state": "Customer support ticket: Can your team discuss a volume discount?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "technical": 0.0,
            "billing": 0.0,
            "sales": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 122.37,
          "server_ms": null,
          "input_tokens": 397
        },
        {
          "state": "Customer support ticket: I was charged twice for my monthly plan.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "technical": 0.0,
            "sales": 0.0,
            "billing": 1.0,
            "account": 0.0
          },
          "response_model": "jev-1.13.0",
          "latency_ms": 129.21,
          "server_ms": null,
          "input_tokens": 398
        }
      ]
    }
  }
}