{
  "model": "kev-latest",
  "endpoint": "http://127.0.0.1:8009",
  "benchmark": "support_ticket_routing",
  "suite_sha256": "fc3f42b2590f0883391eed3a79d487d5b60302b608d1c2afcaffe83c938e0dbe",
  "questions": {
    "route": {
      "type": "choice",
      "instructions": "Which team should handle this customer request?",
      "criteria": {
        "billing": "Payments, charges, invoices, receipts, refunds, and payment methods.",
        "technical": "Product bugs, outages, errors, integrations, and data sync.",
        "account": "User access, login, profile, security settings, and team membership.",
        "sales": "Product demos, purchasing, quotes, plans, and commercial terms."
      }
    }
  },
  "passes": {
    "new_states": {
      "count": 40,
      "correct": 40,
      "latency_ms_p50": 31.83,
      "latency_ms_p95": 82.46,
      "latency_ms_mean": 37.48,
      "input_tokens": 3844,
      "rows": [
        {
          "state": "Customer support ticket: Can we buy additional seats for a new department?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.027,
            "technical": 0.0556,
            "account": 0.3694,
            "sales": 0.5479
          },
          "response_model": "kev-latest",
          "latency_ms": 55.71,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: Delete my account and its personal data.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0092,
            "technical": 0.2066,
            "account": 0.7537,
            "sales": 0.0304
          },
          "response_model": "kev-latest",
          "latency_ms": 53.28,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Search results disappear after I apply a filter.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0065,
            "technical": 0.8714,
            "account": 0.067,
            "sales": 0.0552
          },
          "response_model": "kev-latest",
          "latency_ms": 98.32,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: Tell me about pricing for 500 seats.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0195,
            "technical": 0.0112,
            "account": 0.0184,
            "sales": 0.951
          },
          "response_model": "kev-latest",
          "latency_ms": 82.46,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: The export button creates an empty file.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0198,
            "technical": 0.8901,
            "account": 0.0543,
            "sales": 0.0357
          },
          "response_model": "kev-latest",
          "latency_ms": 32.71,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Our dashboard is unavailable during the outage.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0036,
            "technical": 0.947,
            "account": 0.0406,
            "sales": 0.0088
          },
          "response_model": "kev-latest",
          "latency_ms": 32.2,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Please change the email address on my profile.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0112,
            "technical": 0.0592,
            "account": 0.9188,
            "sales": 0.0108
          },
          "response_model": "kev-latest",
          "latency_ms": 31.83,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: Does your enterprise plan include dedicated support?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0216,
            "technical": 0.1519,
            "account": 0.116,
            "sales": 0.7105
          },
          "response_model": "kev-latest",
          "latency_ms": 31.66,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Please explain your procurement process.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0553,
            "technical": 0.0518,
            "account": 0.0246,
            "sales": 0.8683
          },
          "response_model": "kev-latest",
          "latency_ms": 31.68,
          "server_ms": null,
          "input_tokens": 93
        },
        {
          "state": "Customer support ticket: Can you schedule a product demo for our team?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0012,
            "technical": 0.0259,
            "account": 0.0116,
            "sales": 0.9614
          },
          "response_model": "kev-latest",
          "latency_ms": 32.1,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: Why did my subscription renewal cost more?",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.6647,
            "technical": 0.0321,
            "account": 0.0874,
            "sales": 0.2158
          },
          "response_model": "kev-latest",
          "latency_ms": 31.58,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: I see an error when uploading a CSV file.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0335,
            "technical": 0.9266,
            "account": 0.0252,
            "sales": 0.0147
          },
          "response_model": "kev-latest",
          "latency_ms": 31.55,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: The credit card payment failed but my bank shows a charge.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.7435,
            "technical": 0.2191,
            "account": 0.014,
            "sales": 0.0234
          },
          "response_model": "kev-latest",
          "latency_ms": 55.92,
          "server_ms": null,
          "input_tokens": 99
        },
        {
          "state": "Customer support ticket: Data stopped syncing between my devices.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0011,
            "technical": 0.9694,
            "account": 0.0262,
            "sales": 0.0033
          },
          "response_model": "kev-latest",
          "latency_ms": 31.58,
          "server_ms": null,
          "input_tokens": 94
        },
        {
          "state": "Customer support ticket: Invite a new colleague to our team.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0014,
            "technical": 0.0207,
            "account": 0.9486,
            "sales": 0.0292
          },
          "response_model": "kev-latest",
          "latency_ms": 31.54,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: The mobile app freezes on the loading screen.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0035,
            "technical": 0.9441,
            "account": 0.0421,
            "sales": 0.0102
          },
          "response_model": "kev-latest",
          "latency_ms": 31.48,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: I would like to speak with someone about a partnership.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0047,
            "technical": 0.051,
            "account": 0.0278,
            "sales": 0.9164
          },
          "response_model": "kev-latest",
          "latency_ms": 31.45,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: My refund has not arrived after cancellation.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.9353,
            "technical": 0.0106,
            "account": 0.0076,
            "sales": 0.0465
          },
          "response_model": "kev-latest",
          "latency_ms": 31.44,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Remove a former employee from our workspace.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0038,
            "technical": 0.0879,
            "account": 0.8944,
            "sales": 0.0139
          },
          "response_model": "kev-latest",
          "latency_ms": 31.41,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: I lost access to my account after changing phones.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0031,
            "technical": 0.1104,
            "account": 0.8769,
            "sales": 0.0097
          },
          "response_model": "kev-latest",
          "latency_ms": 32.14,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: I need to update the card used for future invoices.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.8901,
            "technical": 0.0135,
            "account": 0.0464,
            "sales": 0.0501
          },
          "response_model": "kev-latest",
          "latency_ms": 32.74,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: Our annual plan was billed as a monthly plan.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.44,
            "technical": 0.058,
            "account": 0.1116,
            "sales": 0.3905
          },
          "response_model": "kev-latest",
          "latency_ms": 31.63,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: The invoice has the wrong tax amount.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.8517,
            "technical": 0.0457,
            "account": 0.0101,
            "sales": 0.0925
          },
          "response_model": "kev-latest",
          "latency_ms": 31.56,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: We need a quote for an enterprise contract.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0068,
            "technical": 0.013,
            "account": 0.0104,
            "sales": 0.9699
          },
          "response_model": "kev-latest",
          "latency_ms": 31.76,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: There is an unfamiliar line item on our bill.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.906,
            "technical": 0.0278,
            "account": 0.0246,
            "sales": 0.0417
          },
          "response_model": "kev-latest",
          "latency_ms": 32.75,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: I want to change the display name on my profile.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0024,
            "technical": 0.044,
            "account": 0.9421,
            "sales": 0.0115
          },
          "response_model": "kev-latest",
          "latency_ms": 33.53,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: My webhook is not firing for new events.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0286,
            "technical": 0.9019,
            "account": 0.0318,
            "sales": 0.0377
          },
          "response_model": "kev-latest",
          "latency_ms": 33.48,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: The API returns a 500 error for valid requests.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0048,
            "technical": 0.9624,
            "account": 0.022,
            "sales": 0.0108
          },
          "response_model": "kev-latest",
          "latency_ms": 66.65,
          "server_ms": null,
          "input_tokens": 100
        },
        {
          "state": "Customer support ticket: The app crashes every time I open a dashboard.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0023,
            "technical": 0.952,
            "account": 0.0335,
            "sales": 0.0121
          },
          "response_model": "kev-latest",
          "latency_ms": 33.52,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: What features come with the business plan?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0193,
            "technical": 0.0525,
            "account": 0.0665,
            "sales": 0.8616
          },
          "response_model": "kev-latest",
          "latency_ms": 32.6,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: How can I transfer workspace ownership?",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0265,
            "technical": 0.1304,
            "account": 0.7138,
            "sales": 0.1293
          },
          "response_model": "kev-latest",
          "latency_ms": 32.1,
          "server_ms": null,
          "input_tokens": 94
        },
        {
          "state": "Customer support ticket: Please merge my two user accounts.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0105,
            "technical": 0.28,
            "account": 0.6738,
            "sales": 0.0357
          },
          "response_model": "kev-latest",
          "latency_ms": 31.86,
          "server_ms": null,
          "input_tokens": 94
        },
        {
          "state": "Customer support ticket: I need to reset my password and recovery codes.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0036,
            "technical": 0.0917,
            "account": 0.8945,
            "sales": 0.0102
          },
          "response_model": "kev-latest",
          "latency_ms": 31.75,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: The latest update broke our integration.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0033,
            "technical": 0.9789,
            "account": 0.0105,
            "sales": 0.0074
          },
          "response_model": "kev-latest",
          "latency_ms": 31.61,
          "server_ms": null,
          "input_tokens": 94
        },
        {
          "state": "Customer support ticket: I cannot find the settings to enable two-factor login.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0031,
            "technical": 0.1034,
            "account": 0.8848,
            "sales": 0.0087
          },
          "response_model": "kev-latest",
          "latency_ms": 31.61,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: Please send a receipt for last month's payment.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.976,
            "technical": 0.0054,
            "account": 0.0064,
            "sales": 0.0123
          },
          "response_model": "kev-latest",
          "latency_ms": 31.9,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: We are evaluating vendors and want a trial.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0092,
            "technical": 0.0546,
            "account": 0.0319,
            "sales": 0.9043
          },
          "response_model": "kev-latest",
          "latency_ms": 31.58,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: Please correct the company name on our invoice.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.8662,
            "technical": 0.0234,
            "account": 0.0202,
            "sales": 0.0902
          },
          "response_model": "kev-latest",
          "latency_ms": 31.5,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: Can your team discuss a volume discount?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0363,
            "technical": 0.0081,
            "account": 0.0119,
            "sales": 0.9437
          },
          "response_model": "kev-latest",
          "latency_ms": 31.71,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: I was charged twice for my monthly plan.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.8827,
            "technical": 0.0302,
            "account": 0.0363,
            "sales": 0.0508
          },
          "response_model": "kev-latest",
          "latency_ms": 31.49,
          "server_ms": null,
          "input_tokens": 96
        }
      ]
    },
    "repeated_states": {
      "count": 40,
      "correct": 40,
      "latency_ms_p50": 31.42,
      "latency_ms_p95": 83.16,
      "latency_ms_mean": 35.01,
      "input_tokens": 3844,
      "rows": [
        {
          "state": "Customer support ticket: Can we buy additional seats for a new department?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.027,
            "technical": 0.0556,
            "account": 0.3694,
            "sales": 0.5479
          },
          "response_model": "kev-latest",
          "latency_ms": 31.42,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: Delete my account and its personal data.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0092,
            "technical": 0.2066,
            "account": 0.7537,
            "sales": 0.0304
          },
          "response_model": "kev-latest",
          "latency_ms": 31.46,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Search results disappear after I apply a filter.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0065,
            "technical": 0.8714,
            "account": 0.067,
            "sales": 0.0552
          },
          "response_model": "kev-latest",
          "latency_ms": 31.35,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: Tell me about pricing for 500 seats.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0195,
            "technical": 0.0112,
            "account": 0.0184,
            "sales": 0.951
          },
          "response_model": "kev-latest",
          "latency_ms": 31.38,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: The export button creates an empty file.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0198,
            "technical": 0.8901,
            "account": 0.0543,
            "sales": 0.0357
          },
          "response_model": "kev-latest",
          "latency_ms": 31.41,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Our dashboard is unavailable during the outage.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0036,
            "technical": 0.947,
            "account": 0.0406,
            "sales": 0.0088
          },
          "response_model": "kev-latest",
          "latency_ms": 31.31,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Please change the email address on my profile.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0112,
            "technical": 0.0592,
            "account": 0.9188,
            "sales": 0.0108
          },
          "response_model": "kev-latest",
          "latency_ms": 31.38,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: Does your enterprise plan include dedicated support?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0216,
            "technical": 0.1519,
            "account": 0.116,
            "sales": 0.7105
          },
          "response_model": "kev-latest",
          "latency_ms": 31.37,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Please explain your procurement process.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0553,
            "technical": 0.0518,
            "account": 0.0246,
            "sales": 0.8683
          },
          "response_model": "kev-latest",
          "latency_ms": 31.39,
          "server_ms": null,
          "input_tokens": 93
        },
        {
          "state": "Customer support ticket: Can you schedule a product demo for our team?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0012,
            "technical": 0.0259,
            "account": 0.0116,
            "sales": 0.9614
          },
          "response_model": "kev-latest",
          "latency_ms": 31.38,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: Why did my subscription renewal cost more?",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.6647,
            "technical": 0.0321,
            "account": 0.0874,
            "sales": 0.2158
          },
          "response_model": "kev-latest",
          "latency_ms": 31.31,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: I see an error when uploading a CSV file.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0335,
            "technical": 0.9266,
            "account": 0.0252,
            "sales": 0.0147
          },
          "response_model": "kev-latest",
          "latency_ms": 31.32,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: The credit card payment failed but my bank shows a charge.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.7435,
            "technical": 0.2191,
            "account": 0.014,
            "sales": 0.0234
          },
          "response_model": "kev-latest",
          "latency_ms": 55.82,
          "server_ms": null,
          "input_tokens": 99
        },
        {
          "state": "Customer support ticket: Data stopped syncing between my devices.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0011,
            "technical": 0.9694,
            "account": 0.0262,
            "sales": 0.0033
          },
          "response_model": "kev-latest",
          "latency_ms": 84.87,
          "server_ms": null,
          "input_tokens": 94
        },
        {
          "state": "Customer support ticket: Invite a new colleague to our team.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0014,
            "technical": 0.0207,
            "account": 0.9486,
            "sales": 0.0292
          },
          "response_model": "kev-latest",
          "latency_ms": 83.16,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: The mobile app freezes on the loading screen.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0035,
            "technical": 0.9441,
            "account": 0.0421,
            "sales": 0.0102
          },
          "response_model": "kev-latest",
          "latency_ms": 31.7,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: I would like to speak with someone about a partnership.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0047,
            "technical": 0.051,
            "account": 0.0278,
            "sales": 0.9164
          },
          "response_model": "kev-latest",
          "latency_ms": 32.31,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: My refund has not arrived after cancellation.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.9353,
            "technical": 0.0106,
            "account": 0.0076,
            "sales": 0.0465
          },
          "response_model": "kev-latest",
          "latency_ms": 31.78,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: Remove a former employee from our workspace.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0038,
            "technical": 0.0879,
            "account": 0.8944,
            "sales": 0.0139
          },
          "response_model": "kev-latest",
          "latency_ms": 31.42,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: I lost access to my account after changing phones.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0031,
            "technical": 0.1104,
            "account": 0.8769,
            "sales": 0.0097
          },
          "response_model": "kev-latest",
          "latency_ms": 31.41,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: I need to update the card used for future invoices.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.8901,
            "technical": 0.0135,
            "account": 0.0464,
            "sales": 0.0501
          },
          "response_model": "kev-latest",
          "latency_ms": 32.79,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: Our annual plan was billed as a monthly plan.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.44,
            "technical": 0.058,
            "account": 0.1116,
            "sales": 0.3905
          },
          "response_model": "kev-latest",
          "latency_ms": 33.19,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: The invoice has the wrong tax amount.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.8517,
            "technical": 0.0457,
            "account": 0.0101,
            "sales": 0.0925
          },
          "response_model": "kev-latest",
          "latency_ms": 33.57,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: We need a quote for an enterprise contract.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0068,
            "technical": 0.013,
            "account": 0.0104,
            "sales": 0.9699
          },
          "response_model": "kev-latest",
          "latency_ms": 34.26,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: There is an unfamiliar line item on our bill.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.906,
            "technical": 0.0278,
            "account": 0.0246,
            "sales": 0.0417
          },
          "response_model": "kev-latest",
          "latency_ms": 33.33,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: I want to change the display name on my profile.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0024,
            "technical": 0.044,
            "account": 0.9421,
            "sales": 0.0115
          },
          "response_model": "kev-latest",
          "latency_ms": 32.72,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: My webhook is not firing for new events.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0286,
            "technical": 0.9019,
            "account": 0.0318,
            "sales": 0.0377
          },
          "response_model": "kev-latest",
          "latency_ms": 31.91,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: The API returns a 500 error for valid requests.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0048,
            "technical": 0.9624,
            "account": 0.022,
            "sales": 0.0108
          },
          "response_model": "kev-latest",
          "latency_ms": 32.81,
          "server_ms": null,
          "input_tokens": 100
        },
        {
          "state": "Customer support ticket: The app crashes every time I open a dashboard.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0023,
            "technical": 0.952,
            "account": 0.0335,
            "sales": 0.0121
          },
          "response_model": "kev-latest",
          "latency_ms": 31.57,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: What features come with the business plan?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0193,
            "technical": 0.0525,
            "account": 0.0665,
            "sales": 0.8616
          },
          "response_model": "kev-latest",
          "latency_ms": 31.47,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: How can I transfer workspace ownership?",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0265,
            "technical": 0.1304,
            "account": 0.7138,
            "sales": 0.1293
          },
          "response_model": "kev-latest",
          "latency_ms": 31.42,
          "server_ms": null,
          "input_tokens": 94
        },
        {
          "state": "Customer support ticket: Please merge my two user accounts.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0105,
            "technical": 0.28,
            "account": 0.6738,
            "sales": 0.0357
          },
          "response_model": "kev-latest",
          "latency_ms": 31.43,
          "server_ms": null,
          "input_tokens": 94
        },
        {
          "state": "Customer support ticket: I need to reset my password and recovery codes.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0036,
            "technical": 0.0917,
            "account": 0.8945,
            "sales": 0.0102
          },
          "response_model": "kev-latest",
          "latency_ms": 31.4,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: The latest update broke our integration.",
          "expected": "technical",
          "predicted": "technical",
          "probabilities": {
            "billing": 0.0033,
            "technical": 0.9789,
            "account": 0.0105,
            "sales": 0.0074
          },
          "response_model": "kev-latest",
          "latency_ms": 31.36,
          "server_ms": null,
          "input_tokens": 94
        },
        {
          "state": "Customer support ticket: I cannot find the settings to enable two-factor login.",
          "expected": "account",
          "predicted": "account",
          "probabilities": {
            "billing": 0.0031,
            "technical": 0.1034,
            "account": 0.8848,
            "sales": 0.0087
          },
          "response_model": "kev-latest",
          "latency_ms": 31.4,
          "server_ms": null,
          "input_tokens": 98
        },
        {
          "state": "Customer support ticket: Please send a receipt for last month's payment.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.976,
            "technical": 0.0054,
            "account": 0.0064,
            "sales": 0.0123
          },
          "response_model": "kev-latest",
          "latency_ms": 31.36,
          "server_ms": null,
          "input_tokens": 97
        },
        {
          "state": "Customer support ticket: We are evaluating vendors and want a trial.",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0092,
            "technical": 0.0546,
            "account": 0.0319,
            "sales": 0.9043
          },
          "response_model": "kev-latest",
          "latency_ms": 31.34,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: Please correct the company name on our invoice.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.8662,
            "technical": 0.0234,
            "account": 0.0202,
            "sales": 0.0902
          },
          "response_model": "kev-latest",
          "latency_ms": 31.33,
          "server_ms": null,
          "input_tokens": 96
        },
        {
          "state": "Customer support ticket: Can your team discuss a volume discount?",
          "expected": "sales",
          "predicted": "sales",
          "probabilities": {
            "billing": 0.0363,
            "technical": 0.0081,
            "account": 0.0119,
            "sales": 0.9437
          },
          "response_model": "kev-latest",
          "latency_ms": 31.34,
          "server_ms": null,
          "input_tokens": 95
        },
        {
          "state": "Customer support ticket: I was charged twice for my monthly plan.",
          "expected": "billing",
          "predicted": "billing",
          "probabilities": {
            "billing": 0.8827,
            "technical": 0.0302,
            "account": 0.0363,
            "sales": 0.0508
          },
          "response_model": "kev-latest",
          "latency_ms": 31.35,
          "server_ms": null,
          "input_tokens": 96
        }
      ]
    }
  }
}