{
  "status": "complete",
  "generatedAt": "2026-09-20T15:31:03.038Z",
  "model": "typesafe-ai/jev",
  "summary": {
    "sampleSize": 100,
    "dataset": "Synthetic hotel-enquiry smoke test. Labels were assigned before model evaluation. Final class mix: reservations 50, reception 42, concierge 4, manager 4.",
    "accuracy": 1,
    "correct": 100,
    "perRoute": {
      "reservations": {
        "count": 50,
        "correct": 50,
        "accuracy": 1,
        "meanConfidence": 0.9994000000000001
      },
      "reception": {
        "count": 42,
        "correct": 42,
        "accuracy": 1,
        "meanConfidence": 0.9971428571428572
      },
      "concierge": {
        "count": 4,
        "correct": 4,
        "accuracy": 1,
        "meanConfidence": 0.9875
      },
      "manager": {
        "count": 4,
        "correct": 4,
        "accuracy": 1,
        "meanConfidence": 0.9950000000000001
      }
    },
    "confidenceThreshold": 0.75,
    "highConfidenceCoverage": 1,
    "highConfidenceAccuracy": 1,
    "meanConfidence": 0.9977999999999995,
    "medianLatencyMs": 367,
    "p95LatencyMs": 29461,
    "confusion": {
      "reservations": {
        "reservations": 50,
        "reception": 0,
        "concierge": 0,
        "manager": 0
      },
      "reception": {
        "reservations": 0,
        "reception": 42,
        "concierge": 0,
        "manager": 0
      },
      "concierge": {
        "reservations": 0,
        "reception": 0,
        "concierge": 4,
        "manager": 0
      },
      "manager": {
        "reservations": 0,
        "reception": 0,
        "concierge": 0,
        "manager": 4
      }
    },
    "totals": {
      "inputTokens": 48684,
      "outputTokens": 5292,
      "totalTokens": 53976
    }
  },
  "records": [
    {
      "id": "reservations-01-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 1,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 972,
      "usage": {
        "inputTokens": 490,
        "outputTokens": 53,
        "totalTokens": 543
      },
      "channel": "email",
      "message": "Hello, Please move our booking from 12 October to 14 October and confirm whether the same room rate is available. Thank you."
    },
    {
      "id": "reservations-01-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "reception": 0,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 944,
      "usage": {
        "inputTokens": 494,
        "outputTokens": 53,
        "totalTokens": 547
      },
      "channel": "web form",
      "message": "Hi team - Please move our booking from 12 October to 14 October and confirm whether the same room rate is available. Please reply by email."
    },
    {
      "id": "reservations-01-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "concierge": 0,
        "reception": 0,
        "reservations": 1
      },
      "elapsedMs": 390,
      "usage": {
        "inputTokens": 490,
        "outputTokens": 53,
        "totalTokens": 543
      },
      "channel": "WhatsApp",
      "message": "Guest message: Please move our booking from 12 October to 14 October and confirm whether the same room rate is available."
    },
    {
      "id": "reservations-01-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "concierge": 0,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 334,
      "usage": {
        "inputTokens": 493,
        "outputTokens": 53,
        "totalTokens": 546
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Please move our booking from 12 October to 14 October and confirm whether the same room rate is available. Could you help?"
    },
    {
      "id": "reservations-01-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 1,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 425,
      "usage": {
        "inputTokens": 490,
        "outputTokens": 53,
        "totalTokens": 543
      },
      "channel": "SMS",
      "message": "Sent from my phone: Please move our booking from 12 October to 14 October and confirm whether the same room rate is available."
    },
    {
      "id": "reservations-02-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "manager": 0,
        "concierge": 0,
        "reception": 0
      },
      "elapsedMs": 407,
      "usage": {
        "inputTokens": 487,
        "outputTokens": 53,
        "totalTokens": 540
      },
      "channel": "email",
      "message": "Hello, I need to cancel reservation HJ4821. Please explain the cancellation charge before processing it. Thank you."
    },
    {
      "id": "reservations-02-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 0,
        "reservations": 1,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 446,
      "usage": {
        "inputTokens": 491,
        "outputTokens": 53,
        "totalTokens": 544
      },
      "channel": "web form",
      "message": "Hi team - I need to cancel reservation HJ4821. Please explain the cancellation charge before processing it. Please reply by email."
    },
    {
      "id": "reservations-02-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reservations": 1,
        "reception": 0,
        "concierge": 0
      },
      "elapsedMs": 446,
      "usage": {
        "inputTokens": 487,
        "outputTokens": 53,
        "totalTokens": 540
      },
      "channel": "WhatsApp",
      "message": "Guest message: I need to cancel reservation HJ4821. Please explain the cancellation charge before processing it."
    },
    {
      "id": "reservations-02-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "reception": 0,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 357,
      "usage": {
        "inputTokens": 490,
        "outputTokens": 53,
        "totalTokens": 543
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. I need to cancel reservation HJ4821. Please explain the cancellation charge before processing it. Could you help?"
    },
    {
      "id": "reservations-02-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 0,
        "reservations": 1,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 358,
      "usage": {
        "inputTokens": 487,
        "outputTokens": 53,
        "totalTokens": 540
      },
      "channel": "SMS",
      "message": "Sent from my phone: I need to cancel reservation HJ4821. Please explain the cancellation charge before processing it."
    },
    {
      "id": "reservations-03-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "reception": 0,
        "manager": 0,
        "concierge": 0
      },
      "elapsedMs": 359,
      "usage": {
        "inputTokens": 483,
        "outputTokens": 53,
        "totalTokens": 536
      },
      "channel": "email",
      "message": "Hello, Can we change from one double room to two twin rooms for three nights next month? Thank you."
    },
    {
      "id": "reservations-03-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 0,
        "reservations": 1,
        "manager": 0,
        "concierge": 0
      },
      "elapsedMs": 359,
      "usage": {
        "inputTokens": 487,
        "outputTokens": 53,
        "totalTokens": 540
      },
      "channel": "web form",
      "message": "Hi team - Can we change from one double room to two twin rooms for three nights next month? Please reply by email."
    },
    {
      "id": "reservations-03-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 1,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 536,
      "usage": {
        "inputTokens": 483,
        "outputTokens": 53,
        "totalTokens": 536
      },
      "channel": "WhatsApp",
      "message": "Guest message: Can we change from one double room to two twin rooms for three nights next month?"
    },
    {
      "id": "reservations-03-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "manager": 0,
        "reception": 0,
        "concierge": 0
      },
      "elapsedMs": 360,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Can we change from one double room to two twin rooms for three nights next month? Could you help?"
    },
    {
      "id": "reservations-03-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reservations": 1,
        "reception": 0,
        "concierge": 0
      },
      "elapsedMs": 290,
      "usage": {
        "inputTokens": 483,
        "outputTokens": 53,
        "totalTokens": 536
      },
      "channel": "SMS",
      "message": "Sent from my phone: Can we change from one double room to two twin rooms for three nights next month?"
    },
    {
      "id": "reservations-04-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "manager": 0,
        "reception": 0,
        "concierge": 0
      },
      "elapsedMs": 290,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "email",
      "message": "Hello, Your website shows no family rooms. Do you have space for two adults and two children on 7 November? Thank you."
    },
    {
      "id": "reservations-04-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 0,
        "concierge": 0,
        "reservations": 1,
        "manager": 0
      },
      "elapsedMs": 358,
      "usage": {
        "inputTokens": 492,
        "outputTokens": 53,
        "totalTokens": 545
      },
      "channel": "web form",
      "message": "Hi team - Your website shows no family rooms. Do you have space for two adults and two children on 7 November? Please reply by email."
    },
    {
      "id": "reservations-04-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 0,
        "manager": 0,
        "reservations": 1,
        "concierge": 0
      },
      "elapsedMs": 571,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "WhatsApp",
      "message": "Guest message: Your website shows no family rooms. Do you have space for two adults and two children on 7 November?"
    },
    {
      "id": "reservations-04-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 1,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 339,
      "usage": {
        "inputTokens": 491,
        "outputTokens": 53,
        "totalTokens": 544
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Your website shows no family rooms. Do you have space for two adults and two children on 7 November? Could you help?"
    },
    {
      "id": "reservations-04-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reception": 0,
        "reservations": 1,
        "concierge": 0
      },
      "elapsedMs": 321,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "SMS",
      "message": "Sent from my phone: Your website shows no family rooms. Do you have space for two adults and two children on 7 November?"
    },
    {
      "id": "reservations-05-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "reception": 0,
        "manager": 0,
        "concierge": 0
      },
      "elapsedMs": 374,
      "usage": {
        "inputTokens": 482,
        "outputTokens": 53,
        "totalTokens": 535
      },
      "channel": "email",
      "message": "Hello, I booked through your website but have not received a confirmation email or booking reference. Thank you."
    },
    {
      "id": "reservations-05-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reception": 0,
        "reservations": 1,
        "manager": 0
      },
      "elapsedMs": 373,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "web form",
      "message": "Hi team - I booked through your website but have not received a confirmation email or booking reference. Please reply by email."
    },
    {
      "id": "reservations-05-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "manager": 0,
        "reception": 0,
        "reservations": 1
      },
      "elapsedMs": 641,
      "usage": {
        "inputTokens": 482,
        "outputTokens": 53,
        "totalTokens": 535
      },
      "channel": "WhatsApp",
      "message": "Guest message: I booked through your website but have not received a confirmation email or booking reference."
    },
    {
      "id": "reservations-05-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "manager": 0,
        "reservations": 1,
        "reception": 0
      },
      "elapsedMs": 357,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. I booked through your website but have not received a confirmation email or booking reference. Could you help?"
    },
    {
      "id": "reservations-05-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 1,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 385,
      "usage": {
        "inputTokens": 482,
        "outputTokens": 53,
        "totalTokens": 535
      },
      "channel": "SMS",
      "message": "Sent from my phone: I booked through your website but have not received a confirmation email or booking reference."
    },
    {
      "id": "reservations-06-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reception": 0,
        "reservations": 1,
        "manager": 0
      },
      "elapsedMs": 385,
      "usage": {
        "inputTokens": 483,
        "outputTokens": 53,
        "totalTokens": 536
      },
      "channel": "email",
      "message": "Hello, Please add one guest to our reservation and send a new payment link for the balance. Thank you."
    },
    {
      "id": "reservations-06-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reception": 0,
        "concierge": 0,
        "reservations": 1
      },
      "elapsedMs": 338,
      "usage": {
        "inputTokens": 487,
        "outputTokens": 53,
        "totalTokens": 540
      },
      "channel": "web form",
      "message": "Hi team - Please add one guest to our reservation and send a new payment link for the balance. Please reply by email."
    },
    {
      "id": "reservations-06-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 0,
        "manager": 0,
        "reservations": 1,
        "concierge": 0
      },
      "elapsedMs": 337,
      "usage": {
        "inputTokens": 483,
        "outputTokens": 53,
        "totalTokens": 536
      },
      "channel": "WhatsApp",
      "message": "Guest message: Please add one guest to our reservation and send a new payment link for the balance."
    },
    {
      "id": "reservations-06-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 1,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 383,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Please add one guest to our reservation and send a new payment link for the balance. Could you help?"
    },
    {
      "id": "reservations-06-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 0,
        "reservations": 1,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 383,
      "usage": {
        "inputTokens": 483,
        "outputTokens": 53,
        "totalTokens": 536
      },
      "channel": "SMS",
      "message": "Sent from my phone: Please add one guest to our reservation and send a new payment link for the balance."
    },
    {
      "id": "reservations-07-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "concierge": 0,
        "reception": 0,
        "reservations": 1
      },
      "elapsedMs": 41511,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "email",
      "message": "Hello, Is the breakfast-inclusive rate refundable, and can I reserve it now and pay at the hotel? Thank you."
    },
    {
      "id": "reservations-07-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "concierge": 0,
        "manager": 0,
        "reception": 0
      },
      "elapsedMs": 101221,
      "usage": {
        "inputTokens": 493,
        "outputTokens": 53,
        "totalTokens": 546
      },
      "channel": "web form",
      "message": "Hi team - Is the breakfast-inclusive rate refundable, and can I reserve it now and pay at the hotel? Please reply by email."
    },
    {
      "id": "reservations-07-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "manager": 0,
        "concierge": 0,
        "reception": 0
      },
      "elapsedMs": 360,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "WhatsApp",
      "message": "Guest message: Is the breakfast-inclusive rate refundable, and can I reserve it now and pay at the hotel?"
    },
    {
      "id": "reservations-07-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 1,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 362,
      "usage": {
        "inputTokens": 492,
        "outputTokens": 53,
        "totalTokens": 545
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Is the breakfast-inclusive rate refundable, and can I reserve it now and pay at the hotel? Could you help?"
    },
    {
      "id": "reservations-07-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "manager": 0,
        "reservations": 1,
        "reception": 0
      },
      "elapsedMs": 452,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "SMS",
      "message": "Sent from my phone: Is the breakfast-inclusive rate refundable, and can I reserve it now and pay at the hotel?"
    },
    {
      "id": "reservations-08-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "concierge": 0,
        "manager": 0,
        "reception": 0
      },
      "elapsedMs": 397,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "email",
      "message": "Hello, Our group needs eight rooms for a wedding weekend. Who can confirm availability and a group price? Thank you."
    },
    {
      "id": "reservations-08-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "reception": 0,
        "manager": 0,
        "concierge": 0
      },
      "elapsedMs": 290,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "web form",
      "message": "Hi team - Our group needs eight rooms for a wedding weekend. Who can confirm availability and a group price? Please reply by email."
    },
    {
      "id": "reservations-08-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "concierge": 0,
        "reception": 0,
        "reservations": 1
      },
      "elapsedMs": 259,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "WhatsApp",
      "message": "Guest message: Our group needs eight rooms for a wedding weekend. Who can confirm availability and a group price?"
    },
    {
      "id": "reservations-08-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reception": 0,
        "manager": 0,
        "reservations": 1
      },
      "elapsedMs": 309,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Our group needs eight rooms for a wedding weekend. Who can confirm availability and a group price? Could you help?"
    },
    {
      "id": "reservations-08-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 1,
        "reception": 0,
        "manager": 0
      },
      "elapsedMs": 2582,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "SMS",
      "message": "Sent from my phone: Our group needs eight rooms for a wedding weekend. Who can confirm availability and a group price?"
    },
    {
      "id": "reservations-09-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "manager": 0,
        "reservations": 1,
        "reception": 0
      },
      "elapsedMs": 362,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "email",
      "message": "Hello, The card used for our deposit has expired. How can I update the payment details on the reservation? Thank you."
    },
    {
      "id": "reservations-09-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "concierge": 0,
        "reservations": 1,
        "reception": 0
      },
      "elapsedMs": 398,
      "usage": {
        "inputTokens": 490,
        "outputTokens": 53,
        "totalTokens": 543
      },
      "channel": "web form",
      "message": "Hi team - The card used for our deposit has expired. How can I update the payment details on the reservation? Please reply by email."
    },
    {
      "id": "reservations-09-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 1,
        "manager": 0,
        "reception": 0,
        "concierge": 0
      },
      "elapsedMs": 2741,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "WhatsApp",
      "message": "Guest message: The card used for our deposit has expired. How can I update the payment details on the reservation?"
    },
    {
      "id": "reservations-09-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "manager": 0,
        "reception": 0,
        "reservations": 1
      },
      "elapsedMs": 304,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. The card used for our deposit has expired. How can I update the payment details on the reservation? Could you help?"
    },
    {
      "id": "reservations-09-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reception": 0,
        "reservations": 1,
        "concierge": 0
      },
      "elapsedMs": 400,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "SMS",
      "message": "Sent from my phone: The card used for our deposit has expired. How can I update the payment details on the reservation?"
    },
    {
      "id": "reservations-10-1",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "manager": 0,
        "concierge": 0,
        "reception": 0.01,
        "reservations": 0.99
      },
      "elapsedMs": 399,
      "usage": {
        "inputTokens": 480,
        "outputTokens": 53,
        "totalTokens": 533
      },
      "channel": "email",
      "message": "Hello, Could you extend our existing booking by two nights in the same room? Thank you."
    },
    {
      "id": "reservations-10-2",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "manager": 0,
        "reservations": 1,
        "reception": 0
      },
      "elapsedMs": 361,
      "usage": {
        "inputTokens": 484,
        "outputTokens": 53,
        "totalTokens": 537
      },
      "channel": "web form",
      "message": "Hi team - Could you extend our existing booking by two nights in the same room? Please reply by email."
    },
    {
      "id": "reservations-10-3",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "reservations": 0.99,
        "manager": 0,
        "concierge": 0,
        "reception": 0.01
      },
      "elapsedMs": 362,
      "usage": {
        "inputTokens": 480,
        "outputTokens": 53,
        "totalTokens": 533
      },
      "channel": "WhatsApp",
      "message": "Guest message: Could you extend our existing booking by two nights in the same room?"
    },
    {
      "id": "reservations-10-4",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "concierge": 0,
        "reservations": 1,
        "reception": 0
      },
      "elapsedMs": 357,
      "usage": {
        "inputTokens": 483,
        "outputTokens": 53,
        "totalTokens": 536
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Could you extend our existing booking by two nights in the same room? Could you help?"
    },
    {
      "id": "reservations-10-5",
      "expected": "reservations",
      "predicted": "reservations",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "reception": 0.01,
        "reservations": 0.99,
        "manager": 0,
        "concierge": 0
      },
      "elapsedMs": 453,
      "usage": {
        "inputTokens": 480,
        "outputTokens": 53,
        "totalTokens": 533
      },
      "channel": "SMS",
      "message": "Sent from my phone: Could you extend our existing booking by two nights in the same room?"
    },
    {
      "id": "reception-01-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 0,
        "reception": 1,
        "manager": 0
      },
      "elapsedMs": 368,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "email",
      "message": "Hello, Our train arrives after midnight. Please confirm somebody can let us into the hotel for late check-in. Thank you."
    },
    {
      "id": "reception-01-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 0,
        "manager": 0,
        "reception": 1
      },
      "elapsedMs": 367,
      "usage": {
        "inputTokens": 490,
        "outputTokens": 53,
        "totalTokens": 543
      },
      "channel": "web form",
      "message": "Hi team - Our train arrives after midnight. Please confirm somebody can let us into the hotel for late check-in. Please reply by email."
    },
    {
      "id": "reception-01-3",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reception": 1,
        "reservations": 0,
        "manager": 0
      },
      "elapsedMs": 358,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "WhatsApp",
      "message": "Guest message: Our train arrives after midnight. Please confirm somebody can let us into the hotel for late check-in."
    },
    {
      "id": "reception-01-4",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "manager": 0,
        "reception": 1,
        "reservations": 0
      },
      "elapsedMs": 367,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Our train arrives after midnight. Please confirm somebody can let us into the hotel for late check-in. Could you help?"
    },
    {
      "id": "reception-01-5",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reception": 1,
        "reservations": 0,
        "manager": 0
      },
      "elapsedMs": 353,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "SMS",
      "message": "Sent from my phone: Our train arrives after midnight. Please confirm somebody can let us into the hotel for late check-in."
    },
    {
      "id": "reception-02-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "concierge": 0,
        "manager": 0,
        "reception": 1
      },
      "elapsedMs": 584,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "email",
      "message": "Hello, We checked in an hour ago but the key card no longer opens room 204. Thank you."
    },
    {
      "id": "reception-02-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "reception": 1,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 383,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "web form",
      "message": "Hi team - We checked in an hour ago but the key card no longer opens room 204. Please reply by email."
    },
    {
      "id": "reception-02-3",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reception": 1,
        "manager": 0,
        "reservations": 0
      },
      "elapsedMs": 336,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "WhatsApp",
      "message": "Guest message: We checked in an hour ago but the key card no longer opens room 204."
    },
    {
      "id": "reception-02-4",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reception": 1,
        "concierge": 0,
        "reservations": 0
      },
      "elapsedMs": 411,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. We checked in an hour ago but the key card no longer opens room 204. Could you help?"
    },
    {
      "id": "reception-02-5",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reservations": 0,
        "reception": 1,
        "concierge": 0
      },
      "elapsedMs": 409,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "SMS",
      "message": "Sent from my phone: We checked in an hour ago but the key card no longer opens room 204."
    },
    {
      "id": "reception-03-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "reception": 1,
        "manager": 0,
        "concierge": 0
      },
      "elapsedMs": 47537,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "email",
      "message": "Hello, Can we leave two suitcases at reception from 9am before our room is ready? Thank you."
    },
    {
      "id": "reception-03-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "concierge": 0,
        "manager": 0,
        "reception": 1
      },
      "elapsedMs": 51970,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "web form",
      "message": "Hi team - Can we leave two suitcases at reception from 9am before our room is ready? Please reply by email."
    },
    {
      "id": "reception-03-3",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "manager": 0,
        "reservations": 0,
        "reception": 1
      },
      "elapsedMs": 6535,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "WhatsApp",
      "message": "Guest message: Can we leave two suitcases at reception from 9am before our room is ready?"
    },
    {
      "id": "reception-03-4",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reception": 1,
        "reservations": 0,
        "manager": 0
      },
      "elapsedMs": 2422,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Can we leave two suitcases at reception from 9am before our room is ready? Could you help?"
    },
    {
      "id": "reception-03-5",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 1,
        "manager": 0,
        "concierge": 0,
        "reservations": 0
      },
      "elapsedMs": 6624,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "SMS",
      "message": "Sent from my phone: Can we leave two suitcases at reception from 9am before our room is ready?"
    },
    {
      "id": "reception-04-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "manager": 0,
        "concierge": 0,
        "reception": 1
      },
      "elapsedMs": 6622,
      "usage": {
        "inputTokens": 482,
        "outputTokens": 53,
        "totalTokens": 535
      },
      "channel": "email",
      "message": "Hello, What time is checkout tomorrow, and is a 1pm late checkout possible? Thank you."
    },
    {
      "id": "reception-04-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reception": 1,
        "concierge": 0,
        "reservations": 0
      },
      "elapsedMs": 530,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "web form",
      "message": "Hi team - What time is checkout tomorrow, and is a 1pm late checkout possible? Please reply by email."
    },
    {
      "id": "reception-04-3",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "manager": 0,
        "reception": 1,
        "concierge": 0
      },
      "elapsedMs": 2469,
      "usage": {
        "inputTokens": 482,
        "outputTokens": 53,
        "totalTokens": 535
      },
      "channel": "WhatsApp",
      "message": "Guest message: What time is checkout tomorrow, and is a 1pm late checkout possible?"
    },
    {
      "id": "reception-04-4",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "manager": 0,
        "reception": 1,
        "concierge": 0
      },
      "elapsedMs": 285,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. What time is checkout tomorrow, and is a 1pm late checkout possible? Could you help?"
    },
    {
      "id": "reception-04-5",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 1,
        "reservations": 0,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 284,
      "usage": {
        "inputTokens": 482,
        "outputTokens": 53,
        "totalTokens": 535
      },
      "channel": "SMS",
      "message": "Sent from my phone: What time is checkout tomorrow, and is a 1pm late checkout possible?"
    },
    {
      "id": "reception-05-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "reception": 1,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 299,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "email",
      "message": "Hello, There are no towels in our room. Could housekeeping bring two sets this evening? Thank you."
    },
    {
      "id": "reception-05-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reservations": 0,
        "reception": 1,
        "concierge": 0
      },
      "elapsedMs": 297,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "web form",
      "message": "Hi team - There are no towels in our room. Could housekeeping bring two sets this evening? Please reply by email."
    },
    {
      "id": "reception-05-3",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "manager": 0,
        "concierge": 0,
        "reception": 1
      },
      "elapsedMs": 271,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "WhatsApp",
      "message": "Guest message: There are no towels in our room. Could housekeeping bring two sets this evening?"
    },
    {
      "id": "reception-05-4",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "manager": 0,
        "concierge": 0,
        "reception": 1
      },
      "elapsedMs": 322,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. There are no towels in our room. Could housekeeping bring two sets this evening? Could you help?"
    },
    {
      "id": "reception-05-5",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 0,
        "reception": 1,
        "manager": 0
      },
      "elapsedMs": 425,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "SMS",
      "message": "Sent from my phone: There are no towels in our room. Could housekeeping bring two sets this evening?"
    },
    {
      "id": "reception-06-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 0,
        "reception": 1,
        "manager": 0
      },
      "elapsedMs": 333,
      "usage": {
        "inputTokens": 484,
        "outputTokens": 53,
        "totalTokens": 537
      },
      "channel": "email",
      "message": "Hello, We are outside the front door and the access code in the arrival email is not working. Thank you."
    },
    {
      "id": "reception-06-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "concierge": 0,
        "reservations": 0,
        "reception": 1
      },
      "elapsedMs": 29408,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "web form",
      "message": "Hi team - We are outside the front door and the access code in the arrival email is not working. Please reply by email."
    },
    {
      "id": "reception-06-3",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "concierge": 0,
        "reservations": 0,
        "reception": 1
      },
      "elapsedMs": 29461,
      "usage": {
        "inputTokens": 484,
        "outputTokens": 53,
        "totalTokens": 537
      },
      "channel": "WhatsApp",
      "message": "Guest message: We are outside the front door and the access code in the arrival email is not working."
    },
    {
      "id": "reception-06-4",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reception": 1,
        "manager": 0,
        "concierge": 0,
        "reservations": 0
      },
      "elapsedMs": 353,
      "usage": {
        "inputTokens": 487,
        "outputTokens": 53,
        "totalTokens": 540
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. We are outside the front door and the access code in the arrival email is not working. Could you help?"
    },
    {
      "id": "reception-06-5",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "manager": 0,
        "reception": 1,
        "concierge": 0
      },
      "elapsedMs": 866,
      "usage": {
        "inputTokens": 484,
        "outputTokens": 53,
        "totalTokens": 537
      },
      "channel": "SMS",
      "message": "Sent from my phone: We are outside the front door and the access code in the arrival email is not working."
    },
    {
      "id": "reception-07-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "manager": 0,
        "reservations": 0,
        "concierge": 0.01,
        "reception": 0.99
      },
      "elapsedMs": 466,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "email",
      "message": "Hello, Can reception print our boarding passes and arrange a wake-up call for 5.30am? Thank you."
    },
    {
      "id": "reception-07-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 0.97,
      "probabilities": {
        "manager": 0,
        "reception": 0.97,
        "reservations": 0,
        "concierge": 0.03
      },
      "elapsedMs": 465,
      "usage": {
        "inputTokens": 490,
        "outputTokens": 53,
        "totalTokens": 543
      },
      "channel": "web form",
      "message": "Hi team - Can reception print our boarding passes and arrange a wake-up call for 5.30am? Please reply by email."
    },
    {
      "id": "reception-07-3",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "concierge": 0.01,
        "reservations": 0,
        "reception": 0.99,
        "manager": 0
      },
      "elapsedMs": 359,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "WhatsApp",
      "message": "Guest message: Can reception print our boarding passes and arrange a wake-up call for 5.30am?"
    },
    {
      "id": "reception-07-4",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 0.97,
      "probabilities": {
        "manager": 0,
        "concierge": 0.03,
        "reception": 0.97,
        "reservations": 0
      },
      "elapsedMs": 359,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Can reception print our boarding passes and arrange a wake-up call for 5.30am? Could you help?"
    },
    {
      "id": "reception-07-5",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "reservations": 0,
        "manager": 0,
        "concierge": 0.01,
        "reception": 0.99
      },
      "elapsedMs": 463,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "SMS",
      "message": "Sent from my phone: Can reception print our boarding passes and arrange a wake-up call for 5.30am?"
    },
    {
      "id": "reception-08-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "reception": 1,
        "concierge": 0,
        "manager": 0
      },
      "elapsedMs": 461,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "email",
      "message": "Hello, The air conditioning in room 17 is not cooling. Could someone check it while we are at dinner? Thank you."
    },
    {
      "id": "reception-08-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "concierge": 0,
        "manager": 0.01,
        "reservations": 0,
        "reception": 0.99
      },
      "elapsedMs": 333,
      "usage": {
        "inputTokens": 492,
        "outputTokens": 53,
        "totalTokens": 545
      },
      "channel": "web form",
      "message": "Hi team - The air conditioning in room 17 is not cooling. Could someone check it while we are at dinner? Please reply by email."
    },
    {
      "id": "reception-08-3",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 0,
        "reservations": 0,
        "reception": 1,
        "concierge": 0
      },
      "elapsedMs": 325,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "WhatsApp",
      "message": "Guest message: The air conditioning in room 17 is not cooling. Could someone check it while we are at dinner?"
    },
    {
      "id": "reception-08-4",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "reservations": 0,
        "reception": 1,
        "manager": 0,
        "concierge": 0
      },
      "elapsedMs": 251,
      "usage": {
        "inputTokens": 491,
        "outputTokens": 53,
        "totalTokens": 544
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. The air conditioning in room 17 is not cooling. Could someone check it while we are at dinner? Could you help?"
    },
    {
      "id": "reception-08-5",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "reservations": 0,
        "concierge": 0,
        "manager": 0.01,
        "reception": 0.99
      },
      "elapsedMs": 318,
      "usage": {
        "inputTokens": 488,
        "outputTokens": 53,
        "totalTokens": 541
      },
      "channel": "SMS",
      "message": "Sent from my phone: The air conditioning in room 17 is not cooling. Could someone check it while we are at dinner?"
    },
    {
      "id": "reception-09-1",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reservations": 0,
        "reception": 1,
        "manager": 0
      },
      "elapsedMs": 282,
      "usage": {
        "inputTokens": 485,
        "outputTokens": 53,
        "totalTokens": 538
      },
      "channel": "email",
      "message": "Hello, We left a blue jacket in the wardrobe after checking out this morning. Has it been found? Thank you."
    },
    {
      "id": "reception-09-2",
      "expected": "reception",
      "predicted": "reception",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "concierge": 0,
        "reservations": 0,
        "reception": 0.99,
        "manager": 0.01
      },
      "elapsedMs": 360,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "web form",
      "message": "Hi team - We left a blue jacket in the wardrobe after checking out this morning. Has it been found? Please reply by email."
    },
    {
      "id": "concierge-01-1",
      "expected": "concierge",
      "predicted": "concierge",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "reservations": 0,
        "manager": 0,
        "reception": 0.01,
        "concierge": 0.99
      },
      "elapsedMs": 460,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "email",
      "message": "Hello, Could you arrange an airport pickup for two people landing at 18.40 on Friday? Thank you."
    },
    {
      "id": "manager-01-1",
      "expected": "manager",
      "predicted": "manager",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "concierge": 0,
        "reception": 0.01,
        "reservations": 0,
        "manager": 0.99
      },
      "elapsedMs": 644,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 51,
        "totalTokens": 540
      },
      "channel": "email",
      "message": "Hello, A staff member entered our room without knocking while we were changing. We want to speak to the duty manager now. Thank you."
    },
    {
      "id": "concierge-01-2",
      "expected": "concierge",
      "predicted": "concierge",
      "correct": true,
      "confidence": 0.98,
      "probabilities": {
        "reception": 0.02,
        "reservations": 0,
        "concierge": 0.98,
        "manager": 0
      },
      "elapsedMs": 320,
      "usage": {
        "inputTokens": 490,
        "outputTokens": 53,
        "totalTokens": 543
      },
      "channel": "web form",
      "message": "Hi team - Could you arrange an airport pickup for two people landing at 18.40 on Friday? Please reply by email."
    },
    {
      "id": "manager-01-2",
      "expected": "manager",
      "predicted": "manager",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "concierge": 0,
        "reception": 0,
        "reservations": 0,
        "manager": 1
      },
      "elapsedMs": 319,
      "usage": {
        "inputTokens": 493,
        "outputTokens": 51,
        "totalTokens": 544
      },
      "channel": "web form",
      "message": "Hi team - A staff member entered our room without knocking while we were changing. We want to speak to the duty manager now. Please reply by email."
    },
    {
      "id": "concierge-01-3",
      "expected": "concierge",
      "predicted": "concierge",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "reservations": 0,
        "concierge": 0.99,
        "reception": 0.01,
        "manager": 0
      },
      "elapsedMs": 357,
      "usage": {
        "inputTokens": 486,
        "outputTokens": 53,
        "totalTokens": 539
      },
      "channel": "WhatsApp",
      "message": "Guest message: Could you arrange an airport pickup for two people landing at 18.40 on Friday?"
    },
    {
      "id": "manager-01-3",
      "expected": "manager",
      "predicted": "manager",
      "correct": true,
      "confidence": 1,
      "probabilities": {
        "manager": 1,
        "concierge": 0,
        "reservations": 0,
        "reception": 0
      },
      "elapsedMs": 358,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 51,
        "totalTokens": 540
      },
      "channel": "WhatsApp",
      "message": "Guest message: A staff member entered our room without knocking while we were changing. We want to speak to the duty manager now."
    },
    {
      "id": "concierge-01-4",
      "expected": "concierge",
      "predicted": "concierge",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "reservations": 0,
        "reception": 0.01,
        "manager": 0,
        "concierge": 0.99
      },
      "elapsedMs": 268,
      "usage": {
        "inputTokens": 489,
        "outputTokens": 53,
        "totalTokens": 542
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. Could you arrange an airport pickup for two people landing at 18.40 on Friday? Could you help?"
    },
    {
      "id": "manager-01-4",
      "expected": "manager",
      "predicted": "manager",
      "correct": true,
      "confidence": 0.99,
      "probabilities": {
        "concierge": 0,
        "reception": 0.01,
        "reservations": 0,
        "manager": 0.99
      },
      "elapsedMs": 344,
      "usage": {
        "inputTokens": 492,
        "outputTokens": 51,
        "totalTokens": 543
      },
      "channel": "OTA inbox",
      "message": "Good afternoon. A staff member entered our room without knocking while we were changing. We want to speak to the duty manager now. Could you help?"
    }
  ]
}