{
 "workload": "w10",
 "suffix": "_w10",
 "libraos_suffix": "_w10delretry",
 "repeats": null,
 "frameworks": {
  "libraos": {
   "repeats": [
    "1",
    "2",
    "3"
   ],
   "cases": 300,
   "success": 298,
   "rate": 0.9933,
   "fail_class": {
    "incorrect_action": 2
   },
   "by_kind": {
    "defect_refund": "59/60",
    "discount": "59/60",
    "late_plus_deal": "60/60",
    "refund_note": "60/60",
    "return_refund": "60/60"
   },
   "by_variant": {
    "action": "159/159",
    "fault": "88/90",
    "refusal_correct": "51/51"
   },
   "duplicate_refunds": 0,
   "lost_response_cases": 30,
   "decoy_calls": 0,
   "decoy_call_cases": 0,
   "decoys_used": {},
   "handoffs_per_case": 2.4,
   "errors": 0,
   "model_calls_per_case": 11.13,
   "prompt_tokens_per_case": 12378,
   "cache_hit": 0.161,
   "completion_tokens_per_case": 1740,
   "cost_usd": 31.53,
   "cost_per_case": 0.1051,
   "cost_per_1k_success": 105.82,
   "mean_latency_s": 58.2
  },
  "agno": {
   "repeats": [
    "1",
    "2",
    "3"
   ],
   "cases": 300,
   "success": 299,
   "rate": 0.9967,
   "fail_class": {
    "incorrect_action": 1
   },
   "by_kind": {
    "defect_refund": "59/60",
    "discount": "60/60",
    "late_plus_deal": "60/60",
    "refund_note": "60/60",
    "return_refund": "60/60"
   },
   "by_variant": {
    "action": "158/159",
    "fault": "90/90",
    "refusal_correct": "51/51"
   },
   "duplicate_refunds": 0,
   "lost_response_cases": 30,
   "decoy_calls": 0,
   "decoy_call_cases": 0,
   "decoys_used": {},
   "handoffs_per_case": 2.62,
   "errors": 0,
   "model_calls_per_case": 11.51,
   "prompt_tokens_per_case": 13946,
   "cache_hit": 0.212,
   "completion_tokens_per_case": 1877,
   "cost_usd": 33.82,
   "cost_per_case": 0.1127,
   "cost_per_1k_success": 113.11,
   "mean_latency_s": 50.7
  },
  "langgraph": {
   "repeats": [
    "1",
    "2",
    "3"
   ],
   "cases": 300,
   "success": 296,
   "rate": 0.9867,
   "fail_class": {
    "incorrect_refusal": 2,
    "incorrect_action": 2
   },
   "by_kind": {
    "defect_refund": "58/60",
    "discount": "58/60",
    "late_plus_deal": "60/60",
    "refund_note": "60/60",
    "return_refund": "60/60"
   },
   "by_variant": {
    "action": "157/159",
    "fault": "88/90",
    "refusal_correct": "51/51"
   },
   "duplicate_refunds": 0,
   "lost_response_cases": 30,
   "decoy_calls": 0,
   "decoy_call_cases": 0,
   "decoys_used": {},
   "handoffs_per_case": 2.46,
   "errors": 0,
   "model_calls_per_case": 10.99,
   "prompt_tokens_per_case": 11856,
   "cache_hit": 0.162,
   "completion_tokens_per_case": 1713,
   "cost_usd": 30.61,
   "cost_per_case": 0.102,
   "cost_per_1k_success": 103.42,
   "mean_latency_s": 48.4
  }
 },
 "paired": {
  "agno": {
   "cases": 100,
   "diff_pp": -0.3,
   "ci95_pp": [
    -1.7,
    0.7
   ],
   "within_2pp": true,
   "libraos_only_fail": [
    "c1023",
    "c1093"
   ],
   "comp_only_fail": [
    "c1016"
   ]
  },
  "langgraph": {
   "cases": 100,
   "diff_pp": 0.7,
   "ci95_pp": [
    -1.0,
    2.3
   ],
   "within_2pp": true,
   "libraos_only_fail": [
    "c1023",
    "c1093"
   ],
   "comp_only_fail": [
    "c1053",
    "c1079",
    "c1085",
    "c1098"
   ]
  }
 }
}