evalmetrics_tmp.json

{"[SIMULATED]":true,"runs":[{"run_id":"f1e09ea2-ba72-43c5-b799-1d8535f2b390","arm":"reflex","ablation":"DEGRADED","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:54:15.024694+00:00","[SIMULATED]":true,"metrics":[{"metric":"contacts_per_recovery","value":1.5346260387811634,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.3383082392812371,"ci_low":null,"ci_high":null,"seed":42},{"metric":"cost_per_100p","value":0.23516612777190254,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":36378.5,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"3bfd473e-80ef-4f56-9735-1172a7087127","arm":"reflex","ablation":"A4","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:50:35.717885+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.17562747952927346,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.127591706539075,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":17738.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.27972939899449417,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"8f1c3bce-8fa3-4cf6-a9b2-f11511b90b16","arm":"b1","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:48:03.333324+00:00","[SIMULATED]":true,"metrics":[{"metric":"contacts_per_recovery","value":3.045608108108108,"ci_low":null,"ci_high":null,"seed":2025},{"metric":"recovery_rate","value":0.18701908338442674,"ci_low":null,"ci_high":null,"seed":2025},{"metric":"cost_per_100p","value":0.16624491594012847,"ci_low":null,"ci_high":null,"seed":2025},{"metric":"complaint_rate","value":0.004666666666666667,"ci_low":null,"ci_high":null,"seed":2025},{"metric":"ttr_median","value":17673.0,"ci_low":null,"ci_high":null,"seed":2025}]},{"run_id":"0de7cd6f-00c8-4597-8076-5afae19b36b5","arm":"b0","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:47:23.372088+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.0,"ci_low":null,"ci_high":null,"seed":2025},{"metric":"contacts_per_recovery","value":0.0,"ci_low":null,"ci_high":null,"seed":2025},{"metric":"ttr_median","value":122972.0,"ci_low":null,"ci_high":null,"seed":2025},{"metric":"complaint_rate","value":0.0,"ci_low":null,"ci_high":null,"seed":2025},{"metric":"recovery_rate","value":0.05265557939914163,"ci_low":null,"ci_high":null,"seed":2025}]},{"run_id":"9f19c7ec-a77b-4f75-879c-326a4e4a60cb","arm":"reflex","ablation":"A3","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:45:46.932778+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.3383082392812371,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.5346260387811634,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":36378.5,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"cost_per_100p","value":0.23516612777190254,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"ac80791d-4dc0-4ff4-a840-09ccb6c048d2","arm":"reflex","ablation":"DEGRADED","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:42:54.012307+00:00","[SIMULATED]":true,"metrics":[{"metric":"contacts_per_recovery","value":1.6146408839779005,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"recovery_rate","value":0.2939329431577156,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"cost_per_100p","value":0.2994283759694257,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"complaint_rate","value":0.0026666666666666666,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"ttr_median","value":40185.0,"ci_low":null,"ci_high":null,"seed":1337}]},{"run_id":"acd2f03a-b540-4fb3-a157-3d0169f15b06","arm":"reflex","ablation":"A4","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:38:54.867932+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.23347602392097494,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"contacts_per_recovery","value":1.1512195121951219,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"ttr_median","value":18564.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"cost_per_100p","value":0.22220289927083461,"ci_low":null,"ci_high":null,"seed":1337}]},{"run_id":"db3d4a67-4684-4520-b0a5-f52141677cb7","arm":"reflex","ablation":"A2","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:37:11.609019+00:00","[SIMULATED]":true,"metrics":[{"metric":"contacts_per_recovery","value":2.0156537753222836,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.39933265203557944,"ci_low":null,"ci_high":null,"seed":42},{"metric":"cost_per_100p","value":0.491120218579235,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.0036666666666666666,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":46209.5,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"d6923552-8427-42e6-af2a-9c53d3b382f6","arm":"reflex","ablation":"A3","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:33:54.012709+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.2994283759694257,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"recovery_rate","value":0.2939329431577156,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"contacts_per_recovery","value":1.6146408839779005,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"ttr_median","value":40185.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"complaint_rate","value":0.0026666666666666666,"ci_low":null,"ci_high":null,"seed":1337}]},{"run_id":"3956f8a2-3876-4357-850c-47f6e524b58f","arm":"reflex","ablation":"A1","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:31:49.076102+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.3383082392812371,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.5346260387811634,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":36378.5,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"cost_per_100p","value":0.23516612777190254,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"e3d8d9b4-9984-4b12-a683-f4e58845e112","arm":"reflex","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:26:10.821911+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.23516612777190254,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.5346260387811634,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":36378.5,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.3383082392812371,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"e33e8f56-e1b0-4196-affa-69c12fea3ff5","arm":"reflex","ablation":"A2","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:23:48.639729+00:00","[SIMULATED]":true,"metrics":[{"metric":"ttr_median","value":46054.5,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"contacts_per_recovery","value":2.129245283018868,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"complaint_rate","value":0.006666666666666667,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"cost_per_100p","value":0.6260184743877806,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"recovery_rate","value":0.3407636846654022,"ci_low":null,"ci_high":null,"seed":1337}]},{"run_id":"d183787a-fb38-4e72-87e8-2cf25ec33378","arm":"reflex","ablation":"A1","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:19:50.627787+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.2939329431577156,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"cost_per_100p","value":0.2994283759694257,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"complaint_rate","value":0.0026666666666666666,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"ttr_median","value":40185.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"contacts_per_recovery","value":1.6146408839779005,"ci_low":null,"ci_high":null,"seed":1337}]},{"run_id":"111d7a9f-695d-4037-ae84-26a42f8e248b","arm":"b1","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:17:38.105641+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.2506403513852328,"ci_low":null,"ci_high":null,"seed":42},{"metric":"cost_per_100p","value":0.12296878261128835,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.005333333333333333,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":18649.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":2.8243451463790445,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"cf10e696-f242-4293-b2e0-395f20a26f30","arm":"b0","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:17:06.019670+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.04114876516339002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":0.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":141163.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"cost_per_100p","value":0.0,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"dfca17fb-6244-402d-a3c0-f91fadaa9597","arm":"reflex","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:16:07.142647+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.2939329431577156,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"contacts_per_recovery","value":1.6146408839779005,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"ttr_median","value":40185.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"complaint_rate","value":0.0026666666666666666,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"cost_per_100p","value":0.2994283759694257,"ci_low":null,"ci_high":null,"seed":1337}]},{"run_id":"a8f7f174-7473-48b1-a5b8-a57fe367b77a","arm":"b1","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:06:48.190949+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.15664104681445723,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"contacts_per_recovery","value":2.988255033557047,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"ttr_median","value":18147.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"complaint_rate","value":0.004333333333333333,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"recovery_rate","value":0.197851713930507,"ci_low":null,"ci_high":null,"seed":1337}]},{"run_id":"b995187e-25d1-44a8-acc7-ee3b8923e0c9","arm":"b0","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:06:17.924211+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"contacts_per_recovery","value":0.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"ttr_median","value":119302.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"complaint_rate","value":0.0,"ci_low":null,"ci_high":null,"seed":1337},{"metric":"recovery_rate","value":0.046654795119131176,"ci_low":null,"ci_high":null,"seed":1337}]},{"run_id":"1fa6aac3-cb35-43bf-aabd-67e5ecd31eaa","arm":"reflex","ablation":"DEGRADED","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T10:02:28.097827+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.23516612777190254,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.5346260387811634,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":36378.5,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.3383082392812371,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"5e18495e-6ded-406c-b89f-6abd69f54c2c","arm":"reflex","ablation":"A4","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T09:59:50.562482+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.27972939899449417,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.127591706539075,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":17738.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"cost_per_100p","value":0.17562747952927346,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"11fbd45c-c703-4967-9c08-1be10a1a4bff","arm":"reflex","ablation":"A3","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T09:56:14.142646+00:00","[SIMULATED]":true,"metrics":[{"metric":"recovery_rate","value":0.3383082392812371,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.5346260387811634,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":36378.5,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"cost_per_100p","value":0.23516612777190254,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"8d34f4b2-d730-4b16-852e-2ce7ac3b089e","arm":"reflex","ablation":"A2","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T09:48:40.641679+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.491120218579235,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":2.0156537753222836,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":46209.5,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.0036666666666666666,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.39933265203557944,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"6d70ae14-d1f1-4814-9aea-10fc9e1c8821","arm":"reflex","ablation":"A1","preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T09:45:26.200594+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.23516612777190254,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.5346260387811634,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":36378.5,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.3383082392812371,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"2a6710fb-1ca7-46b3-a1ce-fb1e38de4d1a","arm":"reflex","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T09:42:15.652541+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.23516612777190254,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":1.5346260387811634,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":36378.5,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.002,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.3383082392812371,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"e5c41207-1ecb-42d3-97e3-a20e58195d86","arm":"b1","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T09:34:41.530685+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.12296878261128835,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":2.8243451463790445,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":18649.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.005333333333333333,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.2506403513852328,"ci_low":null,"ci_high":null,"seed":42}]},{"run_id":"527e1e15-ef9d-48d9-a6b7-47eedd8d850e","arm":"b0","ablation":null,"preregistered_tag":"eval-preregistered-v1","created_at":"2026-08-30T09:34:14.747739+00:00","[SIMULATED]":true,"metrics":[{"metric":"cost_per_100p","value":0.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"contacts_per_recovery","value":0.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"ttr_median","value":141163.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"complaint_rate","value":0.0,"ci_low":null,"ci_high":null,"seed":42},{"metric":"recovery_rate","value":0.04114876516339002,"ci_low":null,"ci_high":null,"seed":42}]}]}