{"id":"action","type":"choice","probabilities":{"continue":0.5348411557375424,"human_review":0.0012490035574597126,"observe":0.00842107954389996,"stop":0.45548876116109943},"predicted":"continue","confidence":0.5348411557375424,"entropy_confidence":0.46514768109799165,"candidate_mass":0.9967435924700294,"accepted":false,"accepted_predicted":null,"input_tokens":217,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.6257854813346669,"brier_hard":0.42391523653022956,"soft_accuracy":0.3298120104959562,"brier_soft":0.2677953847914021,"tvd":0.41882176116109865,"kl":1.751245813283141,"case_id":"typed:0/r0","base_id":"typed:0","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.7543}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9757641695867885,"true":0.02423583041321106},"predicted":"false","confidence":0.9757641695867885,"entropy_confidence":0.8353954677898805,"candidate_mass":0.9923837469560028,"accepted":true,"accepted_predicted":"false","input_tokens":175,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.024534351287893934,"brier_hard":0.0011747509516358751,"soft_accuracy":0.636385411438766,"brier_soft":0.2210209650256806,"tvd":0.33243116958678876,"kl":0.6910812208017991,"case_id":"typed:0/r0","base_id":"typed:0","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.7543}
{"id":"outcome","type":"choice","probabilities":{"failure":0.048348064612168666,"harmful":0.0004034945980122088,"partial":0.014502939206408884,"success":0.9367455015834092},"predicted":"success","confidence":0.9367455015834092,"entropy_confidence":0.8036327488059729,"candidate_mass":0.9995540219456582,"accepted":true,"accepted_predicted":"success","input_tokens":221,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06534364347262307,"brier_hard":0.006549164975192342,"soft_accuracy":0.5764320389284774,"brier_soft":0.20088776584105605,"tvd":0.3300785015834097,"kl":0.7504741026278678,"case_id":"typed:0/r0","base_id":"typed:0","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.7543}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6405103971431015,"1":0.0017996178639131755,"2":0.03696975448092713,"3":0.32072023051205917},"predicted":"0","confidence":0.6405103971431015,"entropy_confidence":0.43493463733023796,"candidate_mass":0.9974371621392392,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.320180934444405,"brier_hard":1.5108858007511319,"score_mae":0.24789981836194497,"within_one":true,"case_id":"typed:0/r0","base_id":"typed:0","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.7543}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3205603738663495,"1":0.0005169044449195712,"2":0.006579811537433394,"3":0.6723429101512992},"predicted":"3","confidence":0.6723429101512992,"entropy_confidence":0.5177251231047746,"candidate_mass":0.9989860243773181,"accepted":false,"accepted_predicted":null,"input_tokens":218,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.1376846463635957,"brier_hard":0.9137267555014261,"score_mae":1.474038257973684,"within_one":false,"case_id":"typed:0/r0","base_id":"typed:0","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.7543}
{"id":"action","type":"choice","probabilities":{"continue":0.5212759599419573,"human_review":0.0013044904484742054,"observe":0.006290108984176064,"stop":0.471129440625391},"predicted":"continue","confidence":0.5212759599419573,"entropy_confidence":0.47000527115985546,"candidate_mass":0.9958507099418076,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.068776881841821,"brier_hard":1.4811526254354137,"soft_accuracy":0.19871389427598288,"brier_soft":0.4322158104078001,"tvd":0.612405400567349,"kl":2.5036740424440653,"case_id":"typed:1/r0","base_id":"typed:1","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.3862}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8160974183880093,"true":0.18390258161199124},"predicted":"false","confidence":0.8160974183880093,"entropy_confidence":0.31145957870961316,"candidate_mass":0.9918075969681965,"accepted":true,"accepted_predicted":"false","input_tokens":171,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.2032215458644622,"brier_hard":0.06764031904710999,"soft_accuracy":0.6580487091940048,"brier_soft":0.00873773743511903,"tvd":0.06609741838800903,"kl":0.013418292114794492,"case_id":"typed:1/r0","base_id":"typed:1","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.3862}
{"id":"outcome","type":"choice","probabilities":{"failure":0.034793938479188526,"harmful":0.00042202006248290817,"partial":0.017200446834255378,"success":0.9475835946240745},"predicted":"success","confidence":0.9475835946240745,"entropy_confidence":0.8261346710505064,"candidate_mass":0.999518864491385,"accepted":true,"accepted_predicted":"success","input_tokens":217,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05384011940111221,"brier_hard":0.004254131179658093,"soft_accuracy":0.6084454620557669,"brier_soft":0.15339734471669916,"tvd":0.31424996129044047,"kl":0.5409668347956115,"case_id":"typed:1/r0","base_id":"typed:1","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.3862}
{"id":"risk","type":"ordinal","probabilities":{"0":0.725033277690372,"1":0.002008716755321655,"2":0.028430847227528366,"3":0.24452715832677682},"predicted":"0","confidence":0.725033277690372,"entropy_confidence":0.5013893653402428,"candidate_mass":0.9970531508774109,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.3215377249182651,"brier_hard":0.13621257755414684,"score_mae":0.2357848861907088,"within_one":true,"case_id":"typed:1/r0","base_id":"typed:1","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.3862}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2731687391356466,"1":0.0005387384314118313,"2":0.00510743178078327,"3":0.7211850906521566},"predicted":"3","confidence":0.7211850906521566,"entropy_confidence":0.5518882774192004,"candidate_mass":0.9985223983310151,"accepted":false,"accepted_predicted":null,"input_tokens":214,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.526280389794348,"brier_hard":1.5936779942555874,"score_mae":1.4543088739494483,"within_one":false,"case_id":"typed:1/r0","base_id":"typed:1","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.3862}
{"id":"action","type":"choice","probabilities":{"continue":0.483725957773452,"human_review":0.0019979839768573694,"observe":0.007680677211728791,"stop":0.5065953810379614},"predicted":"stop","confidence":0.5065953810379614,"entropy_confidence":0.4621471915411315,"candidate_mass":0.996868921528642,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.7262367355663386,"brier_hard":0.5232407515083393,"soft_accuracy":0.20526073697458014,"brier_soft":0.39930467803973385,"tvd":0.573654922144997,"kl":2.3068402618884276,"case_id":"typed:2/r0","base_id":"typed:2","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.362}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9736801571970948,"true":0.026319842802903774},"predicted":"false","confidence":0.9736801571970948,"entropy_confidence":0.8244138589754506,"candidate_mass":0.985215777848276,"accepted":true,"accepted_predicted":"false","input_tokens":189,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02667240996948555,"brier_hard":0.0013854682503392076,"soft_accuracy":0.5884199802233523,"brier_soft":0.28932791997582413,"tvd":0.3803471571970955,"kl":0.8194267699544375,"case_id":"typed:2/r0","base_id":"typed:2","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.362}
{"id":"outcome","type":"choice","probabilities":{"failure":0.02240393500080712,"harmful":0.0003139508307476286,"partial":0.011876827629576663,"success":0.965405286538868},"predicted":"success","confidence":0.965405286538868,"entropy_confidence":0.8742868567339055,"candidate_mass":0.9994857049142218,"accepted":true,"accepted_predicted":"success","input_tokens":235,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.43316603525513,"brier_hard":1.9088968059212277,"soft_accuracy":0.39167152398168703,"brier_soft":0.5111070762843192,"tvd":0.5687386832054716,"kl":1.5454224986321121,"case_id":"typed:2/r0","base_id":"typed:2","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.362}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5554313533237393,"1":0.003637945104546727,"2":0.06725922805186081,"3":0.37367147351985336},"predicted":"0","confidence":0.5554313533237393,"entropy_confidence":0.35337577577767154,"candidate_mass":0.9929812462709631,"accepted":false,"accepted_predicted":null,"input_tokens":240,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.616336288459447,"brier_hard":1.4453955065711614,"score_mae":0.5591708217678284,"within_one":true,"case_id":"typed:2/r0","base_id":"typed:2","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.362}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2363724880307854,"1":0.0006336441651133599,"2":0.0054858910339721,"3":0.7575079767701279},"predicted":"3","confidence":0.7575079767701279,"entropy_confidence":0.5783504261273564,"candidate_mass":0.9989144421758759,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.364023014853316,"brier_hard":1.6284534961433743,"score_mae":0.9674623565434415,"within_one":true,"case_id":"typed:2/r0","base_id":"typed:2","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.362}
{"id":"action","type":"choice","probabilities":{"continue":0.6100521715438639,"human_review":0.0019693296246654263,"observe":0.005828574072119693,"stop":0.38214992475934934},"predicted":"continue","confidence":0.6100521715438639,"entropy_confidence":0.4868640325545308,"candidate_mass":0.9969700834156691,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.230062086192724,"brier_hard":1.5143014082845143,"soft_accuracy":0.22476611143066416,"brier_soft":0.3737078213391651,"tvd":0.6088687129698307,"kl":2.5077509477764326,"case_id":"typed:3/r0","base_id":"typed:3","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.1329}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9745207425373482,"true":0.025479257462653532},"predicted":"false","confidence":0.9745207425373482,"entropy_confidence":0.8288127554458763,"candidate_mass":0.9861358643271643,"accepted":true,"accepted_predicted":"false","input_tokens":190,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.025809474948225344,"brier_hard":0.0012983851216962824,"soft_accuracy":0.5949041485074703,"brier_soft":0.28053157318145205,"tvd":0.37452074253734735,"kl":0.8104302542280314,"case_id":"typed:3/r0","base_id":"typed:3","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.1329}
{"id":"outcome","type":"choice","probabilities":{"failure":0.02995450395305593,"harmful":0.0004117856648624216,"partial":0.015157520847172354,"success":0.9544761895349091},"predicted":"success","confidence":0.9544761895349091,"entropy_confidence":0.8439993522753427,"candidate_mass":0.9993060918281617,"accepted":true,"accepted_predicted":"success","input_tokens":236,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.18925844464923,"brier_hard":1.881836947007475,"soft_accuracy":0.34663183019163113,"brier_soft":0.5927774060965573,"tvd":0.6048879751997717,"kl":1.5803236022497675,"case_id":"typed:3/r0","base_id":"typed:3","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.1329}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5895225174500621,"1":0.0034227044196277886,"2":0.04735643232574933,"3":0.35969834580455967},"predicted":"0","confidence":0.5895225174500621,"entropy_confidence":0.3917685158944524,"candidate_mass":0.9956510508871739,"accepted":false,"accepted_predicted":null,"input_tokens":241,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.6773242744252705,"brier_hard":1.4723286363041073,"score_mae":0.4372306064848055,"within_one":true,"case_id":"typed:3/r0","base_id":"typed:3","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.1329}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35527963160637316,"1":0.0009919259825777508,"2":0.00712821733434741,"3":0.6366002250767006},"predicted":"3","confidence":0.6366002250767006,"entropy_confidence":0.4970345897208094,"candidate_mass":0.9987824303349263,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.915862067800134,"brier_hard":1.529551406636431,"score_mae":0.9417160358813743,"within_one":true,"case_id":"typed:3/r0","base_id":"typed:3","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.1329}
{"id":"action","type":"choice","probabilities":{"continue":0.4056480794910281,"human_review":0.0017686113561960527,"observe":0.005204507819820064,"stop":0.5873788013329572},"predicted":"stop","confidence":0.5873788013329572,"entropy_confidence":0.4827111303793048,"candidate_mass":0.9972774842433809,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.9022692945513135,"brier_hard":0.6982982765558207,"soft_accuracy":0.17736891382584863,"brier_soft":0.48430116344217966,"tvd":0.5763608808239846,"kl":2.4845869693184386,"case_id":"typed:4/r0","base_id":"typed:4","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.1997}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9465576069617435,"true":0.05344239303825676},"predicted":"false","confidence":0.9465576069617435,"entropy_confidence":0.6991561822625258,"candidate_mass":0.9909469550374905,"accepted":true,"accepted_predicted":"false","input_tokens":178,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0549234470451268,"brier_hard":0.005712178747311,"soft_accuracy":0.6786230427846974,"brier_soft":0.12158130710140307,"tvd":0.2465576069617434,"kl":0.30632740213134657,"case_id":"typed:4/r0","base_id":"typed:4","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.1997}
{"id":"outcome","type":"choice","probabilities":{"failure":0.0642592948336974,"harmful":0.0006422075563155543,"partial":0.026068049890881618,"success":0.9090304477191044},"predicted":"success","confidence":0.9090304477191044,"entropy_confidence":0.7382424310797973,"candidate_mass":0.9992693354376178,"accepted":true,"accepted_predicted":"success","input_tokens":224,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.09537668952503252,"brier_hard":0.013084672070369539,"soft_accuracy":0.3627640499351579,"brier_soft":0.4339505776387142,"tvd":0.5423638143857382,"kl":0.934694985737519,"case_id":"typed:4/r0","base_id":"typed:4","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.1997}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6844108099422997,"1":0.0021289078844303395,"2":0.03636415971089455,"3":0.2770961224623751},"predicted":"0","confidence":0.6844108099422997,"entropy_confidence":0.45988128807067896,"candidate_mass":0.9973574027657583,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.37919694231633366,"brier_hard":0.17770568232521863,"score_mae":0.6061455946933447,"within_one":true,"case_id":"typed:4/r0","base_id":"typed:4","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.1997}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2751606892279002,"1":0.0005135466759592546,"2":0.004546156412062415,"3":0.7197796076840778},"predicted":"3","confidence":0.7197796076840778,"entropy_confidence":0.5526581312443934,"candidate_mass":0.9992423597596539,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.2904000275015406,"brier_hard":1.043495641346729,"score_mae":1.8689446825523175,"within_one":false,"case_id":"typed:4/r0","base_id":"typed:4","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.1997}
{"id":"action","type":"choice","probabilities":{"continue":0.5927666355147714,"human_review":0.0023185263061378508,"observe":0.006958495027874611,"stop":0.39795634315121786},"predicted":"continue","confidence":0.5927666355147714,"entropy_confidence":0.4768019145025246,"candidate_mass":0.9967137983188714,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.5229544894540189,"brier_hard":0.3242620604215341,"soft_accuracy":0.3580567168065242,"brier_soft":0.2609042756160285,"tvd":0.397956343151217,"kl":1.5147678538417069,"case_id":"typed:5/r0","base_id":"typed:5","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.63000000000001}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9805668816842693,"true":0.019433118315732224},"predicted":"false","confidence":0.9805668816842693,"entropy_confidence":0.8617542716364976,"candidate_mass":0.9916409316412568,"accepted":true,"accepted_predicted":"false","input_tokens":191,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.01962442385740104,"brier_hard":0.0007552921749464349,"soft_accuracy":0.8363968171789887,"brier_soft":0.03409542118550757,"tvd":0.13056688168426855,"kl":0.18508815328163472,"case_id":"typed:5/r0","base_id":"typed:5","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.63000000000001}
{"id":"outcome","type":"choice","probabilities":{"failure":0.042430251997107454,"harmful":0.00036305981731274157,"partial":0.018405031811959235,"success":0.938801656373622},"predicted":"success","confidence":0.938801656373622,"entropy_confidence":0.8054037466306548,"candidate_mass":0.9992800135685872,"accepted":true,"accepted_predicted":"success","input_tokens":237,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06315105065486298,"brier_hard":0.00588444055558046,"soft_accuracy":0.7559235924705469,"brier_soft":0.03664056836173073,"tvd":0.139164716190934,"kl":0.1949157496516537,"case_id":"typed:5/r0","base_id":"typed:5","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.63000000000001}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6523537633077309,"1":0.002904671811451285,"2":0.04687723969299409,"3":0.29786432518782496},"predicted":"0","confidence":0.6523537633077309,"entropy_confidence":0.42304050291220807,"candidate_mass":0.9964381946494295,"accepted":false,"accepted_predicted":null,"input_tokens":242,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.841434868743132,"brier_hard":1.5106851578180214,"score_mae":0.023585126760914288,"within_one":true,"case_id":"typed:5/r0","base_id":"typed:5","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.63000000000001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3252030939242803,"1":0.0007288532198172098,"2":0.00572213601276686,"3":0.6683459168431345},"predicted":"3","confidence":0.6683459168431345,"entropy_confidence":0.5171133866430286,"candidate_mass":0.9991472644024174,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.1233053874414374,"brier_hard":0.9020704030778184,"score_mae":1.1005438757747545,"within_one":false,"case_id":"typed:5/r0","base_id":"typed:5","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.63000000000001}
{"id":"action","type":"choice","probabilities":{"continue":0.48592108709836435,"human_review":0.0013448588752970458,"observe":0.006257685851135222,"stop":0.5064763681752036},"predicted":"stop","confidence":0.5064763681752036,"entropy_confidence":0.469174196341153,"candidate_mass":0.9968506721098168,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.611466196863098,"brier_hard":1.4899888639338126,"soft_accuracy":0.1668368965896186,"brier_soft":0.5634268662831695,"tvd":0.6657304552735679,"kl":3.4384015442684226,"case_id":"typed:6/r0","base_id":"typed:6","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.9438}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8878760524388655,"true":0.11212394756113402},"predicted":"false","confidence":0.8878760524388655,"entropy_confidence":0.4937106283991206,"candidate_mass":0.99083729117032,"accepted":true,"accepted_predicted":"false","input_tokens":173,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.1881503449470365,"brier_hard":1.576647768988847,"soft_accuracy":0.18969915804890713,"brier_soft":1.2414973480133007,"tvd":0.7878760524388657,"kl":1.6561446496927954,"case_id":"typed:6/r0","base_id":"typed:6","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.9438}
{"id":"outcome","type":"choice","probabilities":{"failure":0.020355400436233406,"harmful":0.0002896472901257215,"partial":0.01416538398540444,"success":0.9651895682882373},"predicted":"success","confidence":0.9651895682882373,"entropy_confidence":0.8729485208898011,"candidate_mass":0.9996123143005475,"accepted":true,"accepted_predicted":"success","input_tokens":219,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.256954038025814,"brier_hard":1.903875219087551,"soft_accuracy":0.05853573173956778,"brier_soft":1.1301345202459028,"tvd":0.9151895182881868,"kl":4.034797639412192,"case_id":"typed:6/r0","base_id":"typed:6","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.9438}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6124273794796105,"1":0.0022679443595084972,"2":0.04134115412998339,"3":0.3439635220308991},"predicted":"0","confidence":0.6124273794796105,"entropy_confidence":0.4136231437696455,"candidate_mass":0.9971636613432235,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.1858968071215195,"brier_hard":1.4124101259606137,"score_mae":1.2264921812878273,"within_one":false,"case_id":"typed:6/r0","base_id":"typed:6","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.9438}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2214568139699917,"1":0.0005474236200475776,"2":0.004929374164721656,"3":0.7730663882452387},"predicted":"3","confidence":0.7730663882452387,"entropy_confidence":0.5937869017856006,"candidate_mass":0.999141416260821,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.2573903501947648,"brier_hard":0.10056658300007588,"score_mae":0.09627233668520674,"within_one":true,"case_id":"typed:6/r0","base_id":"typed:6","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.9438}
{"id":"action","type":"choice","probabilities":{"continue":0.42758012219274066,"human_review":0.0021473950576345277,"observe":0.008384435651586891,"stop":0.5618880470980366},"predicted":"stop","confidence":0.5618880470980366,"entropy_confidence":0.46586999346189073,"candidate_mass":0.9962823360658276,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.781378190493555,"brier_hard":1.4818489771295598,"soft_accuracy":0.09675600499719912,"brier_soft":0.6551058384383354,"tvd":0.7894681692907779,"kl":3.296988958666738,"case_id":"typed:7/r0","base_id":"typed:7","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":146.698}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9681033537880703,"true":0.031896646211929204},"predicted":"false","confidence":0.9681033537880703,"entropy_confidence":0.7961839611827776,"candidate_mass":0.9901808756932566,"accepted":true,"accepted_predicted":"false","input_tokens":183,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.445254409140631,"brier_hard":1.8744482072314201,"soft_accuracy":0.48439624280482824,"brier_soft":0.47000459182362214,"tvd":0.48477035378807054,"kl":1.1031256888534213,"case_id":"typed:7/r0","base_id":"typed:7","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":146.698}
{"id":"outcome","type":"choice","probabilities":{"failure":0.01969669837826995,"harmful":0.00024010928745400015,"partial":0.010009712634622078,"success":0.970053479699654},"predicted":"success","confidence":0.970053479699654,"entropy_confidence":0.888237019279349,"candidate_mass":0.9996168643577452,"accepted":true,"accepted_predicted":"success","input_tokens":229,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.604199393897048,"brier_hard":1.9214725401346653,"soft_accuracy":0.28344172825048713,"brier_soft":0.7820306466809349,"tvd":0.686720479699654,"kl":2.216961725190301,"case_id":"typed:7/r0","base_id":"typed:7","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":146.698}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5079079849547944,"1":0.003261805544324234,"2":0.03302831908029141,"3":0.455801890420591},"predicted":"0","confidence":0.5079079849547944,"entropy_confidence":0.3987411096722525,"candidate_mass":0.9974349222089202,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.725474388968472,"brier_hard":1.4603037826398542,"score_mae":0.63672411496668,"within_one":true,"case_id":"typed:7/r0","base_id":"typed:7","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":146.698}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2784586683807408,"1":0.00048030932089038696,"2":0.007138051478373826,"3":0.7139229708199955},"predicted":"3","confidence":0.7139229708199955,"entropy_confidence":0.5415606378333224,"candidate_mass":0.999065881968395,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.641080243089153,"brier_hard":1.5863158020949943,"score_mae":0.7731923247376247,"within_one":true,"case_id":"typed:7/r0","base_id":"typed:7","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":146.698}
{"id":"action","type":"choice","probabilities":{"continue":0.29656269889851855,"human_review":0.0013810226877616712,"observe":0.007079536631728992,"stop":0.6949767417819921},"predicted":"stop","confidence":0.6949767417819921,"entropy_confidence":0.5257151188334461,"candidate_mass":0.9969353050172299,"accepted":false,"accepted_predicted":null,"input_tokens":223,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.584930976187632,"brier_hard":1.5682320876829479,"soft_accuracy":0.17902377972136,"brier_soft":0.5879466902826095,"tvd":0.7082061573472266,"kl":3.4296163124594337,"case_id":"typed:8/r0","base_id":"typed:8","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9677}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9626106244213696,"true":0.037389375578630646},"predicted":"false","confidence":0.9626106244213696,"entropy_confidence":0.7698082131917775,"candidate_mass":0.9872380302817902,"accepted":true,"accepted_predicted":"false","input_tokens":181,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.2863686903564044,"brier_hard":1.8532384284977976,"soft_accuracy":0.2841153503437773,"brier_soft":0.9686750567455044,"tvd":0.6959436244213695,"kl":1.8402487908786798,"case_id":"typed:8/r0","base_id":"typed:8","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9677}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03146752126167796,"harmful":0.0003352950393419639,"partial":0.015423579444252166,"success":0.952773604254727},"predicted":"success","confidence":0.952773604254727,"entropy_confidence":0.8398892732828072,"candidate_mass":0.9996475937388118,"accepted":true,"accepted_predicted":"success","input_tokens":227,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":8.000499699286998,"brier_hard":1.90833515500585,"soft_accuracy":0.05926086172074613,"brier_soft":1.1277063994210417,"tvd":0.9027736042547274,"kl":4.382527671829925,"case_id":"typed:8/r0","base_id":"typed:8","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9677}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5886692828179161,"1":0.003248414535813706,"2":0.03520370045193521,"3":0.37287860219433644},"predicted":"0","confidence":0.5886692828179161,"entropy_confidence":0.41123546476005646,"candidate_mass":0.9967823341707048,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9865023755989526,"brier_hard":0.741062624841595,"score_mae":1.2477083779773066,"within_one":false,"case_id":"typed:8/r0","base_id":"typed:8","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9677}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2259015601581457,"1":0.0006097506787305492,"2":0.007073761389957901,"3":0.7664149277731643},"predicted":"3","confidence":0.7664149277731643,"entropy_confidence":0.5819843163361141,"candidate_mass":0.9988668879515447,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.26603157473181943,"brier_hard":0.10564391074519262,"score_mae":0.11400205677813924,"within_one":true,"case_id":"typed:8/r0","base_id":"typed:8","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9677}
{"id":"action","type":"choice","probabilities":{"continue":0.39741468056484075,"human_review":0.001804492280073958,"observe":0.00680897872738618,"stop":0.5939718484276993},"predicted":"stop","confidence":0.5939718484276993,"entropy_confidence":0.47953949159586906,"candidate_mass":0.9966696763038116,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.317476012043002,"brier_hard":1.5071816188766232,"soft_accuracy":0.19633502632653013,"brier_soft":0.5658981063397108,"tvd":0.65805252899254,"kl":3.3274556958469605,"case_id":"typed:9/r0","base_id":"typed:9","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.29940000000002}
{"id":"needs_review","type":"binary","probabilities":{"false":0.953334050760147,"true":0.046665949239853406},"predicted":"false","confidence":0.953334050760147,"entropy_confidence":0.7279383362158656,"candidate_mass":0.9875311704002765,"accepted":true,"accepted_predicted":"false","input_tokens":177,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.0647405185908276,"brier_hard":1.8176916246775001,"soft_accuracy":0.1433775156247185,"brier_soft":1.4336901896857701,"tvd":0.8466670507601468,"kl":2.4034417973110047,"case_id":"typed:9/r0","base_id":"typed:9","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.29940000000002}
{"id":"outcome","type":"choice","probabilities":{"failure":0.05378901034900522,"harmful":0.0006143383664062966,"partial":0.020081244695839016,"success":0.925515406588751},"predicted":"success","confidence":0.925515406588751,"entropy_confidence":0.7750352655522865,"candidate_mass":0.9993813822063394,"accepted":true,"accepted_predicted":"success","input_tokens":223,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.394964696256626,"brier_hard":1.8586469825348162,"soft_accuracy":0.04234030242026646,"brier_soft":1.265751032205096,"tvd":0.8921824065887501,"kl":5.004339003432996,"case_id":"typed:9/r0","base_id":"typed:9","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.29940000000002}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6255236378101744,"1":0.002341067312241342,"2":0.04336395422363678,"3":0.3287713406539488},"predicted":"0","confidence":0.6255236378101744,"entropy_confidence":0.41609863817742854,"candidate_mass":0.9968647586042384,"accepted":false,"accepted_predicted":null,"input_tokens":228,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.1123927830602938,"brier_hard":0.8437136477088417,"score_mae":1.5079500022786387,"within_one":false,"case_id":"typed:9/r0","base_id":"typed:9","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.29940000000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.28141860789030243,"1":0.0008717434078240885,"2":0.006771223952093149,"3":0.7109384247497808},"predicted":"3","confidence":0.7109384247497808,"entropy_confidence":0.5388218163210803,"candidate_mass":0.9990557696016892,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.34116945665666876,"brier_hard":0.16279963656343244,"score_mae":0.06943753443864731,"within_one":true,"case_id":"typed:9/r0","base_id":"typed:9","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.29940000000002}
{"id":"action","type":"choice","probabilities":{"continue":0.6039230800124025,"human_review":0.0012504407944849071,"observe":0.005697171906060141,"stop":0.38912930728705125},"predicted":"continue","confidence":0.6039230800124025,"entropy_confidence":0.48810241368253116,"candidate_mass":0.9950260846226677,"accepted":false,"accepted_predicted":null,"input_tokens":212,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.5043084401299894,"brier_hard":0.30833256570646983,"soft_accuracy":0.5038711304705011,"brier_soft":0.22130342056827243,"tvd":0.38912930728705186,"kl":0.7990861826037429,"case_id":"typed:10/r0","base_id":"typed:10","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2797}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8861813032938662,"true":0.11381869670613246},"predicted":"false","confidence":0.8861813032938662,"entropy_confidence":0.48867207569360527,"candidate_mass":0.985688375666645,"accepted":true,"accepted_predicted":"false","input_tokens":170,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.12083371805399064,"brier_hard":0.02590939143976543,"soft_accuracy":0.8089450426350929,"brier_soft":0.0003819127573121884,"tvd":0.013818696706133116,"kl":0.0009822204926205648,"case_id":"typed:10/r0","base_id":"typed:10","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2797}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03363783270972316,"harmful":0.00036946571984906065,"partial":0.016832900791729527,"success":0.9491598007786965},"predicted":"success","confidence":0.9491598007786965,"entropy_confidence":0.8302661541035318,"candidate_mass":0.999498989510909,"accepted":true,"accepted_predicted":"success","input_tokens":216,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05217810595082641,"brier_hard":0.003999712700251497,"soft_accuracy":0.8561768047179267,"brier_soft":0.004966504599791259,"tvd":0.050167099208269623,"kl":0.044068092260028606,"case_id":"typed:10/r0","base_id":"typed:10","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2797}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6850543591161664,"1":0.0026318342124756564,"2":0.03409455528897587,"3":0.27821925138238024},"predicted":"0","confidence":0.6850543591161664,"entropy_confidence":0.46195333884086653,"candidate_mass":0.9963353381380046,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.94007425668395,"brier_hard":1.542611123610557,"score_mae":0.22181169893756814,"within_one":true,"case_id":"typed:10/r0","base_id":"typed:10","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2797}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.40930439641987826,"1":0.0007647559630963085,"2":0.00790011155201701,"3":0.5820307360650079},"predicted":"3","confidence":0.5820307360650079,"entropy_confidence":0.47747385531669007,"candidate_mass":0.9979207481088331,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.175953777518341,"brier_hard":1.5048233513410405,"score_mae":1.128990187262154,"within_one":false,"case_id":"typed:10/r0","base_id":"typed:10","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2797}
{"id":"action","type":"choice","probabilities":{"continue":0.512252852564485,"human_review":0.0029062878054542784,"observe":0.008267629173501528,"stop":0.47657323045656014},"predicted":"continue","confidence":0.512252852564485,"entropy_confidence":0.45719223661985986,"candidate_mass":0.9967313591804432,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.668936923182713,"brier_hard":0.4650961240202422,"soft_accuracy":0.4043195872704017,"brier_soft":0.3229181923864089,"tvd":0.46990623045655966,"kl":0.9353377016260477,"case_id":"typed:11/r0","base_id":"typed:11","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.2353}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9689618339559528,"true":0.031038166044046033},"predicted":"false","confidence":0.9689618339559528,"entropy_confidence":0.800428214273275,"candidate_mass":0.9881978486316821,"accepted":true,"accepted_predicted":"false","input_tokens":192,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0315300549094211,"brier_hard":0.001926735502755616,"soft_accuracy":0.9095603142960881,"brier_soft":0.002085912600485198,"tvd":0.032294833955953374,"kl":0.013417822408595369,"case_id":"typed:11/r0","base_id":"typed:11","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.2353}
{"id":"outcome","type":"choice","probabilities":{"failure":0.036683682445603126,"harmful":0.0005467077446851654,"partial":0.02313566723069389,"success":0.9396339425790191},"predicted":"success","confidence":0.9396339425790191,"entropy_confidence":0.804510731795201,"candidate_mass":0.9989583493521833,"accepted":true,"accepted_predicted":"success","input_tokens":238,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06226490235111012,"brier_hard":0.005525311433890514,"soft_accuracy":0.8083890697365201,"brier_soft":0.015947547920159056,"tvd":0.09965150169074491,"kl":0.1141110615620494,"case_id":"typed:11/r0","base_id":"typed:11","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.2353}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6968610761728438,"1":0.0032414311252151736,"2":0.05281110930667313,"3":0.24708638339526878},"predicted":"0","confidence":0.6968610761728438,"entropy_confidence":0.44383090020483007,"candidate_mass":0.9954165703761451,"accepted":false,"accepted_predicted":null,"input_tokens":243,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.36116920491303967,"brier_hard":0.15574440814038107,"score_mae":0.4334557999243678,"within_one":true,"case_id":"typed:11/r0","base_id":"typed:11","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.2353}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3396823468576936,"1":0.0010074513730923766,"2":0.008328430561890861,"3":0.6509817712073225},"predicted":"3","confidence":0.6509817712073225,"entropy_confidence":0.5000712853417211,"candidate_mass":0.9986728505012246,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.079744372025818,"brier_hard":0.8598670472094794,"score_mae":1.5139426261188416,"within_one":false,"case_id":"typed:11/r0","base_id":"typed:11","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.2353}
{"id":"action","type":"choice","probabilities":{"continue":0.4776395966690517,"human_review":0.0020828175710713415,"observe":0.007856829022803716,"stop":0.5124207567370729},"predicted":"stop","confidence":0.5124207567370729,"entropy_confidence":0.4615335039543903,"candidate_mass":0.9965668866672882,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.846372186154959,"brier_hard":1.4750670260868894,"soft_accuracy":0.1802137571040979,"brier_soft":0.435908747702301,"tvd":0.6233933534061248,"kl":2.474271486023062,"case_id":"typed:12/r0","base_id":"typed:12","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":101.7244}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9442148472152221,"true":0.05578515278477763},"predicted":"false","confidence":0.9442148472152221,"entropy_confidence":0.689518824495202,"candidate_mass":0.989331936805405,"accepted":true,"accepted_predicted":"false","input_tokens":178,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.05740154634284872,"brier_hard":0.0062239665424419985,"soft_accuracy":0.6036504271601165,"brier_soft":0.21457518443065304,"tvd":0.3275478472152222,"kl":0.4761193200338964,"case_id":"typed:12/r0","base_id":"typed:12","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":101.7244}
{"id":"outcome","type":"choice","probabilities":{"failure":0.04147031193221949,"harmful":0.0005217196386665632,"partial":0.01925949720987851,"success":0.9387484712192369},"predicted":"success","confidence":0.9387484712192369,"entropy_confidence":0.8042692144766646,"candidate_mass":0.9994157530632708,"accepted":true,"accepted_predicted":"success","input_tokens":224,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06320770443322846,"brier_hard":0.005842736973894928,"soft_accuracy":0.4813412945159477,"brier_soft":0.30065751704794663,"tvd":0.43874797121873615,"kl":0.9296973852245787,"case_id":"typed:12/r0","base_id":"typed:12","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":101.7244}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6454802519662419,"1":0.0031800158218812003,"2":0.044896099691286426,"3":0.30644363252059},"predicted":"0","confidence":0.6454802519662419,"entropy_confidence":0.4210306642422659,"candidate_mass":0.9971438310346183,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.1034043545708236,"brier_hard":1.422786028476362,"score_mae":0.4876968872337759,"within_one":true,"case_id":"typed:12/r0","base_id":"typed:12","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":101.7244}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3514466049887027,"1":0.0007791433372529825,"2":0.00715954109186857,"3":0.6406147105821746},"predicted":"3","confidence":0.6406147105821746,"entropy_confidence":0.4995798214187217,"candidate_mass":0.9991334878272625,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.9393093933780925,"brier_hard":1.5196347074816174,"score_mae":0.7536093572675138,"within_one":true,"case_id":"typed:12/r0","base_id":"typed:12","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":101.7244}
{"id":"action","type":"choice","probabilities":{"continue":0.4235519612557925,"human_review":0.0016798461597081478,"observe":0.007727041675026894,"stop":0.5670411509094736},"predicted":"stop","confidence":0.5670411509094736,"entropy_confidence":0.47062484078579137,"candidate_mass":0.9970850888591091,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.8590790775975492,"brier_hard":0.6538905372529517,"soft_accuracy":0.20101484703410386,"brier_soft":0.4361868434743289,"tvd":0.5405931121652655,"kl":2.1185126170296833,"case_id":"typed:13/r0","base_id":"typed:13","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.7054}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9725103341928593,"true":0.02748966580713926},"predicted":"false","confidence":0.9725103341928593,"entropy_confidence":0.8183579642181862,"candidate_mass":0.9878286906375328,"accepted":true,"accepted_predicted":"false","input_tokens":187,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.027874577126603132,"brier_hard":0.0015113634523764843,"soft_accuracy":0.752005826576414,"brier_soft":0.0847429564632669,"tvd":0.20584333419286,"kl":0.31668413351066216,"case_id":"typed:13/r0","base_id":"typed:13","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.7054}
{"id":"outcome","type":"choice","probabilities":{"failure":0.021231224338322818,"harmful":0.0003297057548804622,"partial":0.011166025669286893,"success":0.9672730442375108},"predicted":"success","confidence":0.9672730442375108,"entropy_confidence":0.8796738571574798,"candidate_mass":0.9995682703829802,"accepted":true,"accepted_predicted":"success","input_tokens":233,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.494879533217254,"brier_hard":1.913860644491964,"soft_accuracy":0.3637387527299254,"brier_soft":0.5503815737045787,"tvd":0.6006064109041437,"kl":1.6444337985788966,"case_id":"typed:13/r0","base_id":"typed:13","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.7054}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5394988406766599,"1":0.003729490341822396,"2":0.05631789525183054,"3":0.40045377372968655},"predicted":"0","confidence":0.5394988406766599,"entropy_confidence":0.3635722674582933,"candidate_mass":0.9932649948878141,"accepted":false,"accepted_predicted":null,"input_tokens":238,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.617114643171039,"brier_hard":0.3756101570562932,"score_mae":0.7643936020345433,"within_one":true,"case_id":"typed:13/r0","base_id":"typed:13","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.7054}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.22227972026620366,"1":0.0006582510945567321,"2":0.007148209663807568,"3":0.7699138189754311},"predicted":"3","confidence":0.7699138189754311,"entropy_confidence":0.584703095727195,"candidate_mass":0.9987328451688665,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.5038186890460885,"brier_hard":1.1976676523544485,"score_mae":1.6680291273484649,"within_one":false,"case_id":"typed:13/r0","base_id":"typed:13","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.7054}
{"id":"action","type":"choice","probabilities":{"continue":0.536353598681828,"human_review":0.002018260424455011,"observe":0.0072426828828138865,"stop":0.4543854580109034},"predicted":"continue","confidence":0.536353598681828,"entropy_confidence":0.46565040843261785,"candidate_mass":0.9955441431299654,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.6229616363838275,"brier_hard":0.42149065973755184,"soft_accuracy":0.2726966336353004,"brier_soft":0.35860507609816966,"tvd":0.4874055533592279,"kl":1.9264593233799692,"case_id":"typed:14/r0","base_id":"typed:14","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9095}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9814625295949396,"true":0.01853747040506059},"predicted":"false","confidence":0.9814625295949396,"entropy_confidence":0.8668518107407546,"candidate_mass":0.9903067888008459,"accepted":true,"accepted_predicted":"false","input_tokens":189,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.018711442667889547,"brier_hard":0.0006872756180369864,"soft_accuracy":0.8113454481630412,"brier_soft":0.05000989625983371,"tvd":0.15812952959493953,"kl":0.2536451980914647,"case_id":"typed:14/r0","base_id":"typed:14","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9095}
{"id":"outcome","type":"choice","probabilities":{"failure":0.043816386216628554,"harmful":0.0005610419973050591,"partial":0.017413602729879015,"success":0.9382089690561888},"predicted":"success","confidence":0.9382089690561888,"entropy_confidence":0.8040664090645279,"candidate_mass":0.9993990691415591,"accepted":true,"accepted_predicted":"success","input_tokens":235,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06378257327823174,"brier_hard":0.006041555534340583,"soft_accuracy":0.6328934851141855,"brier_soft":0.1362508789743469,"tvd":0.27154196905618805,"kl":0.5291498176990587,"case_id":"typed:14/r0","base_id":"typed:14","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9095}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6598025796272979,"1":0.003342661187145243,"2":0.05317894495833659,"3":0.28367581422721955},"predicted":"0","confidence":0.6598025796272979,"entropy_confidence":0.4179780716411218,"candidate_mass":0.994802763879391,"accepted":false,"accepted_predicted":null,"input_tokens":240,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.700988026622024,"brier_hard":1.5119652628567162,"score_mae":0.059272006214523,"within_one":true,"case_id":"typed:14/r0","base_id":"typed:14","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9095}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3656463579651358,"1":0.001015850385015471,"2":0.008765537637216903,"3":0.6245722540126306},"predicted":"3","confidence":0.6245722540126306,"entropy_confidence":0.4875731434910717,"candidate_mass":0.9983824952374867,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.892029199512535,"brier_hard":1.5218339254076294,"score_mae":1.038930687697341,"within_one":false,"case_id":"typed:14/r0","base_id":"typed:14","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9095}
{"id":"action","type":"choice","probabilities":{"continue":0.72315270593905,"human_review":0.0014943934223892658,"observe":0.008387653664348528,"stop":0.266965246974213},"predicted":"continue","confidence":0.72315270593905,"entropy_confidence":0.5406552513489713,"candidate_mass":0.9953322608973136,"accepted":false,"accepted_predicted":null,"input_tokens":211,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.506034892005495,"brier_hard":1.5913040782998882,"soft_accuracy":0.17827579311996114,"brier_soft":0.5510747722384176,"tvd":0.5898195726059162,"kl":2.63528366308758,"case_id":"typed:15/r0","base_id":"typed:15","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":98.6089}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8343053976889837,"true":0.16569460231101668},"predicted":"false","confidence":0.8343053976889837,"entropy_confidence":0.35223955712177113,"candidate_mass":0.9825411010009882,"accepted":true,"accepted_predicted":"false","input_tokens":169,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.7976089301495008,"brier_hard":1.3921309932259458,"soft_accuracy":0.24815637753736752,"brier_soft":1.010963500551244,"tvd":0.7109723976889835,"kl":1.2247333344297862,"case_id":"typed:15/r0","base_id":"typed:15","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":98.6089}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03205637894608484,"harmful":0.0003537130913201087,"partial":0.018365293411716214,"success":0.9492246145508785},"predicted":"success","confidence":0.9492246145508785,"entropy_confidence":0.829784639911823,"candidate_mass":0.9993477800796013,"accepted":true,"accepted_predicted":"success","input_tokens":215,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.947024449941011,"brier_hard":1.901684963232808,"soft_accuracy":0.10284187073967539,"brier_soft":1.088375131269739,"tvd":0.8492247145507786,"kl":4.641831763356325,"case_id":"typed:15/r0","base_id":"typed:15","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":98.6089}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6858268899292533,"1":0.0026527941999580883,"2":0.038061343562469124,"3":0.2734589723083183},"predicted":"0","confidence":0.6858268899292533,"entropy_confidence":0.4565683632942915,"candidate_mass":0.9964227323852821,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.2966036782143178,"brier_hard":0.9996760910601648,"score_mae":1.4775146017501486,"within_one":false,"case_id":"typed:15/r0","base_id":"typed:15","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":98.6089}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3202687310656745,"1":0.000541898038062005,"2":0.007073674298749673,"3":0.6721156965975155},"predicted":"3","confidence":0.6721156965975155,"entropy_confidence":0.5161169982926284,"candidate_mass":0.998482433481506,"accepted":false,"accepted_predicted":null,"input_tokens":212,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.951375231278934,"brier_hard":1.54021455163525,"score_mae":0.1689636635718923,"within_one":true,"case_id":"typed:15/r0","base_id":"typed:15","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":98.6089}
{"id":"action","type":"choice","probabilities":{"continue":0.39851992059069796,"human_review":0.0025051320300972678,"observe":0.006661558890027645,"stop":0.5923133884891755},"predicted":"stop","confidence":0.5923133884891755,"entropy_confidence":0.4768560649842767,"candidate_mass":0.9973296192738296,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":5.9894138392085985,"brier_hard":1.5046936652842842,"soft_accuracy":0.14061389026946153,"brier_soft":0.7223654265835556,"tvd":0.7408333090798742,"kl":3.6122443410896747,"case_id":"typed:16/r0","base_id":"typed:16","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":100.92049999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9684126957968547,"true":0.03158730420314431},"predicted":"false","confidence":0.9684126957968547,"entropy_confidence":0.7977093060400223,"candidate_mass":0.9911690727488403,"accepted":true,"accepted_predicted":"false","input_tokens":192,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.4550000048420237,"brier_hard":1.875646298761065,"soft_accuracy":0.203338313720194,"brier_soft":1.2327002575049657,"tvd":0.7850796957968553,"kl":2.3510588971989703,"case_id":"typed:16/r0","base_id":"typed:16","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":100.92049999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03949479113301457,"harmful":0.00042927932680530875,"partial":0.019911835142257545,"success":0.9401640943979229},"predicted":"success","confidence":0.9401640943979229,"entropy_confidence":0.8074350817072744,"candidate_mass":0.9991798371728738,"accepted":true,"accepted_predicted":"success","input_tokens":238,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.753402739483054,"brier_hard":1.8850064697275692,"soft_accuracy":0.026502609465379173,"brier_soft":1.3134152872284217,"tvd":0.9234970943979228,"kl":5.2704582896581575,"case_id":"typed:16/r0","base_id":"typed:16","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":100.92049999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6664219358817104,"1":0.003954142994644123,"2":0.056423135348598996,"3":0.2732007857750464},"predicted":"0","confidence":0.6664219358817104,"entropy_confidence":0.4164049741813317,"candidate_mass":0.9940328640867051,"accepted":false,"accepted_predicted":null,"input_tokens":243,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.2975482750998637,"brier_hard":0.9755544998717248,"score_mae":1.5969302289830185,"within_one":false,"case_id":"typed:16/r0","base_id":"typed:16","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":100.92049999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.21791706549600368,"1":0.0006377683350960199,"2":0.00517080093919737,"3":0.7762743652297027},"predicted":"3","confidence":0.7762743652297027,"entropy_confidence":0.5956605612740444,"candidate_mass":0.9993104307139711,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.25324925784740415,"brier_hard":0.09756815101856407,"score_mae":0.010197534097401206,"within_one":true,"case_id":"typed:16/r0","base_id":"typed:16","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":100.92049999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.44732589253419597,"human_review":0.0010968351091446846,"observe":0.006580433418290844,"stop":0.5449968389383676},"predicted":"stop","confidence":0.5449968389383676,"entropy_confidence":0.4725564350611329,"candidate_mass":0.9966841068659239,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.815326419702707,"brier_hard":1.4949728435172678,"soft_accuracy":0.08952536884002259,"brier_soft":0.688671453833512,"tvd":0.808989731472564,"kl":4.0069493231411295,"case_id":"typed:17/r0","base_id":"typed:17","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9254}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9439084404714162,"true":0.05609155952858211},"predicted":"false","confidence":0.9439084404714162,"entropy_confidence":0.6882696124432832,"candidate_mass":0.9937636499423794,"accepted":true,"accepted_predicted":"false","input_tokens":173,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.8807699318088,"brier_hard":1.7819262879863653,"soft_accuracy":0.3283556989566782,"brier_soft":0.812153306908173,"tvd":0.6372414404714171,"kl":1.3986277039821,"case_id":"typed:17/r0","base_id":"typed:17","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9254}
{"id":"outcome","type":"choice","probabilities":{"failure":0.044827368472940846,"harmful":0.0004084556931859429,"partial":0.014650096065422388,"success":0.9401140797684524},"predicted":"success","confidence":0.9401140797684524,"entropy_confidence":0.8107897620724398,"candidate_mass":0.9995361280026148,"accepted":true,"accepted_predicted":"success","input_tokens":219,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06175404962599274,"brier_hard":0.005810608556967493,"soft_accuracy":0.49520126374643697,"brier_soft":0.2957692070016655,"tvd":0.4234475964349349,"kl":1.0406246060382378,"case_id":"typed:17/r0","base_id":"typed:17","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9254}
{"id":"risk","type":"ordinal","probabilities":{"0":0.573590816248656,"1":0.0021750982271527895,"2":0.043047217540175424,"3":0.38118686798401674},"predicted":"0","confidence":0.573590816248656,"entropy_confidence":0.3975278195566023,"candidate_mass":0.9962852308801636,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.145457683410328,"brier_hard":1.390073211718162,"score_mae":0.651502862740446,"within_one":true,"case_id":"typed:17/r0","base_id":"typed:17","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9254}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3230271317130802,"1":0.000505315770931836,"2":0.005339216934241624,"3":0.6711283355817467},"predicted":"3","confidence":0.6711283355817467,"entropy_confidence":0.5207055114485792,"candidate_mass":0.9988300942128111,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":5.2326762782907394,"brier_hard":1.544110099356521,"score_mae":0.05790175638465489,"within_one":true,"case_id":"typed:17/r0","base_id":"typed:17","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.9254}
{"id":"action","type":"choice","probabilities":{"continue":0.5161609110025145,"human_review":0.001895894881026193,"observe":0.0070353226552001364,"stop":0.47490787146126},"predicted":"continue","confidence":0.5161609110025145,"entropy_confidence":0.4649438776635556,"candidate_mass":0.9971484533083216,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.6613367190853764,"brier_hard":0.459690840600044,"soft_accuracy":0.38983878653047704,"brier_soft":0.30260227674490303,"tvd":0.4649078614612496,"kl":1.0524584210172079,"case_id":"typed:18/r0","base_id":"typed:18","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":112.2045}
{"id":"needs_review","type":"binary","probabilities":{"false":0.942160124927999,"true":0.057839875072000994},"predicted":"false","confidence":0.942160124927999,"entropy_confidence":0.6811903317741281,"candidate_mass":0.9887877051659275,"accepted":true,"accepted_predicted":"false","input_tokens":178,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.05958003485141813,"brier_hard":0.006690902296689359,"soft_accuracy":0.8478323368366094,"brier_soft":0.004768176257468844,"tvd":0.04882712492799901,"kl":0.017744308957719133,"case_id":"typed:18/r0","base_id":"typed:18","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":112.2045}
{"id":"outcome","type":"choice","probabilities":{"failure":0.041446002914275755,"harmful":0.0005235574200231632,"partial":0.02012924807730203,"success":0.9379011915883974},"predicted":"success","confidence":0.9379011915883974,"entropy_confidence":0.8018898333115726,"candidate_mass":0.9994449954795174,"accepted":true,"accepted_predicted":"success","input_tokens":224,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.0641106749825013,"brier_hard":0.005979493904240715,"soft_accuracy":0.7492399169785638,"brier_soft":0.035590440901907806,"tvd":0.14456819158839823,"kl":0.18594283174580922,"case_id":"typed:18/r0","base_id":"typed:18","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":112.2045}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6673689897725362,"1":0.002625713138452394,"2":0.04333730785769466,"3":0.28666798923131614},"predicted":"0","confidence":0.6673689897725362,"entropy_confidence":0.43757143965188505,"candidate_mass":0.9972196924399271,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.4044121779749013,"brier_hard":0.19470694163670715,"score_mae":0.6459712965477902,"within_one":true,"case_id":"typed:18/r0","base_id":"typed:18","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":112.2045}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35367217504633874,"1":0.0007022849299826009,"2":0.007068045141076967,"3":0.6385574948826019},"predicted":"3","confidence":0.6385574948826019,"entropy_confidence":0.49929541963815516,"candidate_mass":0.9989195709742145,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.039384854097218,"brier_hard":0.825545782046314,"score_mae":1.4271778598599423,"within_one":false,"case_id":"typed:18/r0","base_id":"typed:18","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":112.2045}
{"id":"action","type":"choice","probabilities":{"continue":0.33688576939133685,"human_review":0.001597352144994223,"observe":0.008123450255861782,"stop":0.6533934282078065},"predicted":"stop","confidence":0.6533934282078065,"entropy_confidence":0.4993933518545276,"candidate_mass":0.9974357653993092,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":1.0880113693212508,"brier_hard":0.866711996838804,"soft_accuracy":0.17185200001251255,"brier_soft":0.6167795355964525,"tvd":0.6533934282078069,"kl":2.169798208010278,"case_id":"typed:19/r0","base_id":"typed:19","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.3147}
{"id":"needs_review","type":"binary","probabilities":{"false":0.966346353368786,"true":0.033653646631212536},"predicted":"false","confidence":0.966346353368786,"entropy_confidence":0.7876039135819626,"candidate_mass":0.9859645890621179,"accepted":true,"accepted_predicted":"false","input_tokens":184,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.03423296517108196,"brier_hard":0.002265135863157141,"soft_accuracy":0.7953530013644665,"brier_soft":0.04480781764979626,"tvd":0.14967935336878674,"kl":0.17334532252436619,"case_id":"typed:19/r0","base_id":"typed:19","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.3147}
{"id":"outcome","type":"choice","probabilities":{"failure":0.016034856841708935,"harmful":0.0002216954329997795,"partial":0.010579872407189592,"success":0.9731635753181009},"predicted":"success","confidence":0.9731635753181009,"entropy_confidence":0.8970376634768262,"candidate_mass":0.9996887803383466,"accepted":true,"accepted_predicted":"success","input_tokens":230,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.027203096518682916,"brier_hard":0.0010892931726587658,"soft_accuracy":0.6043639106577816,"brier_soft":0.21368813916078913,"tvd":0.35649719198448465,"kl":0.8891054513009754,"case_id":"typed:19/r0","base_id":"typed:19","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.3147}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5658147109419011,"1":0.0028053994216226683,"2":0.05032265684581082,"3":0.3810572327906646},"predicted":"0","confidence":0.5658147109419011,"entropy_confidence":0.3819596484763139,"candidate_mass":0.9968622624401752,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.876209353844452,"brier_hard":1.4622803429950364,"score_mae":0.596622411485238,"within_one":true,"case_id":"typed:19/r0","base_id":"typed:19","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.3147}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.22757550095264778,"1":0.0004900546753385481,"2":0.006576159500910851,"3":0.7653582848711046},"predicted":"3","confidence":0.7653582848711046,"entropy_confidence":0.5828341722087063,"candidate_mass":0.9992643509309469,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.4802732233292382,"brier_hard":1.182456396976758,"score_mae":1.9097172282904742,"within_one":false,"case_id":"typed:19/r0","base_id":"typed:19","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.3147}
{"id":"action","type":"choice","probabilities":{"continue":0.47657961183833125,"human_review":0.001562546629125297,"observe":0.007632435788712057,"stop":0.5142254057438315},"predicted":"stop","confidence":0.5142254057438315,"entropy_confidence":0.4643864725715703,"candidate_mass":0.9963963287848269,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.875348246268185,"brier_hard":1.4763517183829955,"soft_accuracy":0.16444273230037174,"brier_soft":0.5303091209156761,"tvd":0.6541390175821626,"kl":2.7344637271644556,"case_id":"typed:20/r0","base_id":"typed:20","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.427299}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9805956100839166,"true":0.01940438991608384},"predicted":"false","confidence":0.9805956100839166,"entropy_confidence":0.8619168202184019,"candidate_mass":0.990340380111946,"accepted":true,"accepted_predicted":"false","input_tokens":182,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.019595126540355733,"brier_hard":0.0007530606960308152,"soft_accuracy":0.708258418100104,"brier_soft":0.139316622441656,"tvd":0.26392861008391644,"kl":0.5349406643205612,"case_id":"typed:20/r0","base_id":"typed:20","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.427299}
{"id":"outcome","type":"choice","probabilities":{"failure":0.023231474751857273,"harmful":0.0002670687026381182,"partial":0.011625107267412546,"success":0.9648763492780907},"predicted":"success","confidence":0.9648763492780907,"entropy_confidence":0.8731261355211304,"candidate_mass":0.9997088388278953,"accepted":true,"accepted_predicted":"success","input_tokens":228,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.035755321316319325,"brier_hard":0.0019085867038516355,"soft_accuracy":0.8223924409853492,"brier_soft":0.021565321067334723,"tvd":0.11487634927809141,"kl":0.1484157302422984,"case_id":"typed:20/r0","base_id":"typed:20","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.427299}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5899730011167966,"1":0.0028935280171953973,"2":0.04696590288077782,"3":0.3601675679852311},"predicted":"0","confidence":0.5899730011167966,"entropy_confidence":0.3943097511370849,"candidate_mass":0.996546501173081,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.0583334111749814,"brier_hard":1.386071181851393,"score_mae":0.3393389622655556,"within_one":true,"case_id":"typed:20/r0","base_id":"typed:20","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.427299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3147395583622214,"1":0.00046928644885829154,"2":0.007664201503885696,"3":0.6771269536850337},"predicted":"3","confidence":0.6771269536850337,"entropy_confidence":0.5175757571641886,"candidate_mass":0.998772999353494,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.66429721080285,"brier_hard":1.5566822883215667,"score_mae":1.277178550511731,"within_one":false,"case_id":"typed:20/r0","base_id":"typed:20","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.427299}
{"id":"action","type":"choice","probabilities":{"continue":0.6044918095219126,"human_review":0.00150337794083298,"observe":0.006387769005629266,"stop":0.3876170435316245},"predicted":"continue","confidence":0.6044918095219126,"entropy_confidence":0.4851798408252358,"candidate_mass":0.9965793247988795,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.5033671581970581,"brier_hard":0.30671676490955063,"soft_accuracy":0.4179213587788881,"brier_soft":0.2094585122637619,"tvd":0.3742840301986115,"kl":1.157795548078015,"case_id":"typed:21/r0","base_id":"typed:21","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.35379999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8755367510511773,"true":0.12446324894882407},"predicted":"false","confidence":0.8755367510511773,"entropy_confidence":0.45794430992385515,"candidate_mass":0.9913886516269161,"accepted":true,"accepted_predicted":"false","input_tokens":171,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.13291815092288323,"brier_hard":0.03098220067779356,"soft_accuracy":0.8104434638444727,"brier_soft":0.002857112869202859,"tvd":0.037796248948823344,"kl":0.007232554553155399,"case_id":"typed:21/r0","base_id":"typed:21","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.35379999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.030568327712671338,"harmful":0.0003978934045338048,"partial":0.01649984592198302,"success":0.9525339329608116},"predicted":"success","confidence":0.9525339329608116,"entropy_confidence":0.8385808174249298,"candidate_mass":0.9996192159757243,"accepted":true,"accepted_predicted":"success","input_tokens":217,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.04862954746013413,"brier_hard":0.003459853413928552,"soft_accuracy":0.7434860895459915,"brier_soft":0.05606705579956865,"tvd":0.17976826067348303,"kl":0.34048478056372533,"case_id":"typed:21/r0","base_id":"typed:21","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.35379999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6727654696105129,"1":0.002355387100311478,"2":0.030457975453430524,"3":0.29442116783574424},"predicted":"0","confidence":0.6727654696105129,"entropy_confidence":0.4609717742063528,"candidate_mass":0.9974839956265781,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.39635849504935905,"brier_hard":0.19469949806610576,"score_mae":0.8265348415144053,"within_one":true,"case_id":"typed:21/r0","base_id":"typed:21","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.35379999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3063650444359703,"1":0.0006538102697927788,"2":0.006699385534849826,"3":0.6862817597593875},"predicted":"3","confidence":0.6862817597593875,"entropy_confidence":0.5245489600127231,"candidate_mass":0.9984729117436913,"accepted":false,"accepted_predicted":null,"input_tokens":214,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.18297793236286,"brier_hard":0.9521574145931687,"score_mae":1.3428978606176551,"within_one":false,"case_id":"typed:21/r0","base_id":"typed:21","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.35379999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.42681964338200123,"human_review":0.001821534609731591,"observe":0.0062704564624620224,"stop":0.5650883655458063},"predicted":"stop","confidence":0.5650883655458063,"entropy_confidence":0.47397723822826976,"candidate_mass":0.9975321170836905,"accepted":false,"accepted_predicted":null,"input_tokens":218,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.0719061259565485,"brier_hard":1.4890015925396276,"soft_accuracy":0.16799694354101768,"brier_soft":0.5048375961605162,"tvd":0.6252410089278069,"kl":2.529556088480773,"case_id":"typed:22/r0","base_id":"typed:22","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.009}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9553153845243577,"true":0.0446846154756409},"predicted":"false","confidence":0.9553153845243577,"entropy_confidence":0.7366266978804485,"candidate_mass":0.9895856837100302,"accepted":true,"accepted_predicted":"false","input_tokens":176,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.04571374744523032,"brier_hard":0.0039934297204118965,"soft_accuracy":0.7428351752899134,"brier_soft":0.0711764259673004,"tvd":0.18864838452435842,"kl":0.21700320295724954,"case_id":"typed:22/r0","base_id":"typed:22","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.009}
{"id":"outcome","type":"choice","probabilities":{"failure":0.04997238466943078,"harmful":0.0005259448506141468,"partial":0.018218635021067263,"success":0.9312830354588862},"predicted":"success","confidence":0.9312830354588862,"entropy_confidence":0.7886641019639292,"candidate_mass":0.9995669492288122,"accepted":true,"accepted_predicted":"success","input_tokens":222,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.005310306473323,"brier_hard":1.8336802566009491,"soft_accuracy":0.1470140536282112,"brier_soft":0.9799785971646611,"tvd":0.7979500354588871,"kl":2.318885237146656,"case_id":"typed:22/r0","base_id":"typed:22","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.009}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6105096520182541,"1":0.002572971725313712,"2":0.04512789432956472,"3":0.34178948192686737},"predicted":"0","confidence":0.6105096520182541,"entropy_confidence":0.40607565014986313,"candidate_mass":0.9970955408849825,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.49346117553464447,"brier_hard":0.2705659281568975,"score_mae":0.7048642061650452,"within_one":true,"case_id":"typed:22/r0","base_id":"typed:22","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.009}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2704235098779028,"1":0.0007217887636774002,"2":0.005824737412247227,"3":0.7230299639461709},"predicted":"3","confidence":0.7230299639461709,"entropy_confidence":0.5503654128120626,"candidate_mass":0.9988801468885732,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.3077659937780801,"brier_hard":1.0550886322478208,"score_mae":1.5581281554266844,"within_one":false,"case_id":"typed:22/r0","base_id":"typed:22","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.009}
{"id":"action","type":"choice","probabilities":{"continue":0.4823045632449311,"human_review":0.0016358943863173936,"observe":0.006935806068369195,"stop":0.5091237363003839},"predicted":"stop","confidence":0.5091237363003839,"entropy_confidence":0.46594943778016995,"candidate_mass":0.9972659639111268,"accepted":false,"accepted_predicted":null,"input_tokens":223,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.729179490527688,"brier_hard":0.5272663256577456,"soft_accuracy":0.3272190562746739,"brier_soft":0.32772637737626004,"tvd":0.4857907363003831,"kl":1.3141454440138707,"case_id":"typed:23/r0","base_id":"typed:23","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9352}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9747785678497758,"true":0.025221432150222614},"predicted":"false","confidence":0.9747785678497758,"entropy_confidence":0.8301701574156641,"candidate_mass":0.9914976158447721,"accepted":true,"accepted_predicted":"false","input_tokens":181,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0255449436753139,"brier_hard":0.0012722412794166464,"soft_accuracy":0.8798228542798205,"brier_soft":0.011183668419327279,"tvd":0.07477856784977657,"kl":0.06591359229314302,"case_id":"typed:23/r0","base_id":"typed:23","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9352}
{"id":"outcome","type":"choice","probabilities":{"failure":0.033673237955207685,"harmful":0.00031064668807569883,"partial":0.012105717760982345,"success":0.9539103975957354},"predicted":"success","confidence":0.9539103975957354,"entropy_confidence":0.8448070637426703,"candidate_mass":0.9996106963909923,"accepted":true,"accepted_predicted":"success","input_tokens":227,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.04718553480050143,"brier_hard":0.003404783308044611,"soft_accuracy":0.6849455850997229,"brier_soft":0.09566822363414579,"tvd":0.2405766842620215,"kl":0.5017609955913214,"case_id":"typed:23/r0","base_id":"typed:23","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9352}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6787822237707076,"1":0.0026297351546878405,"2":0.030901528233936475,"3":0.28768651284066804},"predicted":"0","confidence":0.6787822237707076,"entropy_confidence":0.4629657946420225,"candidate_mass":0.9973936932979552,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.38745493369227196,"brier_hard":0.18690620939029218,"score_mae":0.29415933014456486,"within_one":true,"case_id":"typed:23/r0","base_id":"typed:23","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9352}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2680059862035329,"1":0.00039157357931103224,"2":0.005093135357444163,"3":0.7265093048597112},"predicted":"3","confidence":0.7265093048597112,"entropy_confidence":0.5563846217412245,"candidate_mass":0.9989731824118535,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.845337118146251,"brier_hard":1.598885924887684,"score_mae":1.320105758873333,"within_one":false,"case_id":"typed:23/r0","base_id":"typed:23","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.9352}
{"id":"action","type":"choice","probabilities":{"continue":0.46103208023269765,"human_review":0.0017067852948053725,"observe":0.0061324467821983995,"stop":0.531128687690298},"predicted":"stop","confidence":0.531128687690298,"entropy_confidence":0.46969352000154563,"candidate_mass":0.9973805827153941,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.373143622339423,"brier_hard":1.491275211321275,"soft_accuracy":0.08338864693783538,"brier_soft":0.6962447180353866,"tvd":0.8254939345898292,"kl":3.8399828415880704,"case_id":"typed:24/r0","base_id":"typed:24","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.4461}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9667272859573176,"true":0.03327271404268357},"predicted":"false","confidence":0.9667272859573176,"entropy_confidence":0.789452269355753,"candidate_mass":0.9907194020593585,"accepted":true,"accepted_predicted":"false","input_tokens":188,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.403017616003485,"brier_hard":1.8691232908288002,"soft_accuracy":0.46888515875437015,"brier_soft":0.5001205791834272,"tvd":0.5000602859573169,"kl":1.1398097121992619,"case_id":"typed:24/r0","base_id":"typed:24","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.4461}
{"id":"outcome","type":"choice","probabilities":{"failure":0.015438789496758991,"harmful":0.0002317537196885318,"partial":0.007230220651816281,"success":0.9770992361317352},"predicted":"success","confidence":0.9770992361317352,"entropy_confidence":0.9101123492680514,"candidate_mass":0.9997142538300402,"accepted":true,"accepted_predicted":"success","input_tokens":234,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.023167059802961618,"brier_hard":0.0008151310073357977,"soft_accuracy":0.541382568368956,"brier_soft":0.2794707443108942,"tvd":0.42709923613173567,"kl":1.2031567583602276,"case_id":"typed:24/r0","base_id":"typed:24","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.4461}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5324968689793035,"1":0.0024928912535608547,"2":0.047196114088172134,"3":0.41781412567896403},"predicted":"0","confidence":0.5324968689793035,"entropy_confidence":0.38017784035459234,"candidate_mass":0.9947526571806486,"accepted":false,"accepted_predicted":null,"input_tokens":239,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.0534437184202368,"brier_hard":1.3659630186051204,"score_mae":0.21633950353320275,"within_one":true,"case_id":"typed:24/r0","base_id":"typed:24","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.4461}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2645059121461604,"1":0.0005205981665815652,"2":0.005657070911857893,"3":0.7293164187753993},"predicted":"3","confidence":0.7293164187753993,"entropy_confidence":0.5562402260996333,"candidate_mass":0.999255442105918,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.560532087151145,"brier_hard":1.6008568933962357,"score_mae":0.8664509963164955,"within_one":true,"case_id":"typed:24/r0","base_id":"typed:24","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.4461}
{"id":"action","type":"choice","probabilities":{"continue":0.3603939024806258,"human_review":0.0018047529205864514,"observe":0.007168361334310038,"stop":0.630632983264478},"predicted":"stop","confidence":0.630632983264478,"entropy_confidence":0.49120227818205553,"candidate_mass":0.9971378584979242,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.317331582668739,"brier_hard":1.5240268612224208,"soft_accuracy":0.15972803310841846,"brier_soft":0.6279357386247569,"tvd":0.7210268857451037,"kl":3.504769552673536,"case_id":"typed:25/r0","base_id":"typed:25","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.347}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9681472620670126,"true":0.03185273793298786},"predicted":"false","confidence":0.9681472620670126,"entropy_confidence":0.7964001967493692,"candidate_mass":0.9909653132197265,"accepted":true,"accepted_predicted":"false","input_tokens":184,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.446631937299486,"brier_hard":1.8746182420957047,"soft_accuracy":0.2253539183521944,"brier_soft":1.1597043790352917,"tvd":0.7614802620670124,"kl":2.2315098049199804,"case_id":"typed:25/r0","base_id":"typed:25","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.347}
{"id":"outcome","type":"choice","probabilities":{"failure":0.040390831138006025,"harmful":0.00039957702418076245,"partial":0.01660196151978195,"success":0.9426076303180327},"predicted":"success","confidence":0.9426076303180327,"entropy_confidence":0.8149752400215675,"candidate_mass":0.9994005223465945,"accepted":true,"accepted_predicted":"success","input_tokens":230,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.825104009888033,"brier_hard":1.889617194713537,"soft_accuracy":0.06639904066173177,"brier_soft":1.100595742994435,"tvd":0.885940630318032,"kl":4.288682635066544,"case_id":"typed:25/r0","base_id":"typed:25","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.347}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5536444631439799,"1":0.0038660747968556172,"2":0.050725557065401695,"3":0.3917639049937621},"predicted":"0","confidence":0.5536444631439799,"entropy_confidence":0.37447598431460827,"candidate_mass":0.9953930092778868,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9370959038162248,"brier_hard":0.6790613675123531,"score_mae":1.1193910960910547,"within_one":false,"case_id":"typed:25/r0","base_id":"typed:25","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.347}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2813442294827522,"1":0.0005624421507022402,"2":0.006585948447555519,"3":0.7115073799189899},"predicted":"3","confidence":0.7115073799189899,"entropy_confidence":0.5410365861566898,"candidate_mass":0.9990745253760929,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.34036948916731546,"brier_hard":0.16242625836257626,"score_mae":0.18841052119721668,"within_one":true,"case_id":"typed:25/r0","base_id":"typed:25","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.347}
{"id":"action","type":"choice","probabilities":{"continue":0.36539258564103927,"human_review":0.0013075237184919087,"observe":0.0048931079237314904,"stop":0.6284067827167383},"predicted":"stop","confidence":0.6284067827167383,"entropy_confidence":0.4990090887888349,"candidate_mass":0.9973569686264523,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.63962022185175,"brier_hard":1.5258174308922903,"soft_accuracy":0.062035719955303284,"brier_soft":0.9182495161966673,"tvd":0.8771323683577771,"kl":4.7699614095970935,"case_id":"typed:26/r0","base_id":"typed:26","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.0903}
{"id":"needs_review","type":"binary","probabilities":{"false":0.95531685007421,"true":0.04468314992579086},"predicted":"false","confidence":0.95531685007421,"entropy_confidence":0.7366331729020847,"candidate_mass":0.9921856917990737,"accepted":true,"accepted_predicted":"false","input_tokens":179,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.108158807584143,"brier_hard":1.8252605680714198,"soft_accuracy":0.21163235807510095,"brier_soft":1.1919181295507997,"tvd":0.7719838500742096,"kl":2.0703012653459814,"case_id":"typed:26/r0","base_id":"typed:26","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.0903}
{"id":"outcome","type":"choice","probabilities":{"failure":0.02091732156329949,"harmful":0.00027754242171611107,"partial":0.010802057340656607,"success":0.9680030786743262},"predicted":"success","confidence":0.9680030786743262,"entropy_confidence":0.8820197673364296,"candidate_mass":0.999596478247147,"accepted":true,"accepted_predicted":"success","input_tokens":225,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":8.189536765412324,"brier_hard":1.9370291712935108,"soft_accuracy":0.04333486436208052,"brier_soft":1.2120474718135321,"tvd":0.9313361153412903,"kl":4.877628481934469,"case_id":"typed:26/r0","base_id":"typed:26","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.0903}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6776196601778286,"1":0.002686712807990385,"2":0.038897859181226666,"3":0.2807957678329559},"predicted":"0","confidence":0.6776196601778286,"entropy_confidence":0.44993417924254986,"candidate_mass":0.9972514458795,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.2468160637737853,"brier_hard":1.461739210604557,"score_mae":1.3237972653306884,"within_one":false,"case_id":"typed:26/r0","base_id":"typed:26","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.0903}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.25615776243307253,"1":0.0004979934426712005,"2":0.0046379973393725375,"3":0.738706246784883},"predicted":"3","confidence":0.738706246784883,"entropy_confidence":0.566248494229344,"candidate_mass":0.9990374980054841,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.3028549380260692,"brier_hard":0.1339129837407499,"score_mae":0.03255972847606525,"within_one":true,"case_id":"typed:26/r0","base_id":"typed:26","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.0903}
{"id":"action","type":"choice","probabilities":{"continue":0.5440296133175425,"human_review":0.0018096751578641533,"observe":0.007773468651748755,"stop":0.44638724287284565},"predicted":"continue","confidence":0.5440296133175425,"entropy_confidence":0.46591127421435385,"candidate_mass":0.9960136314460011,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.857038798290045,"brier_hard":1.479746555201615,"soft_accuracy":0.08529232771847657,"brier_soft":0.7908195926241594,"tvd":0.8404168561903876,"kl":3.581356715183489,"case_id":"typed:27/r0","base_id":"typed:27","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.6706}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9809990808347117,"true":0.01900091916528904},"predicted":"false","confidence":0.9809990808347117,"entropy_confidence":0.8642063569295012,"candidate_mass":0.9875577928069723,"accepted":true,"accepted_predicted":"false","input_tokens":189,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.019183756384887077,"brier_hard":0.0007220698582516703,"soft_accuracy":0.7244659170568117,"brier_soft":0.12267697519205151,"tvd":0.2476660808347113,"kl":0.49102534045628055,"case_id":"typed:27/r0","base_id":"typed:27","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.6706}
{"id":"outcome","type":"choice","probabilities":{"failure":0.04007308333797042,"harmful":0.00046939309471460825,"partial":0.01625423501423747,"success":0.9432032885530793},"predicted":"success","confidence":0.9432032885530793,"entropy_confidence":0.8163271333525717,"candidate_mass":0.9994738149535666,"accepted":true,"accepted_predicted":"success","input_tokens":235,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05847344317357891,"brier_hard":0.00509613892517212,"soft_accuracy":0.6667065036526251,"brier_soft":0.10697848650408065,"tvd":0.24367268164779304,"kl":0.4468183078226779,"case_id":"typed:27/r0","base_id":"typed:27","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.6706}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6253540824564241,"1":0.0029495128237278733,"2":0.055540077164274004,"3":0.3161563275555745},"predicted":"0","confidence":0.6253540824564241,"entropy_confidence":0.3974183757524494,"candidate_mass":0.9945304478054755,"accepted":false,"accepted_predicted":null,"input_tokens":240,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.826115266767289,"brier_hard":1.4882169260481988,"score_mae":0.47916564981899923,"within_one":true,"case_id":"typed:27/r0","base_id":"typed:27","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.6706}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.39329686083294996,"1":0.0008414142494490229,"2":0.008085619249100054,"3":0.5977761056685014},"predicted":"3","confidence":0.5977761056685014,"entropy_confidence":0.48098220075630316,"candidate_mass":0.9987799301504833,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.08042645154714,"brier_hard":1.5104019499669346,"score_mae":0.8436739697531531,"within_one":true,"case_id":"typed:27/r0","base_id":"typed:27","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.6706}
{"id":"action","type":"choice","probabilities":{"continue":0.4871685431889193,"human_review":0.0011177062618287319,"observe":0.005788464601188048,"stop":0.5059252859480645},"predicted":"stop","confidence":0.5059252859480645,"entropy_confidence":0.4716249867837444,"candidate_mass":0.9965189306547073,"accepted":false,"accepted_predicted":null,"input_tokens":212,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.7191451311961643,"brier_hard":0.5189912536463333,"soft_accuracy":0.3102734300936633,"brier_soft":0.3611151231706435,"tvd":0.5059252859480643,"kl":1.627855715729627,"case_id":"typed:28/r0","base_id":"typed:28","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.1995}
{"id":"needs_review","type":"binary","probabilities":{"false":0.845609054929296,"true":0.15439094507070322},"predicted":"false","confidence":0.845609054929296,"entropy_confidence":0.37927957160475456,"candidate_mass":0.9839081263431196,"accepted":true,"accepted_predicted":"false","input_tokens":170,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.1676981361943035,"brier_hard":0.047673127839650054,"soft_accuracy":0.7603590517861062,"brier_soft":0.0019291919040296873,"tvd":0.031057945070703627,"kl":0.003920854712183668,"case_id":"typed:28/r0","base_id":"typed:28","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.1995}
{"id":"outcome","type":"choice","probabilities":{"failure":0.02519934208122985,"harmful":0.0003380683493422436,"partial":0.016055788562999763,"success":0.9584068010064265},"predicted":"success","confidence":0.9584068010064265,"entropy_confidence":0.853918067611383,"candidate_mass":0.9995768387633457,"accepted":true,"accepted_predicted":"success","input_tokens":216,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.04248295543742133,"brier_hard":0.002622903680434426,"soft_accuracy":0.6450520707209564,"brier_soft":0.1432216420293746,"tvd":0.29207786935576957,"kl":0.5440284759189559,"case_id":"typed:28/r0","base_id":"typed:28","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.1995}
{"id":"risk","type":"ordinal","probabilities":{"0":0.641522687032383,"1":0.002292461963016748,"2":0.03400912068137208,"3":0.3221757303232272},"predicted":"0","confidence":0.641522687032383,"entropy_confidence":0.43834671188182217,"candidate_mass":0.9970471152784691,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.4439107299518205,"brier_hard":0.23346506079315965,"score_mae":0.7001708942954425,"within_one":true,"case_id":"typed:28/r0","base_id":"typed:28","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.1995}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.519476310897149,"1":0.0008592912764071281,"2":0.007794983528124965,"3":0.47186941429831797},"predicted":"0","confidence":0.519476310897149,"entropy_confidence":0.4672655618731695,"candidate_mass":0.9982443284069442,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.6549340692955533,"brier_hard":0.45362526008895254,"score_mae":0.9787245012276109,"within_one":true,"case_id":"typed:28/r0","base_id":"typed:28","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.1995}
{"id":"action","type":"choice","probabilities":{"continue":0.7320712333718181,"human_review":0.0012244490426916953,"observe":0.005431711304406902,"stop":0.2612726062810821},"predicted":"continue","confidence":0.7320712333718181,"entropy_confidence":0.5559863698519587,"candidate_mass":0.9967204660973015,"accepted":false,"accepted_predicted":null,"input_tokens":210,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.215501037338601,"brier_hard":1.593359245677783,"soft_accuracy":0.10930201902076223,"brier_soft":0.7567301858010724,"tvd":0.8266778396529009,"kl":3.873255611657127,"case_id":"typed:29/r0","base_id":"typed:29","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.9806}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9369190070983461,"true":0.06308099290165482},"predicted":"false","confidence":0.9369190070983461,"entropy_confidence":0.6604442013281067,"candidate_mass":0.983309919555894,"accepted":true,"accepted_predicted":"false","input_tokens":168,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.763335776655204,"brier_hard":1.7556344517242999,"soft_accuracy":0.45630809929016586,"brier_soft":0.4741802389472776,"tvd":0.4869190070983457,"kl":0.8610171610006974,"case_id":"typed:29/r0","base_id":"typed:29","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.9806}
{"id":"outcome","type":"choice","probabilities":{"failure":0.08869478187318829,"harmful":0.0007161525128012165,"partial":0.027844873912709123,"success":0.882744191701301},"predicted":"success","confidence":0.882744191701301,"entropy_confidence":0.6899178206225227,"candidate_mass":0.9988733770300092,"accepted":true,"accepted_predicted":"success","input_tokens":214,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":3.581106390135023,"brier_hard":1.7321901743661339,"soft_accuracy":0.1398632979588008,"brier_soft":0.9709308818299505,"tvd":0.7660771917013012,"kl":2.064182779212029,"case_id":"typed:29/r0","base_id":"typed:29","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.9806}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7446595271114211,"1":0.002054824963469296,"2":0.032518038868848485,"3":0.22076760905626153},"predicted":"0","confidence":0.7446595271114211,"entropy_confidence":0.5115266179989648,"candidate_mass":0.9968444805260098,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.187564610588964,"brier_hard":1.6002081437567914,"score_mae":0.03727327013004922,"within_one":true,"case_id":"typed:29/r0","base_id":"typed:29","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.9806}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5205178113734507,"1":0.0005569642375039051,"2":0.0060421152700955464,"3":0.472883109118949},"predicted":"0","confidence":0.5205178113734507,"entropy_confidence":0.4741013668609323,"candidate_mass":0.9986490247428836,"accepted":false,"accepted_predicted":null,"input_tokens":211,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.493009525656774,"brier_hard":1.4934801157381021,"score_mae":0.38129052213454195,"within_one":true,"case_id":"typed:29/r0","base_id":"typed:29","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.9806}
{"id":"action","type":"choice","probabilities":{"continue":0.5832179025111331,"human_review":0.0020258434030717143,"observe":0.008500503192837586,"stop":0.40625575089295823},"predicted":"continue","confidence":0.5832179025111331,"entropy_confidence":0.47088953217400786,"candidate_mass":0.9963185137070258,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.201769169789689,"brier_hard":1.5012115327329685,"soft_accuracy":0.09566531861642152,"brier_soft":0.6955994123065474,"tvd":0.8061404700709077,"kl":3.6575111386818273,"case_id":"typed:30/r0","base_id":"typed:30","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.9039}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9693057606730164,"true":0.030694239326982908},"predicted":"false","confidence":0.9693057606730164,"entropy_confidence":0.8021384254359869,"candidate_mass":0.9898314731848701,"accepted":true,"accepted_predicted":"false","input_tokens":188,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.483680286068555,"brier_hard":1.8791073153477913,"soft_accuracy":0.27160484267630525,"brier_soft":1.0157080064271466,"tvd":0.7126387606730168,"kl":2.0279944025150796,"case_id":"typed:30/r0","base_id":"typed:30","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.9039}
{"id":"outcome","type":"choice","probabilities":{"failure":0.05464717366681547,"harmful":0.0005920912645820298,"partial":0.015788475790257887,"success":0.928972259278345},"predicted":"success","confidence":0.928972259278345,"entropy_confidence":0.7856203316342117,"candidate_mass":0.9994780146330102,"accepted":true,"accepted_predicted":"success","input_tokens":234,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.148474985439911,"brier_hard":1.8346484470578133,"soft_accuracy":0.215227495602435,"brier_soft":0.8601922452114589,"tvd":0.7189722592783448,"kl":2.068890141070598,"case_id":"typed:30/r0","base_id":"typed:30","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.9039}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6273285777250787,"1":0.003268194803975565,"2":0.05460332172500142,"3":0.31479990574594247},"predicted":"0","confidence":0.6273285777250787,"entropy_confidence":0.3985125139347244,"candidate_mass":0.9943273965890699,"accepted":false,"accepted_predicted":null,"input_tokens":239,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.723517494221312,"brier_hard":1.489095939320954,"score_mae":0.32645844450819417,"within_one":true,"case_id":"typed:30/r0","base_id":"typed:30","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.9039}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2970717249080029,"1":0.0006479852046014309,"2":0.0065925148783685635,"3":0.695687775009026},"predicted":"3","confidence":0.695687775009026,"entropy_confidence":0.5304913242899861,"candidate_mass":0.99897453194082,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.341642694277862,"brier_hard":1.5709810007648695,"score_mae":0.6175633399884162,"within_one":true,"case_id":"typed:30/r0","base_id":"typed:30","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.9039}
{"id":"action","type":"choice","probabilities":{"continue":0.5415460025683702,"human_review":0.0022968033728069403,"observe":0.007829597190323098,"stop":0.44832759686849855},"predicted":"continue","confidence":0.5415460025683702,"entropy_confidence":0.4635082387656948,"candidate_mass":0.9956382618498111,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.076236960677594,"brier_hard":1.4897426781639465,"soft_accuracy":0.08036752572872197,"brier_soft":0.7241569112301164,"tvd":0.8398735994368693,"kl":3.7700148151960384,"case_id":"typed:31/r0","base_id":"typed:31","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.065}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9743519793727854,"true":0.025648020627213025},"predicted":"false","confidence":0.9743519793727854,"entropy_confidence":0.8279263428790353,"candidate_mass":0.9891098355324481,"accepted":true,"accepted_predicted":"false","input_tokens":190,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.6632888788727094,"brier_hard":1.8987235594153327,"soft_accuracy":0.35769440618816334,"brier_soft":0.7796307882934321,"tvd":0.6243519793727862,"kl":1.74278506515546,"case_id":"typed:31/r0","base_id":"typed:31","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.065}
{"id":"outcome","type":"choice","probabilities":{"failure":0.032840895668526694,"harmful":0.00043981232224599983,"partial":0.013724214309343551,"success":0.9529950776998837},"predicted":"success","confidence":0.9529950776998837,"entropy_confidence":0.8410679741276827,"candidate_mass":0.9994270356479132,"accepted":true,"accepted_predicted":"success","input_tokens":236,"reused_prefix_tokens":0,"expected":"failure","correct":false,"accepted_correct":false,"nll_hard":3.416080721063171,"brier_hard":1.8437848987047527,"soft_accuracy":0.08199399226827887,"brier_soft":1.1704789021722166,"tvd":0.8896620143668204,"kl":2.7082021451795475,"case_id":"typed:31/r0","base_id":"typed:31","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.065}
{"id":"risk","type":"ordinal","probabilities":{"0":0.596797660226942,"1":0.00390841503858592,"2":0.06296490949268722,"3":0.33632901524178416},"predicted":"0","confidence":0.596797660226942,"entropy_confidence":0.3721973634850263,"candidate_mass":0.9949925577627025,"accepted":false,"accepted_predicted":null,"input_tokens":241,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.5446233481413,"brier_hard":1.465447679204225,"score_mae":0.2221582797493128,"within_one":true,"case_id":"typed:31/r0","base_id":"typed:31","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.065}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.32098579458135723,"1":0.0009080045519549712,"2":0.006980038487768464,"3":0.6711261623789204},"predicted":"3","confidence":0.6711261623789204,"entropy_confidence":0.5142355806133325,"candidate_mass":0.9989593845187004,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.004261166209279,"brier_hard":1.5516757424581296,"score_mae":0.7282465686642532,"within_one":true,"case_id":"typed:31/r0","base_id":"typed:31","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.065}
{"id":"action","type":"choice","probabilities":{"continue":0.38120520941046665,"human_review":0.0016768765801295842,"observe":0.007798010918903254,"stop":0.6093199030905008},"predicted":"stop","confidence":0.6093199030905008,"entropy_confidence":0.4820201549964702,"candidate_mass":0.9975630338023158,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.390822394478704,"brier_hard":1.513298023712992,"soft_accuracy":0.08937541142814968,"brier_soft":0.7445674073506385,"tvd":0.8238582791678006,"kl":3.9445490200522237,"case_id":"typed:32/r0","base_id":"typed:32","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.020499}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9538426444356454,"true":0.046157355564355504},"predicted":"false","confidence":0.9538426444356454,"entropy_confidence":0.7301562190636754,"candidate_mass":0.9875896457846622,"accepted":true,"accepted_predicted":"false","input_tokens":182,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.0756989468905083,"brier_hard":1.8196315806879682,"soft_accuracy":0.22769441333861343,"brier_soft":1.1365574651394525,"tvd":0.753842644435645,"kl":1.9696080467898207,"case_id":"typed:32/r0","base_id":"typed:32","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.020499}
{"id":"outcome","type":"choice","probabilities":{"failure":0.033112125221870264,"harmful":0.00040693470394044214,"partial":0.011929997545249114,"success":0.9545509425289417},"predicted":"success","confidence":0.9545509425289417,"entropy_confidence":0.8461705959535167,"candidate_mass":0.9996849114455478,"accepted":true,"accepted_predicted":"success","input_tokens":228,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.806857817971128,"brier_hard":1.9115925357490018,"soft_accuracy":0.05993940646544165,"brier_soft":1.1047497700039992,"tvd":0.9045509425289409,"kl":4.021282446892255,"case_id":"typed:32/r0","base_id":"typed:32","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.020499}
{"id":"risk","type":"ordinal","probabilities":{"0":0.573095326477074,"1":0.003784639051532701,"2":0.03878524260948524,"3":0.3843347918619089},"predicted":"0","confidence":0.573095326477074,"entropy_confidence":0.3986068107175065,"candidate_mass":0.9973142449543808,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9562412524311235,"brier_hard":0.70900052027861,"score_mae":0.9656405001437705,"within_one":true,"case_id":"typed:32/r0","base_id":"typed:32","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.020499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2635781115050937,"1":0.0007163896754009002,"2":0.00842450636340389,"3":0.7272809924561024},"predicted":"3","confidence":0.7272809924561024,"entropy_confidence":0.5466462438517763,"candidate_mass":0.9990966732238128,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.776610396341127,"brier_hard":1.5816335356473512,"score_mae":0.14940837977051613,"within_one":true,"case_id":"typed:32/r0","base_id":"typed:32","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.020499}
{"id":"action","type":"choice","probabilities":{"continue":0.48126309136627177,"human_review":0.0018309258303399235,"observe":0.007489240473808275,"stop":0.5094167423295793},"predicted":"stop","confidence":0.5094167423295793,"entropy_confidence":0.4634919113739857,"candidate_mass":0.997190933996326,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.302933521843745,"brier_hard":1.4875171698286924,"soft_accuracy":0.18822881014083997,"brier_soft":0.5919434789856922,"tvd":0.6240128336958515,"kl":3.3366574841466208,"case_id":"typed:33/r0","base_id":"typed:33","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":140.6722}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9596794037315497,"true":0.04032059626844897},"predicted":"false","confidence":0.9596794037315497,"entropy_confidence":0.7562398148939238,"candidate_mass":0.9879638739593177,"accepted":true,"accepted_predicted":"false","input_tokens":188,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.210892866924379,"brier_hard":1.8419691158930882,"soft_accuracy":0.10161148988559154,"brier_soft":1.594942306436803,"tvd":0.8930124037315503,"kl":2.7546451130537313,"case_id":"typed:33/r0","base_id":"typed:33","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":140.6722}
{"id":"outcome","type":"choice","probabilities":{"failure":0.042254042421912434,"harmful":0.0006177836439654083,"partial":0.0166541312758139,"success":0.9404740426583091},"predicted":"success","confidence":0.9404740426583091,"entropy_confidence":0.8094362229672751,"candidate_mass":0.9994574472410485,"accepted":true,"accepted_predicted":"success","input_tokens":234,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.389372252473489,"brier_hard":1.885319003472308,"soft_accuracy":0.008199579417862292,"brier_soft":1.4873780897025142,"tvd":0.9404740426583087,"kl":5.7857042875040925,"case_id":"typed:33/r0","base_id":"typed:33","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":140.6722}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6433037528091514,"1":0.003377770645536764,"2":0.05769395032261738,"3":0.29562452622269536},"predicted":"0","confidence":0.6433037528091514,"entropy_confidence":0.40283067189562227,"candidate_mass":0.9943790765468166,"accepted":false,"accepted_predicted":null,"input_tokens":239,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.218665122366584,"brier_hard":0.9133245276757027,"score_mae":1.6943607500411426,"within_one":false,"case_id":"typed:33/r0","base_id":"typed:33","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":140.6722}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3005947374396463,"1":0.0008244090730863553,"2":0.007325376545102122,"3":0.6912554769421654},"predicted":"3","confidence":0.6912554769421654,"entropy_confidence":0.5250472596148827,"candidate_mass":0.9989092473780854,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.36924580293334236,"brier_hard":0.185734717486467,"score_mae":0.42742540701021303,"within_one":true,"case_id":"typed:33/r0","base_id":"typed:33","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":140.6722}
{"id":"action","type":"choice","probabilities":{"continue":0.44178106820191804,"human_review":0.0020931941025046363,"observe":0.0059846380590677815,"stop":0.5501410996365099},"predicted":"stop","confidence":0.5501410996365099,"entropy_confidence":0.47110196863278386,"candidate_mass":0.9974922399475151,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.118559416476259,"brier_hard":1.4858966629670094,"soft_accuracy":0.16141192344198602,"brier_soft":0.5278202477571727,"tvd":0.6419221678384277,"kl":2.6540831387374872,"case_id":"typed:34/r0","base_id":"typed:34","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1622}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9815698690598906,"true":0.01843013094011023},"predicted":"false","confidence":0.9815698690598906,"entropy_confidence":0.8674669389476845,"candidate_mass":0.9934175955106511,"accepted":true,"accepted_predicted":"false","input_tokens":191,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.018602081798317002,"brier_hard":0.000679339452939185,"soft_accuracy":0.6123666238272208,"brier_soft":0.2663082076962787,"tvd":0.36490286905989017,"kl":0.876742271539322,"case_id":"typed:34/r0","base_id":"typed:34","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1622}
{"id":"outcome","type":"choice","probabilities":{"failure":0.050739160060727095,"harmful":0.0004905923593191077,"partial":0.019172138427434114,"success":0.9295981091525186},"predicted":"success","confidence":0.9295981091525186,"entropy_confidence":0.7845549042498476,"candidate_mass":0.9991012380249346,"accepted":true,"accepted_predicted":"success","input_tokens":237,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.07300292693075149,"brier_hard":0.007898700171312485,"soft_accuracy":0.5674361317651568,"brier_soft":0.18055661828051434,"tvd":0.3295975091519192,"kl":0.6823374897256455,"case_id":"typed:34/r0","base_id":"typed:34","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1622}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7223879526809053,"1":0.002487894855115139,"2":0.042222174691363634,"3":0.23290197777261712},"predicted":"0","confidence":0.7223879526809053,"entropy_confidence":0.4785890482029934,"candidate_mass":0.9959523811002572,"accepted":false,"accepted_predicted":null,"input_tokens":242,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.16480972932942,"brier_hard":1.4934322377026574,"score_mae":0.9076948224443062,"within_one":true,"case_id":"typed:34/r0","base_id":"typed:34","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1622}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2184005021195364,"1":0.0005264832190449805,"2":0.0046982344532529125,"3":0.7763747802081662},"predicted":"3","confidence":0.7763747802081662,"entropy_confidence":0.5975200938521162,"candidate_mass":0.999363491567958,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.549291099557294,"brier_hard":1.6494259628228116,"score_mae":1.1223802927500495,"within_one":false,"case_id":"typed:34/r0","base_id":"typed:34","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1622}
{"id":"action","type":"choice","probabilities":{"continue":0.4814687052538014,"human_review":0.0022857625979783467,"observe":0.008198943566394593,"stop":0.5080465885818242},"predicted":"stop","confidence":0.5080465885818242,"entropy_confidence":0.45953914795003514,"candidate_mass":0.9965357228764564,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.7309140441369628,"brier_hard":0.5270584871870577,"soft_accuracy":0.26026435006955234,"brier_soft":0.3655783531115558,"tvd":0.4913795885818249,"kl":1.7566974404901565,"case_id":"typed:35/r0","base_id":"typed:35","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.0022}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9746715725807729,"true":0.025328427419228736},"predicted":"false","confidence":0.9746715725807729,"entropy_confidence":0.829606376078377,"candidate_mass":0.9888095283376824,"accepted":true,"accepted_predicted":"false","input_tokens":192,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02565471336563974,"brier_hard":0.0012830584710621952,"soft_accuracy":0.7531584884907943,"brier_soft":0.08653180442901935,"tvd":0.20800457258077207,"kl":0.3340881888590433,"case_id":"typed:35/r0","base_id":"typed:35","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.0022}
{"id":"outcome","type":"choice","probabilities":{"failure":0.041383489323918575,"harmful":0.0005410633061973048,"partial":0.019849312901040746,"success":0.9382261344688431},"predicted":"success","confidence":0.9382261344688431,"entropy_confidence":0.8027133054159095,"candidate_mass":0.9991142365527961,"accepted":true,"accepted_predicted":"success","input_tokens":238,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06376427750810623,"brier_hard":0.005922891623429077,"soft_accuracy":0.5419215309663332,"brier_soft":0.24855469640644876,"tvd":0.3715591344688432,"kl":0.7774842227082194,"case_id":"typed:35/r0","base_id":"typed:35","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.0022}
{"id":"risk","type":"ordinal","probabilities":{"0":0.619837610618078,"1":0.0040115058433296165,"2":0.06750289337508998,"3":0.3086479901635034},"predicted":"0","confidence":0.619837610618078,"entropy_confidence":0.3771907926231476,"candidate_mass":0.9933862309149776,"accepted":false,"accepted_predicted":null,"input_tokens":243,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.4782977536075422,"brier_hard":0.24435975692568204,"score_mae":0.4616282630840197,"within_one":true,"case_id":"typed:35/r0","base_id":"typed:35","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.0022}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.28413012607154264,"1":0.0009488266208754377,"2":0.0075583056544906635,"3":0.7073627416530927},"predicted":"3","confidence":0.7073627416530927,"entropy_confidence":0.5340441679180739,"candidate_mass":0.9988900512389872,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.2583229553653403,"brier_hard":1.0128897529336485,"score_mae":1.4481536628891347,"within_one":false,"case_id":"typed:35/r0","base_id":"typed:35","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.0022}
{"id":"action","type":"choice","probabilities":{"continue":0.39340061536113957,"human_review":0.0017252496408583407,"observe":0.00904875276398578,"stop":0.5958253822340176},"predicted":"stop","confidence":0.5958253822340176,"entropy_confidence":0.474073344175741,"candidate_mass":0.9969320651008069,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.362383519631479,"brier_hard":1.506406287412027,"soft_accuracy":0.11230381261177766,"brier_soft":0.6174715392481882,"tvd":0.7558929975951565,"kl":3.32101260910892,"case_id":"typed:36/r0","base_id":"typed:36","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5753}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9661929914912988,"true":0.03380700850870209},"predicted":"false","confidence":0.9661929914912988,"entropy_confidence":0.7868615947232168,"candidate_mass":0.9874997197273522,"accepted":true,"accepted_predicted":"false","input_tokens":184,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.3870871456592226,"brier_hard":1.8670577936138082,"soft_accuracy":0.32906288058185207,"brier_soft":0.8437680272455081,"tvd":0.6495259914912983,"kl":1.7010675678673457,"case_id":"typed:36/r0","base_id":"typed:36","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5753}
{"id":"outcome","type":"choice","probabilities":{"failure":0.034371761375880217,"harmful":0.0003974358324273653,"partial":0.0162751989290499,"success":0.9489556038626425},"predicted":"success","confidence":0.9489556038626425,"entropy_confidence":0.8299749223052391,"candidate_mass":0.9995475946148934,"accepted":true,"accepted_predicted":"success","input_tokens":230,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.118112867979107,"brier_hard":1.8694127982797142,"soft_accuracy":0.20914507677215904,"brier_soft":0.8486730425934961,"tvd":0.74935303969507,"kl":1.9946576336124286,"case_id":"typed:36/r0","base_id":"typed:36","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5753}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6168297068166729,"1":0.003807893690862898,"2":0.04515368788601354,"3":0.33420871160644977},"predicted":"0","confidence":0.6168297068166729,"entropy_confidence":0.40459794800733917,"candidate_mass":0.9964447215640312,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.48316229509016045,"brier_hard":0.26056829207590837,"score_mae":0.6967414042822392,"within_one":true,"case_id":"typed:36/r0","base_id":"typed:36","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5753}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.25289474374126114,"1":0.000524728895625236,"2":0.007694541730416746,"3":0.7388859856326955},"predicted":"3","confidence":0.7388859856326955,"entropy_confidence":0.5580412503135994,"candidate_mass":0.9992140446535127,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.55262881803278,"brier_hard":1.6089182746979624,"score_mae":1.2659047692545453,"within_one":false,"case_id":"typed:36/r0","base_id":"typed:36","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5753}
{"id":"action","type":"choice","probabilities":{"continue":0.4740094112721514,"human_review":0.0020300960414956827,"observe":0.006379777051526471,"stop":0.5175807156348255},"predicted":"stop","confidence":0.5175807156348255,"entropy_confidence":0.4665144459529099,"candidate_mass":0.9968770602170953,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.199672175965958,"brier_hard":1.488559349933803,"soft_accuracy":0.0980223779516823,"brier_soft":0.7152189416694299,"tvd":0.8015901269069774,"kl":3.8248890412438024,"case_id":"typed:37/r0","base_id":"typed:37","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.73679999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9736567825450597,"true":0.02634321745494068},"predicted":"false","confidence":0.9736567825450597,"entropy_confidence":0.8242921105246956,"candidate_mass":0.9882717327649755,"accepted":true,"accepted_predicted":"false","input_tokens":189,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.636544439217907,"brier_hard":1.8960150603919945,"soft_accuracy":0.25369847307656923,"brier_soft":1.0765045491487375,"tvd":0.7336567825450595,"kl":2.2191009857403095,"case_id":"typed:37/r0","base_id":"typed:37","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.73679999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.056892278099714595,"harmful":0.0006723671525732664,"partial":0.02220848337035447,"success":0.9202268713773581},"predicted":"success","confidence":0.9202268713773581,"entropy_confidence":0.7626365338336225,"candidate_mass":0.9993738442456265,"accepted":true,"accepted_predicted":"success","input_tokens":235,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.304706008644381,"brier_hard":1.8492031606183887,"soft_accuracy":0.05319616426443671,"brier_soft":1.153467121950662,"tvd":0.876893871377358,"kl":4.443299560527098,"case_id":"typed:37/r0","base_id":"typed:37","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.73679999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6452062964297601,"1":0.0032727067410543566,"2":0.046916237060364595,"3":0.3046047597688207},"predicted":"0","confidence":0.6452062964297601,"entropy_confidence":0.41781644882803715,"candidate_mass":0.9946540623923187,"accepted":false,"accepted_predicted":null,"input_tokens":240,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.188740212350254,"brier_hard":0.9020775489981044,"score_mae":1.3590805398317545,"within_one":false,"case_id":"typed:37/r0","base_id":"typed:37","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.73679999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2054148220812576,"1":0.0006629938366802033,"2":0.005766942989369952,"3":0.788155241092691},"predicted":"3","confidence":0.788155241092691,"entropy_confidence":0.6051864932411821,"candidate_mass":0.9990844197997126,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.23806020206467698,"brier_hard":0.08710714819944072,"score_mae":0.059995603093493166,"within_one":true,"case_id":"typed:37/r0","base_id":"typed:37","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.73679999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.4609128675629808,"human_review":0.0020679514394174535,"observe":0.009178339034726772,"stop":0.5278408419628758},"predicted":"stop","confidence":0.5278408419628758,"entropy_confidence":0.458913659705663,"candidate_mass":0.9964460181954952,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.690909023756394,"brier_hard":1.472788466190346,"soft_accuracy":0.12379928181800873,"brier_soft":0.6074356584017823,"tvd":0.7387537095258562,"kl":2.9003467756865637,"case_id":"typed:38/r0","base_id":"typed:38","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5536}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9683088520922875,"true":0.03169114790771093},"predicted":"false","confidence":0.9683088520922875,"entropy_confidence":0.797196758533101,"candidate_mass":0.9921351624467236,"accepted":true,"accepted_predicted":"false","input_tokens":184,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.03220418051623144,"brier_hard":0.002008657711416924,"soft_accuracy":0.6248820483520412,"brier_soft":0.22441764296990924,"tvd":0.3349758520922883,"kl":0.628869067553074,"case_id":"typed:38/r0","base_id":"typed:38","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5536}
{"id":"outcome","type":"choice","probabilities":{"failure":0.0546220829007991,"harmful":0.0004893990047144543,"partial":0.019071517098885923,"success":0.9258170009956017},"predicted":"success","confidence":0.9258170009956017,"entropy_confidence":0.7768081265759833,"candidate_mass":0.9993312985789108,"accepted":true,"accepted_predicted":"success","input_tokens":230,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.0770786869808795,"brier_hard":0.00885065155754724,"soft_accuracy":0.49134318901255514,"brier_soft":0.2913313751240278,"tvd":0.40915051766208443,"kl":0.8770170582044883,"case_id":"typed:38/r0","base_id":"typed:38","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5536}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5727429208462013,"1":0.003658670624749917,"2":0.04533870567906787,"3":0.37825970284998034},"predicted":"0","confidence":0.5727429208462013,"entropy_confidence":0.38849814774815694,"candidate_mass":0.9967358122265366,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.5573183176617107,"brier_hard":0.3276979985905844,"score_mae":0.7191151905328266,"within_one":true,"case_id":"typed:38/r0","base_id":"typed:38","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5536}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3033199946463689,"1":0.000601117630314633,"2":0.00761699591937917,"3":0.6884618918039364},"predicted":"3","confidence":0.6884618918039364,"entropy_confidence":0.5235791222069028,"candidate_mass":0.9990759544019924,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.1929669427995115,"brier_hard":0.9594011862950317,"score_mae":1.2612207848808823,"within_one":false,"case_id":"typed:38/r0","base_id":"typed:38","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5536}
{"id":"action","type":"choice","probabilities":{"continue":0.4387352672461751,"human_review":0.0015701624144779454,"observe":0.008086840650312966,"stop":0.5516077296890348},"predicted":"stop","confidence":0.5516077296890348,"entropy_confidence":0.46713060639314885,"candidate_mass":0.996415149925075,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.456576216260302,"brier_hard":1.4936872597510196,"soft_accuracy":0.07201490228524705,"brier_soft":0.9194649800103146,"tvd":0.8570098636020762,"kl":4.624382021608395,"case_id":"typed:39/r0","base_id":"typed:39","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":102.8232}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9247498338303581,"true":0.07525016616964031},"predicted":"false","confidence":0.9247498338303581,"entropy_confidence":0.6147823809400154,"candidate_mass":0.9919999325185247,"accepted":true,"accepted_predicted":"false","input_tokens":173,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.5869371671211674,"brier_hard":1.710324510338553,"soft_accuracy":0.16020013293571206,"brier_soft":1.3604245768064094,"tvd":0.8247498338303589,"kl":2.0109836798137035,"case_id":"typed:39/r0","base_id":"typed:39","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":102.8232}
{"id":"outcome","type":"choice","probabilities":{"failure":0.038219845665428485,"harmful":0.000358857004141419,"partial":0.016685839429661106,"success":0.9447354579007677},"predicted":"success","confidence":0.9447354579007677,"entropy_confidence":0.8199383449643615,"candidate_mass":0.9995055949447049,"accepted":true,"accepted_predicted":"success","input_tokens":219,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.932586565980166,"brier_hard":1.8935466740252016,"soft_accuracy":0.04321962662514949,"brier_soft":1.1878253614502585,"tvd":0.911402424567735,"kl":4.730483452054703,"case_id":"typed:39/r0","base_id":"typed:39","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":102.8232}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6255226150885583,"1":0.0024901058040138584,"2":0.04465872393820728,"3":0.3273285551692217},"predicted":"0","confidence":0.6255226150885583,"entropy_confidence":0.4136940127912292,"candidate_mass":0.9965762014769317,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.116790856645025,"brier_hard":0.8457660169286596,"score_mae":1.3928737808119067,"within_one":false,"case_id":"typed:39/r0","base_id":"typed:39","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":102.8232}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2476156358941007,"1":0.0006009908161105257,"2":0.005650928011685765,"3":0.7461324452781034},"predicted":"3","confidence":0.7461324452781034,"entropy_confidence":0.5687395304269451,"candidate_mass":0.9988837967131995,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":5.175935497455431,"brier_hard":1.6067575671899046,"score_mae":0.18363318267379247,"within_one":true,"case_id":"typed:39/r0","base_id":"typed:39","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":102.8232}
{"id":"action","type":"choice","probabilities":{"continue":0.46391274971658353,"human_review":0.0017317025620532307,"observe":0.005290753560972851,"stop":0.5290647941603921},"predicted":"stop","confidence":0.5290647941603921,"entropy_confidence":0.4720582150999052,"candidate_mass":0.9970789847484464,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.358650214505484,"brier_hard":1.4916921815124795,"soft_accuracy":0.18079147677376786,"brier_soft":0.4207949108670501,"tvd":0.6429775438769747,"kl":2.7506175912831154,"case_id":"typed:40/r0","base_id":"typed:40","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.72959999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9548199461061863,"true":0.04518005389381505},"predicted":"false","confidence":0.9548199461061863,"entropy_confidence":0.7344419213170146,"candidate_mass":0.9926646442498743,"accepted":true,"accepted_predicted":"false","input_tokens":179,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.0970995750741324,"brier_hard":1.8233622589644383,"soft_accuracy":0.2574290588634043,"brier_soft":1.04108682680326,"tvd":0.7214869461061856,"kl":1.8419592217272802,"case_id":"typed:40/r0","base_id":"typed:40","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.72959999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.05379601592564871,"harmful":0.0004595632323880768,"partial":0.019469137997451716,"success":0.9262752828445118},"predicted":"success","confidence":0.9262752828445118,"entropy_confidence":0.7775516671007918,"candidate_mass":0.9993738573074145,"accepted":true,"accepted_predicted":"success","input_tokens":225,"reused_prefix_tokens":0,"expected":"failure","correct":false,"accepted_correct":false,"nll_hard":2.9225558679830925,"brier_hard":1.7536671376195838,"soft_accuracy":0.08261481282502063,"brier_soft":1.24914125937684,"tvd":0.8829422828445116,"kl":2.3200776730333055,"case_id":"typed:40/r0","base_id":"typed:40","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.72959999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6942267326410259,"1":0.002548042042656021,"2":0.04324994661057926,"3":0.259975278705738},"predicted":"0","confidence":0.6942267326410259,"entropy_confidence":0.4556358754889853,"candidate_mass":0.9970623976750476,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.36495666773779695,"brier_hard":0.16296148696957793,"score_mae":0.4456407713810285,"within_one":true,"case_id":"typed:40/r0","base_id":"typed:40","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.72959999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.31425802842659156,"1":0.0005698810827753478,"2":0.005631829702986952,"3":0.6795402607876457},"predicted":"3","confidence":0.6795402607876457,"entropy_confidence":0.5241087223314823,"candidate_mass":0.9990136859045551,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.470082845611174,"brier_hard":1.5594253545666112,"score_mae":0.7837873228516861,"within_one":true,"case_id":"typed:40/r0","base_id":"typed:40","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.72959999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.4706681907790769,"human_review":0.0026770105361692813,"observe":0.0073690529798692865,"stop":0.5192857457048848},"predicted":"stop","confidence":0.5192857457048848,"entropy_confidence":0.4611343087366575,"candidate_mass":0.9968012872384832,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.7536019114031304,"brier_hard":0.549911319272605,"soft_accuracy":0.26943618125476293,"brier_soft":0.394597716099233,"tvd":0.5192857457048847,"kl":1.7378471313028379,"case_id":"typed:41/r0","base_id":"typed:41","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.4155}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9777607706332896,"true":0.02223922936670989},"predicted":"false","confidence":0.9777607706332896,"entropy_confidence":0.8461649799288835,"candidate_mass":0.990702333830567,"accepted":true,"accepted_predicted":"false","input_tokens":191,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02249024967382952,"brier_hard":0.0009891666456502864,"soft_accuracy":0.8025821399082638,"brier_soft":0.051902405873701984,"tvd":0.16109377063328983,"kl":0.239703623167098,"case_id":"typed:41/r0","base_id":"typed:41","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.4155}
{"id":"outcome","type":"choice","probabilities":{"failure":0.04348132265568455,"harmful":0.0005443226067293229,"partial":0.023144568160327717,"success":0.9328297865772581},"predicted":"success","confidence":0.9328297865772581,"entropy_confidence":0.7890434804071268,"candidate_mass":0.9992126158583048,"accepted":true,"accepted_predicted":"success","input_tokens":237,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06953253145871224,"brier_hard":0.006938430313572691,"soft_accuracy":0.5858121455082025,"brier_soft":0.17819629022968392,"tvd":0.3167071091839876,"kl":0.5675814088260135,"case_id":"typed:41/r0","base_id":"typed:41","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.4155}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5907522656597307,"1":0.0038744509150925297,"2":0.05470194263834342,"3":0.35067134078683343},"predicted":"0","confidence":0.5907522656597307,"entropy_confidence":0.3804416846573614,"candidate_mass":0.9952897172412266,"accepted":false,"accepted_predicted":null,"input_tokens":242,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.526358527696523,"brier_hard":0.29346141121018116,"score_mae":0.8319593585522796,"within_one":true,"case_id":"typed:41/r0","base_id":"typed:41","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.4155}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.30877140452492374,"1":0.0011653871272128255,"2":0.007485045332971693,"3":0.6825781630148909},"predicted":"3","confidence":0.6825781630148909,"entropy_confidence":0.5181213042756567,"candidate_mass":0.9989209437876182,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.1751540670463996,"brier_hard":0.9437673038580227,"score_mae":1.6305369668378293,"within_one":false,"case_id":"typed:41/r0","base_id":"typed:41","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.4155}
{"id":"action","type":"choice","probabilities":{"continue":0.3837082594752507,"human_review":0.0013884525663914503,"observe":0.006731354886241365,"stop":0.6081719330721177},"predicted":"stop","confidence":0.6081719330721177,"entropy_confidence":0.4858343506509698,"candidate_mass":0.996696859905387,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.9578727560936926,"brier_hard":0.7497358485548349,"soft_accuracy":0.15957133192076417,"brier_soft":0.525787259219808,"tvd":0.5918801925473678,"kl":2.7186896109963836,"case_id":"typed:42/r0","base_id":"typed:42","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.6899}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9530102855639955,"true":0.046989714436006226},"predicted":"false","confidence":0.9530102855639955,"entropy_confidence":0.7265308312779744,"candidate_mass":0.9877541977092358,"accepted":true,"accepted_predicted":"false","input_tokens":180,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.04812958255931929,"brier_hard":0.004416066525554664,"soft_accuracy":0.5906020571127998,"brier_soft":0.24923252342794608,"tvd":0.3530102855639946,"kl":0.5789966997297503,"case_id":"typed:42/r0","base_id":"typed:42","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.6899}
{"id":"outcome","type":"choice","probabilities":{"failure":0.022630898339182384,"harmful":0.0002739433125908109,"partial":0.010631274731249016,"success":0.9664638836169793},"predicted":"success","confidence":0.9664638836169793,"entropy_confidence":0.8779059824366424,"candidate_mass":0.9995838140524451,"accepted":true,"accepted_predicted":"success","input_tokens":226,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.034111349250295624,"brier_hard":0.0017499277090437227,"soft_accuracy":0.41249506746021963,"brier_soft":0.4535765378005631,"tvd":0.5500708269295693,"kl":1.3549063971789101,"case_id":"typed:42/r0","base_id":"typed:42","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.6899}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7205519898947869,"1":0.0028509703253143436,"2":0.035475638801424535,"3":0.2411214009784737},"predicted":"0","confidence":0.7205519898947869,"entropy_confidence":0.48474635195966875,"candidate_mass":0.9971193224485697,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.32773770806840113,"brier_hard":0.13749736934175016,"score_mae":0.4004994508635845,"within_one":true,"case_id":"typed:42/r0","base_id":"typed:42","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.6899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.371441047986463,"1":0.0007401446043430935,"2":0.007762173166719744,"3":0.6200566342424743},"predicted":"3","confidence":0.6200566342424743,"entropy_confidence":0.48981772806590296,"candidate_mass":0.9984992996567602,"accepted":false,"accepted_predicted":null,"input_tokens":223,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":0.990365113859248,"brier_hard":0.779617384970767,"score_mae":1.4031013936652053,"within_one":false,"case_id":"typed:42/r0","base_id":"typed:42","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.6899}
{"id":"action","type":"choice","probabilities":{"continue":0.45588852829781223,"human_review":0.0014507884689678513,"observe":0.006942571851069527,"stop":0.5357181113821496},"predicted":"stop","confidence":0.5357181113821496,"entropy_confidence":0.4687581704084989,"candidate_mass":0.996481660338892,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.535648098637946,"brier_hard":1.4919769722495557,"soft_accuracy":0.10018066331195365,"brier_soft":0.7022947781195841,"tvd":0.7916066396799623,"kl":3.929456939104686,"case_id":"typed:43/r0","base_id":"typed:43","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.9436}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9283568059452729,"true":0.0716431940547254},"predicted":"false","confidence":0.9283568059452729,"entropy_confidence":0.627973975772455,"candidate_mass":0.9927321516267797,"accepted":true,"accepted_predicted":"false","input_tokens":173,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.6360571179883365,"brier_hard":1.7236927182898214,"soft_accuracy":0.32865727762188973,"brier_soft":0.7896645511554927,"tvd":0.6283568059452738,"kl":1.2566774198152788,"case_id":"typed:43/r0","base_id":"typed:43","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.9436}
{"id":"outcome","type":"choice","probabilities":{"failure":0.02641572278638312,"harmful":0.0003291552191543872,"partial":0.01355554303962229,"success":0.9596995789548401},"predicted":"success","confidence":0.9596995789548401,"entropy_confidence":0.858321645408784,"candidate_mass":0.9995245047377768,"accepted":true,"accepted_predicted":"success","input_tokens":219,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.3009597348920785,"brier_hard":1.8947938472674373,"soft_accuracy":0.26775944440963356,"brier_soft":0.6924974000834146,"tvd":0.6930325789548402,"kl":2.0552787232541894,"case_id":"typed:43/r0","base_id":"typed:43","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.9436}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5415739818830951,"1":0.002357787188164381,"2":0.042312203226471966,"3":0.4137560277022689},"predicted":"0","confidence":0.5415739818830951,"entropy_confidence":0.39020911956215776,"candidate_mass":0.9967015371274465,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.1626797421842383,"brier_hard":1.3816679035620307,"score_mae":0.371749723252085,"within_one":true,"case_id":"typed:43/r0","base_id":"typed:43","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.9436}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.21017612992186108,"1":0.0004260147559198147,"2":0.004884509315042148,"3":0.7845133460071774},"predicted":"3","confidence":0.7845133460071774,"entropy_confidence":0.6050407964020782,"candidate_mass":0.9990939650645364,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":5.321686445811544,"brier_hard":1.6498902169420449,"score_mae":0.6137350714075365,"within_one":true,"case_id":"typed:43/r0","base_id":"typed:43","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":110.9436}
{"id":"action","type":"choice","probabilities":{"continue":0.4805929105492767,"human_review":0.001479932883431726,"observe":0.007496577721417777,"stop":0.5104305788458746},"predicted":"stop","confidence":0.5104305788458746,"entropy_confidence":0.4649491695958281,"candidate_mass":0.996684988887677,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.515758541267029,"brier_hard":1.488607444603169,"soft_accuracy":0.07723722373545068,"brier_soft":0.7832042184551311,"tvd":0.8410234893951509,"kl":4.23942227757427,"case_id":"typed:44/r0","base_id":"typed:44","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.73679899999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9759127981685156,"true":0.024087201831485258},"predicted":"false","confidence":0.9759127981685156,"entropy_confidence":0.8361885293558357,"candidate_mass":0.9919883586760949,"accepted":true,"accepted_predicted":"false","input_tokens":182,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.7260746238762223,"brier_hard":1.904811579258202,"soft_accuracy":0.29377080351844503,"brier_soft":0.9593335536622826,"tvd":0.6925797981685152,"kl":2.0811892372770795,"case_id":"typed:44/r0","base_id":"typed:44","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.73679899999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.028407124991055934,"harmful":0.00023722480443334369,"partial":0.009987847199266108,"success":0.9613678030052442},"predicted":"success","confidence":0.9613678030052442,"entropy_confidence":0.8650899077237708,"candidate_mass":0.9997155406550042,"accepted":true,"accepted_predicted":"success","input_tokens":228,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.6063862051131395,"brier_hard":1.905159136374139,"soft_accuracy":0.23717717945792463,"brier_soft":0.7841140051905553,"tvd":0.7280345696720111,"kl":2.1753384252151946,"case_id":"typed:44/r0","base_id":"typed:44","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.73679899999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6796287318591645,"1":0.002479931860592667,"2":0.02805494537471388,"3":0.28983639090552876},"predicted":"0","confidence":0.6796287318591645,"entropy_confidence":0.4686854521583991,"candidate_mass":0.9979813191701139,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.5735903568595546,"brier_hard":1.4905836859342223,"score_mae":0.6719010046733934,"within_one":true,"case_id":"typed:44/r0","base_id":"typed:44","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.73679899999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.29637812802224367,"1":0.0005281044991060607,"2":0.006849164254252516,"3":0.6962446032243992},"predicted":"3","confidence":0.6962446032243992,"entropy_confidence":0.5306708760380616,"candidate_mass":0.9990855282431803,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.546216378866998,"brier_hard":1.5715875232362022,"score_mae":0.7862932426808082,"within_one":true,"case_id":"typed:44/r0","base_id":"typed:44","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.73679899999999}
{"id":"action","type":"choice","probabilities":{"continue":0.41171699071403817,"human_review":0.0015680801492190476,"observe":0.0051965405961070105,"stop":0.5815183885406351},"predicted":"stop","confidence":0.5815183885406351,"entropy_confidence":0.4820197598889996,"candidate_mass":0.9972891096047136,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.259762144764444,"brier_hard":1.4973108983708279,"soft_accuracy":0.10522747329139598,"brier_soft":0.7572494196475632,"tvd":0.7599021459214402,"kl":3.3945970759324227,"case_id":"typed:45/r0","base_id":"typed:45","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.4006}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9723799053646415,"true":0.0276200946353568},"predicted":"false","confidence":0.9723799053646415,"entropy_confidence":0.817687398515711,"candidate_mass":0.9908214903487331,"accepted":true,"accepted_predicted":"false","input_tokens":179,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02800870174274907,"brier_hard":0.0015257392553322264,"soft_accuracy":0.7991742549842096,"brier_soft":0.04849301779419611,"tvd":0.15571290536464233,"kl":0.20448471110218258,"case_id":"typed:45/r0","base_id":"typed:45","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.4006}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03873593917518165,"harmful":0.0003511773257330224,"partial":0.01597696045252421,"success":0.9449359230465603},"predicted":"success","confidence":0.9449359230465603,"entropy_confidence":0.8208654322829483,"candidate_mass":0.9993981430106584,"accepted":true,"accepted_predicted":"success","input_tokens":225,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.056638160087281605,"brier_hard":0.0047879121453333374,"soft_accuracy":0.6228348090486757,"brier_soft":0.1362124179191024,"tvd":0.2952871003722937,"kl":0.48651363441985507,"case_id":"typed:45/r0","base_id":"typed:45","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.4006}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7167168509090204,"1":0.002853032123093922,"2":0.04354266641826754,"3":0.2368874505496195},"predicted":"0","confidence":0.7167168509090204,"entropy_confidence":0.4712100031699611,"candidate_mass":0.9956327429269469,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.859372947405145,"brier_hard":1.5659967479497614,"score_mae":0.06726771660848752,"within_one":true,"case_id":"typed:45/r0","base_id":"typed:45","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.4006}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2969579530451461,"1":0.0005522158012309447,"2":0.005937468222129436,"3":0.6965523629314936},"predicted":"3","confidence":0.6965523629314936,"entropy_confidence":0.5332747860329932,"candidate_mass":0.9991208419958856,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.214164722440298,"brier_hard":0.9794888725630981,"score_mae":1.9187512410399707,"within_one":false,"case_id":"typed:45/r0","base_id":"typed:45","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.4006}
{"id":"action","type":"choice","probabilities":{"continue":0.45097872821790924,"human_review":0.0016632893647643833,"observe":0.00721988886692615,"stop":0.5401380935504019},"predicted":"stop","confidence":0.5401380935504019,"entropy_confidence":0.4676010434168404,"candidate_mass":0.9979997371689998,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.7963351064057491,"brier_hard":0.5932284103002488,"soft_accuracy":0.3608408927080239,"brier_soft":0.4320147968760194,"tvd":0.5368050935504011,"kl":1.0677425415077009,"case_id":"typed:46/r0","base_id":"typed:46","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.8103}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9652351456199719,"true":0.034764854380026466},"predicted":"false","confidence":0.9652351456199719,"entropy_confidence":0.782248652748641,"candidate_mass":0.9897712331893637,"accepted":true,"accepted_predicted":"false","input_tokens":185,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.03538353310930379,"brier_hard":0.002417190200129003,"soft_accuracy":0.87528937397668,"brier_soft":0.007663751264712625,"tvd":0.06190214561997276,"kl":0.03898461729348568,"case_id":"typed:46/r0","base_id":"typed:46","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.8103}
{"id":"outcome","type":"choice","probabilities":{"failure":0.033731935927575965,"harmful":0.00037663111710094547,"partial":0.01488566206920879,"success":0.9510057708861145},"predicted":"success","confidence":0.9510057708861145,"entropy_confidence":0.8357486971264628,"candidate_mass":0.9995497847627726,"accepted":true,"accepted_predicted":"success","input_tokens":231,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.050235148225805604,"brier_hard":0.003760002774123047,"soft_accuracy":0.8699667804445056,"brier_soft":0.005059601435340646,"tvd":0.06140470681369038,"kl":0.07845031825755956,"case_id":"typed:46/r0","base_id":"typed:46","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.8103}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5919412085579553,"1":0.0034439849388326906,"2":0.0456452564650295,"3":0.3589695500381837},"predicted":"0","confidence":0.5919412085579553,"entropy_confidence":0.3950884904508426,"candidate_mass":0.9960096963182191,"accepted":false,"accepted_predicted":null,"input_tokens":236,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.5243479588980016,"brier_hard":0.29746646559777545,"score_mae":1.078310147983443,"within_one":false,"case_id":"typed:46/r0","base_id":"typed:46","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.8103}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2618695091636142,"1":0.0005160299093481661,"2":0.006957135770153267,"3":0.7306573251568828},"predicted":"3","confidence":0.7306573251568828,"entropy_confidence":0.5537467512114539,"candidate_mass":0.9992727522858433,"accepted":false,"accepted_predicted":null,"input_tokens":228,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.3399089559198671,"brier_hard":1.0787454163327663,"score_mae":2.0230692769203027,"within_one":false,"case_id":"typed:46/r0","base_id":"typed:46","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.8103}
{"id":"action","type":"choice","probabilities":{"continue":0.5222752267461039,"human_review":0.002352806144820004,"observe":0.010631870014353634,"stop":0.4647400970947211},"predicted":"continue","confidence":0.5222752267461039,"entropy_confidence":0.4532772256618264,"candidate_mass":0.9945034751637516,"accepted":false,"accepted_predicted":null,"input_tokens":237,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.543899183534414,"brier_hard":1.467609602648355,"soft_accuracy":0.11887335040754546,"brier_soft":0.6716818196399714,"tvd":0.7703483238408257,"kl":2.9772892559347044,"case_id":"typed:47/r0","base_id":"typed:47","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.876}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9744364490550318,"true":0.025563550944969197},"predicted":"false","confidence":0.9744364490550318,"entropy_confidence":0.8283698057106625,"candidate_mass":0.9945152304892586,"accepted":true,"accepted_predicted":"false","input_tokens":195,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02589597606044332,"brier_hard":0.0013069902738320203,"soft_accuracy":0.7372182245275162,"brier_soft":0.10074343932886332,"tvd":0.2244364490550313,"kl":0.37373377074217207,"case_id":"typed:47/r0","base_id":"typed:47","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.876}
{"id":"outcome","type":"choice","probabilities":{"failure":0.030115009546472525,"harmful":0.0003516884838185456,"partial":0.015141218193130064,"success":0.9543920837765795},"predicted":"success","confidence":0.9543920837765795,"entropy_confidence":0.8439868473466806,"candidate_mass":0.999447546460585,"accepted":true,"accepted_predicted":"success","input_tokens":241,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.04668070268318664,"brier_hard":0.0032163759953883,"soft_accuracy":0.6519496862736469,"brier_soft":0.12550074286859253,"tvd":0.2777257604429025,"kl":0.49881693819094164,"case_id":"typed:47/r0","base_id":"typed:47","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.876}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5819336359600145,"1":0.0020342542744899053,"2":0.04905176598134075,"3":0.3669803437841545},"predicted":"0","confidence":0.5819336359600145,"entropy_confidence":0.3915944072589851,"candidate_mass":0.9942571348832404,"accepted":false,"accepted_predicted":null,"input_tokens":246,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.5413988653124483,"brier_hard":0.31186427140189144,"score_mae":0.644411817589635,"within_one":true,"case_id":"typed:47/r0","base_id":"typed:47","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.876}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4099752840582624,"1":0.0007691747743590207,"2":0.010300989009700676,"3":0.5789545521576781},"predicted":"3","confidence":0.5789545521576781,"entropy_confidence":0.47008213003877664,"candidate_mass":0.9981236577279096,"accepted":false,"accepted_predicted":null,"input_tokens":238,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":0.8916584038855896,"brier_hard":0.6834242408906371,"score_mae":1.0082348092667945,"within_one":false,"case_id":"typed:47/r0","base_id":"typed:47","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":109.876}
{"id":"action","type":"choice","probabilities":{"continue":0.5488494796371298,"human_review":0.0017806284840545064,"observe":0.006456877104144323,"stop":0.44291301477467315},"predicted":"continue","confidence":0.5488494796371298,"entropy_confidence":0.47067196448353865,"candidate_mass":0.9969352134622866,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.04260949848404,"brier_hard":1.4845387976461855,"soft_accuracy":0.2463788698034651,"brier_soft":0.3708063678035441,"tvd":0.541762494411802,"kl":2.1107262670996483,"case_id":"typed:48/r0","base_id":"typed:48","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.4063}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9639941921082451,"true":0.03600580789175616},"predicted":"false","confidence":0.9639941921082451,"entropy_confidence":0.7763307895931605,"candidate_mass":0.9917120864151945,"accepted":true,"accepted_predicted":"false","input_tokens":177,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.036670009173718626,"brier_hard":0.0025928364038760093,"soft_accuracy":0.7938632976646836,"brier_soft":0.04341060306899913,"tvd":0.14732719210824446,"kl":0.1629498118356882,"case_id":"typed:48/r0","base_id":"typed:48","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.4063}
{"id":"outcome","type":"choice","probabilities":{"failure":0.05557704517306965,"harmful":0.0005197922881701226,"partial":0.020791087510286847,"success":0.9231120750284744},"predicted":"success","confidence":0.9231120750284744,"entropy_confidence":0.7699410256911768,"candidate_mass":0.9992404329296105,"accepted":true,"accepted_predicted":"success","input_tokens":223,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.08000462711776277,"brier_hard":0.009433100460479626,"soft_accuracy":0.4754301770356589,"brier_soft":0.3247968964461106,"tvd":0.423631867316644,"kl":0.934944770860501,"case_id":"typed:48/r0","base_id":"typed:48","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.4063}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6666364715404515,"1":0.0019806061673003934,"2":0.04244661099805946,"3":0.2889363112941888},"predicted":"0","confidence":0.6666364715404515,"entropy_confidence":0.440598593372617,"candidate_mass":0.9975596619272986,"accepted":false,"accepted_predicted":null,"input_tokens":228,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.224352336027334,"brier_hard":1.5257328024236052,"score_mae":0.053682762045985655,"within_one":true,"case_id":"typed:48/r0","base_id":"typed:48","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.4063}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3739947895997093,"1":0.0006810099817108769,"2":0.006403933807913869,"3":0.6189202666106677},"predicted":"3","confidence":0.6189202666106677,"entropy_confidence":0.493552817912725,"candidate_mass":0.99874641953699,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.291933594490644,"brier_hard":1.5216138532485404,"score_mae":0.8535826774295416,"within_one":true,"case_id":"typed:48/r0","base_id":"typed:48","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.4063}
{"id":"action","type":"choice","probabilities":{"continue":0.5725099234463905,"human_review":0.001790573334459639,"observe":0.009023205619204694,"stop":0.4166762975999454},"predicted":"continue","confidence":0.5725099234463905,"entropy_confidence":0.46772684072339943,"candidate_mass":0.9955274589222807,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.707955617887997,"brier_hard":1.4834249625802933,"soft_accuracy":0.20935552973730043,"brier_soft":0.45109381767774026,"tvd":0.6225198543799692,"kl":2.3238345097463498,"case_id":"typed:49/r0","base_id":"typed:49","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5107}
{"id":"needs_review","type":"binary","probabilities":{"false":0.959372443941712,"true":0.04062755605828814},"predicted":"false","confidence":0.959372443941712,"entropy_confidence":0.7548378512036592,"candidate_mass":0.9908259538090776,"accepted":true,"accepted_predicted":"false","input_tokens":174,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.04147591250540828,"brier_hard":0.0033011966225386835,"soft_accuracy":0.6439370053500324,"brier_soft":0.18326117158389776,"tvd":0.3027054439417119,"kl":0.4838159324707812,"case_id":"typed:49/r0","base_id":"typed:49","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5107}
{"id":"outcome","type":"choice","probabilities":{"failure":0.035670178068588104,"harmful":0.00035658985709696045,"partial":0.012602899218167594,"success":0.951370332856149},"predicted":"success","confidence":0.951370332856149,"entropy_confidence":0.8382119475372967,"candidate_mass":0.9996174892681899,"accepted":true,"accepted_predicted":"success","input_tokens":220,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.04985187808928516,"brier_hard":0.0037961663549959967,"soft_accuracy":0.7079638021729674,"brier_soft":0.07689810549935915,"tvd":0.2113703328561482,"kl":0.4530509939088939,"case_id":"typed:49/r0","base_id":"typed:49","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5107}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5675385287032818,"1":0.002439875071749562,"2":0.046689319844853146,"3":0.38333227638011363},"predicted":"0","confidence":0.5675385287032818,"entropy_confidence":0.38917393434977055,"candidate_mass":0.9965170078187061,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.06423983757481,"brier_hard":1.3778508215656802,"score_mae":0.3475176560982034,"within_one":true,"case_id":"typed:49/r0","base_id":"typed:49","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5107}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3384516675430471,"1":0.0006432162998473863,"2":0.007027556485975439,"3":0.6538775596711305},"predicted":"3","confidence":0.6538775596711305,"entropy_confidence":0.5065774045484296,"candidate_mass":0.9988740168108813,"accepted":false,"accepted_predicted":null,"input_tokens":217,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.083373981039962,"brier_hard":0.8652518594954198,"score_mae":1.28966400828519,"within_one":false,"case_id":"typed:49/r0","base_id":"typed:49","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":121.5107}
{"id":"action","type":"choice","probabilities":{"continue":0.6252867694343145,"human_review":0.0014656521032833443,"observe":0.005764901268631178,"stop":0.3674826771937713},"predicted":"continue","confidence":0.6252867694343145,"entropy_confidence":0.49450336700165476,"candidate_mass":0.9965055922824986,"accepted":false,"accepted_predicted":null,"input_tokens":211,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.5254550138552645,"brier_hard":1.5231311400832614,"soft_accuracy":0.08386831475704999,"brier_soft":0.7333258147757281,"tvd":0.8427694466280857,"kl":3.9899602230263023,"case_id":"typed:50/r0","base_id":"typed:50","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.6532}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8575466633458277,"true":0.1424533366541724},"predicted":"false","confidence":0.8575466633458277,"entropy_confidence":0.40937200664923545,"candidate_mass":0.9872176981774374,"accepted":true,"accepted_predicted":"false","input_tokens":169,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.9487407949768283,"brier_hard":1.4707725596311247,"soft_accuracy":0.4284906673308346,"brier_soft":0.4186978982778003,"tvd":0.45754666334582766,"kl":0.5577046833874937,"case_id":"typed:50/r0","base_id":"typed:50","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.6532}
{"id":"outcome","type":"choice","probabilities":{"failure":0.030030641851265607,"harmful":0.00038140644593466505,"partial":0.015346695918217027,"success":0.9542412557845815},"predicted":"success","confidence":0.9542412557845815,"entropy_confidence":0.8434154951046624,"candidate_mass":0.9994120286391255,"accepted":true,"accepted_predicted":"success","input_tokens":215,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.176855077746012,"brier_hard":1.8810204884013833,"soft_accuracy":0.20655185704788595,"brier_soft":0.9141659439200454,"tvd":0.7546226622305168,"kl":2.2108992278543056,"case_id":"typed:50/r0","base_id":"typed:50","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.6532}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6621907657080216,"1":0.0026201804627350874,"2":0.032533704916984096,"3":0.30265534891225804},"predicted":"0","confidence":0.6621907657080216,"entropy_confidence":0.4505517275776888,"candidate_mass":0.9968379525267811,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.4254786526678167,"brier_hard":1.4660947678814913,"score_mae":0.4243463629665226,"within_one":true,"case_id":"typed:50/r0","base_id":"typed:50","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.6532}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4870655205096187,"1":0.0007232246740045422,"2":0.006656272231010088,"3":0.5055549825853675},"predicted":"3","confidence":0.5055549825853675,"entropy_confidence":0.4706716968937412,"candidate_mass":0.9982705885687084,"accepted":false,"accepted_predicted":null,"input_tokens":212,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.2317906316522915,"brier_hard":1.4914170413521304,"score_mae":0.5307007168921272,"within_one":true,"case_id":"typed:50/r0","base_id":"typed:50","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.6532}
{"id":"action","type":"choice","probabilities":{"continue":0.42768370499036684,"human_review":0.0018140639130659487,"observe":0.006281592743441149,"stop":0.5642206383531276},"predicted":"stop","confidence":0.5642206383531276,"entropy_confidence":0.4737982200525632,"candidate_mass":0.9972071631282633,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.070131709091481,"brier_hard":1.4887378440062908,"soft_accuracy":0.10101950092562884,"brier_soft":0.6809289576423937,"tvd":0.775238126677277,"kl":3.350694352982599,"case_id":"typed:51/r0","base_id":"typed:51","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.3347}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9783722400049938,"true":0.021627759995006015},"predicted":"false","confidence":0.9783722400049938,"entropy_confidence":0.8495150809962783,"candidate_mass":0.9899818926935353,"accepted":true,"accepted_predicted":"false","input_tokens":191,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.021865067860225892,"brier_hard":0.0009355200048031737,"soft_accuracy":0.675402835753671,"brier_soft":0.1740963062854488,"tvd":0.29503924000499393,"kl":0.6046404121455278,"case_id":"typed:51/r0","base_id":"typed:51","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.3347}
{"id":"outcome","type":"choice","probabilities":{"failure":0.02589534115269982,"harmful":0.0003417536246692824,"partial":0.014803289742166202,"success":0.9589596154804653},"predicted":"success","confidence":0.9589596154804653,"entropy_confidence":0.8558079570418475,"candidate_mass":0.9993548983413272,"accepted":true,"accepted_predicted":"success","input_tokens":237,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.212905843036484,"brier_hard":1.8908867875142548,"soft_accuracy":0.0950122378067459,"brier_soft":1.1452908291630952,"tvd":0.878959615480465,"kl":2.705994033054387,"case_id":"typed:51/r0","base_id":"typed:51","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.3347}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7077578413437434,"1":0.0040048387171680135,"2":0.05947651119972635,"3":0.22876080873936408},"predicted":"0","confidence":0.7077578413437434,"entropy_confidence":0.4430910780874302,"candidate_mass":0.9940169617524724,"accepted":false,"accepted_predicted":null,"input_tokens":242,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.3456532757950654,"brier_hard":0.14129048102879826,"score_mae":0.5292402873347128,"within_one":true,"case_id":"typed:51/r0","base_id":"typed:51","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.3347}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.19087501431596257,"1":0.0006573422665687384,"2":0.004787904991125514,"3":0.803679738426344},"predicted":"3","confidence":0.803679738426344,"entropy_confidence":0.6233449665521271,"candidate_mass":0.9992437324105234,"accepted":true,"accepted_predicted":"3","input_tokens":234,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":1.6561364404415748,"brier_hard":1.30060772054829,"score_mae":1.9379393675278518,"within_one":false,"case_id":"typed:51/r0","base_id":"typed:51","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.3347}
{"id":"action","type":"choice","probabilities":{"continue":0.5444860419945681,"human_review":0.0015155444875360206,"observe":0.006387986910579232,"stop":0.44761042660731765},"predicted":"continue","confidence":0.5444860419945681,"entropy_confidence":0.47130763381719853,"candidate_mass":0.9954942943296624,"accepted":false,"accepted_predicted":null,"input_tokens":212,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.05333609769546,"brier_hard":1.4840872733652004,"soft_accuracy":0.15497025948066878,"brier_soft":0.6085897382256197,"tvd":0.7087631852686019,"kl":2.94913505433681,"case_id":"typed:52/r0","base_id":"typed:52","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":104.3399}
{"id":"needs_review","type":"binary","probabilities":{"false":0.886426937180999,"true":0.11357306281900052},"predicted":"false","confidence":0.886426937180999,"entropy_confidence":0.48939979608174455,"candidate_mass":0.9883229855072365,"accepted":true,"accepted_predicted":"false","input_tokens":170,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.1205565740318697,"brier_hard":0.025797681196177397,"soft_accuracy":0.7395847010522193,"brier_soft":0.011682153453736795,"tvd":0.07642693718099919,"kl":0.02473655584224546,"case_id":"typed:52/r0","base_id":"typed:52","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":104.3399}
{"id":"outcome","type":"choice","probabilities":{"failure":0.040553080338785505,"harmful":0.00041449293910055446,"partial":0.021449315212408518,"success":0.9375831115097059},"predicted":"success","confidence":0.9375831115097059,"entropy_confidence":0.8008767591398551,"candidate_mass":0.9993855487985752,"accepted":true,"accepted_predicted":"success","input_tokens":216,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06444987278993247,"brier_hard":0.006000665221251629,"soft_accuracy":0.5414637899800175,"brier_soft":0.2571057172143513,"tvd":0.370916678176139,"kl":0.8063349492723382,"case_id":"typed:52/r0","base_id":"typed:52","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":104.3399}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7278716772885166,"1":0.0021914422414799867,"2":0.03278177149198033,"3":0.23715510897802305},"predicted":"0","confidence":0.7278716772885166,"entropy_confidence":0.4965477393936235,"candidate_mass":0.9970636564384973,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.123195394154308,"brier_hard":1.5827362867914667,"score_mae":0.29077968784049024,"within_one":true,"case_id":"typed:52/r0","base_id":"typed:52","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":104.3399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.32580796587764277,"1":0.0005873293844788087,"2":0.004673080434978442,"3":0.6689316243028987},"predicted":"3","confidence":0.6689316243028987,"entropy_confidence":0.5211830898967588,"candidate_mass":0.9984615230581974,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.4399247635207075,"brier_hard":1.5524678724894416,"score_mae":1.1000613631631317,"within_one":false,"case_id":"typed:52/r0","base_id":"typed:52","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":104.3399}
{"id":"action","type":"choice","probabilities":{"continue":0.47650370909403567,"human_review":0.0018840631449839385,"observe":0.009135082076081071,"stop":0.5124771456849005},"predicted":"stop","confidence":0.5124771456849005,"entropy_confidence":0.4586075351908443,"candidate_mass":0.9963355215880034,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.695633104399857,"brier_hard":1.4715054448960252,"soft_accuracy":0.12464320063293079,"brier_soft":0.5999333633383256,"tvd":0.7389808547789356,"kl":3.0151343722944155,"case_id":"typed:53/r0","base_id":"typed:53","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":107.86850000000001}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9785014954959992,"true":0.02149850450400127},"predicted":"false","confidence":0.9785014954959992,"entropy_confidence":0.8502264828301784,"candidate_mass":0.9925659553990317,"accepted":true,"accepted_predicted":"false","input_tokens":183,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0217329637915285,"brier_hard":0.0009243713918171062,"soft_accuracy":0.5957002990992,"brier_soft":0.28652676418541545,"tvd":0.378501495495999,"kl":0.8759368729541471,"case_id":"typed:53/r0","base_id":"typed:53","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":107.86850000000001}
{"id":"outcome","type":"choice","probabilities":{"failure":0.026427764613744957,"harmful":0.0002976427077310848,"partial":0.01079792142013477,"success":0.9624766712583905},"predicted":"success","confidence":0.9624766712583905,"entropy_confidence":0.8671671135034722,"candidate_mass":0.9996810224327681,"accepted":true,"accepted_predicted":"success","input_tokens":229,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.03824545076755466,"brier_hard":0.0022231106405072756,"soft_accuracy":0.47242414538627775,"brier_soft":0.3767721179407329,"tvd":0.47914367125838986,"kl":1.2757341508175062,"case_id":"typed:53/r0","base_id":"typed:53","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":107.86850000000001}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6033027968531596,"1":0.003736483503313901,"2":0.044503066942716704,"3":0.34845765270080986},"predicted":"0","confidence":0.6033027968531596,"entropy_confidence":0.4001158892329555,"candidate_mass":0.9967316957235612,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.589610349614006,"brier_hard":1.4799185176862537,"score_mae":0.17144857549117687,"within_one":true,"case_id":"typed:53/r0","base_id":"typed:53","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":107.86850000000001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3005026759617189,"1":0.0005041265177626659,"2":0.005853173022238561,"3":0.6931400244982796},"predicted":"3","confidence":0.6931400244982796,"entropy_confidence":0.5316554702392924,"candidate_mass":0.9990880416237349,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.592683294088111,"brier_hard":1.5697712125640784,"score_mae":1.1249635460570784,"within_one":false,"case_id":"typed:53/r0","base_id":"typed:53","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":107.86850000000001}
{"id":"action","type":"choice","probabilities":{"continue":0.6571068256907363,"human_review":0.0015750466563292625,"observe":0.007298614070795366,"stop":0.33401951358213955},"predicted":"continue","confidence":0.6571068256907363,"entropy_confidence":0.5035180487921656,"candidate_mass":0.9959983613980596,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.920070802167917,"brier_hard":1.5288169382207382,"soft_accuracy":0.26607718523587853,"brier_soft":0.3712597958905718,"tvd":0.5911263392728756,"kl":2.371765700710093,"case_id":"typed:54/r0","base_id":"typed:54","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":129.5056}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8603084160562955,"true":0.1396915839437053},"predicted":"false","confidence":0.8603084160562955,"entropy_confidence":0.4165694724415635,"candidate_mass":0.9924356261806195,"accepted":true,"accepted_predicted":"false","input_tokens":171,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.15046433070328297,"brier_hard":0.03902747724940231,"soft_accuracy":0.680154208028148,"brier_soft":0.024335893305697402,"tvd":0.1103084160562951,"kl":0.04259266798755079,"case_id":"typed:54/r0","base_id":"typed:54","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":129.5056}
{"id":"outcome","type":"choice","probabilities":{"failure":0.054344284613715196,"harmful":0.0006313306172639793,"partial":0.03152671505822395,"success":0.9134976697107955},"predicted":"success","confidence":0.9134976697107955,"entropy_confidence":0.7442403706549008,"candidate_mass":0.9992229482009228,"accepted":true,"accepted_predicted":"success","input_tokens":217,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.09047445411336599,"brier_hard":0.011430286756349849,"soft_accuracy":0.4476769684641738,"brier_soft":0.3119606670275932,"tvd":0.44746200032806016,"kl":0.7332531967315713,"case_id":"typed:54/r0","base_id":"typed:54","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":129.5056}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6399842291285509,"1":0.002570435185401698,"2":0.04049599090666962,"3":0.31694934477937736},"predicted":"0","confidence":0.6399842291285509,"entropy_confidence":0.42653358260758534,"candidate_mass":0.9968977448634941,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.4463117449186775,"brier_hard":0.23171477484879577,"score_mae":0.8344104513368731,"within_one":true,"case_id":"typed:54/r0","base_id":"typed:54","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":129.5056}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3189182466103846,"1":0.0007325681255101447,"2":0.006891800928134051,"3":0.673457384335972},"predicted":"3","confidence":0.673457384335972,"entropy_confidence":0.5164833721499541,"candidate_mass":0.998383256583989,"accepted":false,"accepted_predicted":null,"input_tokens":214,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.1428204892609095,"brier_hard":0.9174652368930135,"score_mae":1.8015553229896946,"within_one":false,"case_id":"typed:54/r0","base_id":"typed:54","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":129.5056}
{"id":"action","type":"choice","probabilities":{"continue":0.38638425222343237,"human_review":0.0016303329384670952,"observe":0.00541250779970056,"stop":0.6065729070383992},"predicted":"stop","confidence":0.6065729070383992,"entropy_confidence":0.48829120256939174,"candidate_mass":0.9973321844240596,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.950922932589627,"brier_hard":0.7444869306985827,"soft_accuracy":0.19410042168199276,"brier_soft":0.48218787218154807,"tvd":0.5865729270383796,"kl":2.3630825163461426,"case_id":"typed:55/r0","base_id":"typed:55","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.78569999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9663083088307193,"true":0.03369169116928071},"predicted":"false","confidence":0.9663083088307193,"entropy_confidence":0.7874196691318085,"candidate_mass":0.9904540348602541,"accepted":true,"accepted_predicted":"false","input_tokens":179,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.03427233541017929,"brier_hard":0.0022702601076923764,"soft_accuracy":0.6492186588258301,"brier_soft":0.18764956011747064,"tvd":0.30630830883071936,"kl":0.5343556319430862,"case_id":"typed:55/r0","base_id":"typed:55","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.78569999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03540163928082637,"harmful":0.00034231418907824663,"partial":0.01757026609774712,"success":0.9466857804323473},"predicted":"success","confidence":0.9466857804323473,"entropy_confidence":0.824073083019305,"candidate_mass":0.9993609556979376,"accepted":true,"accepted_predicted":"success","input_tokens":225,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05478804610127242,"brier_hard":0.004404513501627317,"soft_accuracy":0.5448455498876871,"brier_soft":0.273618010191411,"tvd":0.3800193470987811,"kl":0.9007882337384864,"case_id":"typed:55/r0","base_id":"typed:55","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.78569999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.66227610135954,"1":0.0024971080952648026,"2":0.041304872382985226,"3":0.29392191816221147},"predicted":"0","confidence":0.66227610135954,"entropy_confidence":0.437789270232378,"candidate_mass":0.9969957056059637,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.4120727384551976,"brier_hard":0.2021598537204796,"score_mae":0.6302056073478697,"within_one":true,"case_id":"typed:55/r0","base_id":"typed:55","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.78569999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.22747220245339345,"1":0.0004702322028077751,"2":0.005094783051216847,"3":0.766962782292583},"predicted":"3","confidence":0.766962782292583,"entropy_confidence":0.5882449483908185,"candidate_mass":0.9990343815070061,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.4807272350746246,"brier_hard":1.1850572853368542,"score_mae":1.7448811451829902,"within_one":false,"case_id":"typed:55/r0","base_id":"typed:55","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.78569999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.4934582776742805,"human_review":0.0016323864892660493,"observe":0.006392727874044429,"stop":0.4985166079624089},"predicted":"stop","confidence":0.4985166079624089,"entropy_confidence":0.46739985954196905,"candidate_mass":0.9968109583518981,"accepted":false,"accepted_predicted":null,"input_tokens":218,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.7063169674024188,"brier_hard":0.5051468565263743,"soft_accuracy":0.3178627831511398,"brier_soft":0.3510929833506558,"tvd":0.49184960796240895,"kl":1.5001333011552918,"case_id":"typed:56/r0","base_id":"typed:56","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.811099}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9704842264042877,"true":0.029515773595713325},"predicted":"false","confidence":0.9704842264042877,"entropy_confidence":0.8080423563981471,"candidate_mass":0.9914512370958614,"accepted":true,"accepted_predicted":"false","input_tokens":176,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.029960129566166727,"brier_hard":0.0017423617819067574,"soft_accuracy":0.845022079685962,"brier_soft":0.021556032996558054,"tvd":0.1038172264042872,"kl":0.10300116609111692,"case_id":"typed:56/r0","base_id":"typed:56","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.811099}
{"id":"outcome","type":"choice","probabilities":{"failure":0.023434861236723514,"harmful":0.00030842374042261173,"partial":0.010607012718328966,"success":0.9656497023045264},"predicted":"success","confidence":0.9656497023045264,"entropy_confidence":0.8756164212807764,"candidate_mass":0.9996498522717656,"accepted":true,"accepted_predicted":"success","input_tokens":222,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.034954137548641774,"brier_hard":0.0018417395169625936,"soft_accuracy":0.6954051021944888,"brier_soft":0.11935363751503777,"tvd":0.24898270230452563,"kl":0.5916258003681307,"case_id":"typed:56/r0","base_id":"typed:56","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.811099}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6025845395394555,"1":0.0020666782966005763,"2":0.041708434433400776,"3":0.3536403477305424},"predicted":"0","confidence":0.6025845395394555,"entropy_confidence":0.40985733305529026,"candidate_mass":0.996789357419565,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.181812648227659,"brier_hard":1.4857801309038223,"score_mae":0.40307159035502926,"within_one":true,"case_id":"typed:56/r0","base_id":"typed:56","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.811099}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.37288866657452546,"1":0.0006569026568548114,"2":0.006921095829985375,"3":0.6195333349386354},"predicted":"3","confidence":0.6195333349386354,"entropy_confidence":0.492384342401881,"candidate_mass":0.9984963974096972,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":0.986475384926095,"brier_hard":0.7771385106994525,"score_mae":1.2530990991327315,"within_one":false,"case_id":"typed:56/r0","base_id":"typed:56","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.811099}
{"id":"action","type":"choice","probabilities":{"continue":0.5216775021819674,"human_review":0.0023283048757136372,"observe":0.008330715653884402,"stop":0.46766347728843405},"predicted":"continue","confidence":0.5216775021819674,"entropy_confidence":0.45979209049126124,"candidate_mass":0.9963130809212629,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.787805913662421,"brier_hard":1.4742699347914576,"soft_accuracy":0.1778459488680458,"brier_soft":0.5519056016974514,"tvd":0.6560073128040683,"kl":2.5474824905168014,"case_id":"typed:57/r0","base_id":"typed:57","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.13269999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.977941377090864,"true":0.022058622909135857},"predicted":"false","confidence":0.977941377090864,"entropy_confidence":0.8471518696185545,"candidate_mass":0.9896822713008874,"accepted":true,"accepted_predicted":"false","input_tokens":191,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.022305552368774104,"brier_hard":0.0009731656892949111,"soft_accuracy":0.6593141109912061,"brier_soft":0.19378347566661092,"tvd":0.3112743770908641,"kl":0.649705731050014,"case_id":"typed:57/r0","base_id":"typed:57","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.13269999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.05279892345418892,"harmful":0.0005991014812981796,"partial":0.02409398126052965,"success":0.9225079938039826},"predicted":"success","confidence":0.9225079938039826,"entropy_confidence":0.7663418599150271,"candidate_mass":0.9988955873147511,"accepted":true,"accepted_predicted":"success","input_tokens":237,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.08065923773482803,"brier_hard":0.009373616197772543,"soft_accuracy":0.4023472265394958,"brier_soft":0.419694977393723,"tvd":0.5058414104705663,"kl":1.0685158877674659,"case_id":"typed:57/r0","base_id":"typed:57","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.13269999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6370472651060897,"1":0.0033653146988303815,"2":0.06043934038643362,"3":0.2991480798086474},"predicted":"0","confidence":0.6370472651060897,"entropy_confidence":0.3962094860342914,"candidate_mass":0.9934813158775552,"accepted":false,"accepted_predicted":null,"input_tokens":242,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.6942337990605445,"brier_hard":1.492252401444058,"score_mae":0.0383552348976397,"within_one":true,"case_id":"typed:57/r0","base_id":"typed:57","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.13269999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.22701134936060005,"1":0.0006431245206510274,"2":0.0045840016532774875,"3":0.7677615244654729},"predicted":"3","confidence":0.7677615244654729,"entropy_confidence":0.5896142707588206,"candidate_mass":0.9989104614319688,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.3491721967196355,"brier_hard":1.6397270888270714,"score_mae":1.0964287012236247,"within_one":false,"case_id":"typed:57/r0","base_id":"typed:57","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.13269999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.5826469749829986,"human_review":0.0014607099229728146,"observe":0.007706041941945508,"stop":0.408186273152082},"predicted":"continue","confidence":0.5826469749829986,"entropy_confidence":0.4752118402808805,"candidate_mass":0.9948704148164831,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.865750590028188,"brier_hard":1.4907429639186243,"soft_accuracy":0.11153551397121093,"brier_soft":0.6282840198600932,"tvd":0.790833248135081,"kl":3.4998929830702705,"case_id":"typed:58/r0","base_id":"typed:58","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.1192}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9252820604076769,"true":0.07471793959232241},"predicted":"false","confidence":0.9252820604076769,"entropy_confidence":0.6167116094283281,"candidate_mass":0.9899948308669894,"accepted":true,"accepted_predicted":"false","input_tokens":171,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.5940350604909668,"brier_hard":1.712293782624553,"soft_accuracy":0.4376255813282473,"brier_soft":0.4972339569307032,"tvd":0.4986150604076772,"kl":0.8380266093766209,"case_id":"typed:58/r0","base_id":"typed:58","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.1192}
{"id":"outcome","type":"choice","probabilities":{"failure":0.024959973983561243,"harmful":0.00034359262575156584,"partial":0.017422344389001594,"success":0.9572740890016858},"predicted":"success","confidence":0.9572740890016858,"entropy_confidence":0.8505257987602093,"candidate_mass":0.9994678644067123,"accepted":true,"accepted_predicted":"success","input_tokens":217,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.050001736302818,"brier_hard":1.8824556491371658,"soft_accuracy":0.16632470075971784,"brier_soft":0.9344063741737332,"tvd":0.8006070890016856,"kl":2.3352067977973663,"case_id":"typed:58/r0","base_id":"typed:58","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.1192}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6868061163820709,"1":0.0024362919115302447,"2":0.03724069337128098,"3":0.27351689833511644},"predicted":"0","confidence":0.6868061163820709,"entropy_confidence":0.4591226276671275,"candidate_mass":0.9967022364634974,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.017278103994329,"brier_hard":1.5430343561126765,"score_mae":0.14080137365944156,"within_one":true,"case_id":"typed:58/r0","base_id":"typed:58","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.1192}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.29208309350338635,"1":0.0005219066640918595,"2":0.005488138740812943,"3":0.7019068610917103},"predicted":"3","confidence":0.7019068610917103,"entropy_confidence":0.5380302898591959,"candidate_mass":0.9982294790795231,"accepted":false,"accepted_predicted":null,"input_tokens":214,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.558021790490777,"brier_hard":1.576972353883346,"score_mae":0.933885767420849,"within_one":true,"case_id":"typed:58/r0","base_id":"typed:58","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.1192}
{"id":"action","type":"choice","probabilities":{"continue":0.4064624104845927,"human_review":0.0011090857130609342,"observe":0.005990653922997598,"stop":0.5864378498793501},"predicted":"stop","confidence":0.5864378498793501,"entropy_confidence":0.4827198522142021,"candidate_mass":0.9973392792880095,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.80421928499733,"brier_hard":1.5069399894874829,"soft_accuracy":0.09047880983974736,"brier_soft":0.8165335312346416,"tvd":0.8262334270307754,"kl":4.526973064192616,"case_id":"typed:59/r0","base_id":"typed:59","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.2214}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9256554324671502,"true":0.07434456753284832},"predicted":"false","confidence":0.9256554324671502,"entropy_confidence":0.6180685436827709,"candidate_mass":0.9935186509013773,"accepted":true,"accepted_predicted":"false","input_tokens":173,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.599044674880627,"brier_hard":1.7136759593118964,"soft_accuracy":0.2417693214068827,"brier_soft":1.0628482693418277,"tvd":0.728988432467151,"kl":1.6073444709812024,"case_id":"typed:59/r0","base_id":"typed:59","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.2214}
{"id":"outcome","type":"choice","probabilities":{"failure":0.027678247318278015,"harmful":0.00031489888131916476,"partial":0.013114814067740725,"success":0.9588920397326605},"predicted":"success","confidence":0.9588920397326605,"entropy_confidence":0.8565131828822599,"candidate_mass":0.9996083648374536,"accepted":true,"accepted_predicted":"success","input_tokens":219,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":8.063258982359113,"brier_hard":1.9197823289839724,"soft_accuracy":0.08747117062281515,"brier_soft":1.1004701621683788,"tvd":0.8755589563995779,"kl":4.561759426856384,"case_id":"typed:59/r0","base_id":"typed:59","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.2214}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5603781814674825,"1":0.0017823808555639752,"2":0.04052333981880066,"3":0.3973160978581542},"predicted":"0","confidence":0.5603781814674825,"entropy_confidence":0.399502545732637,"candidate_mass":0.9968071293347737,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9230230988395719,"brier_hard":0.678896910117309,"score_mae":1.1585556459323725,"within_one":false,"case_id":"typed:59/r0","base_id":"typed:59","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.2214}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.20091355455012402,"1":0.00042133330008213354,"2":0.0043699586786736504,"3":0.7942951534711217},"predicted":"3","confidence":0.7942951534711217,"entropy_confidence":0.6159652673415581,"candidate_mass":0.99923598677061,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.23030015699691478,"brier_hard":0.08270001434803813,"score_mae":0.05871371107079426,"within_one":true,"case_id":"typed:59/r0","base_id":"typed:59","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.2214}
{"id":"action","type":"choice","probabilities":{"continue":0.5514230005020127,"human_review":0.001988931536209734,"observe":0.0076951231791148106,"stop":0.4388929447826622},"predicted":"continue","confidence":0.5514230005020127,"entropy_confidence":0.46657115819692163,"candidate_mass":0.9970955806061663,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.595253068346164,"brier_hard":0.3939115122280118,"soft_accuracy":0.4108690368571108,"brier_soft":0.26513087507381544,"tvd":0.4322259447826625,"kl":1.0277203329021394,"case_id":"typed:60/r0","base_id":"typed:60","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.5174}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9740450539225994,"true":0.025954946077400023},"predicted":"false","confidence":0.9740450539225994,"entropy_confidence":0.8263184530228784,"candidate_mass":0.9903622855501824,"accepted":true,"accepted_predicted":"false","input_tokens":187,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.026297719815360613,"brier_hard":0.0013473184517615137,"soft_accuracy":0.8823960274675274,"brier_soft":0.010000389139905305,"tvd":0.07071205392259974,"kl":0.05902752586233542,"case_id":"typed:60/r0","base_id":"typed:60","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.5174}
{"id":"outcome","type":"choice","probabilities":{"failure":0.027260455922976563,"harmful":0.0003319814023990664,"partial":0.010480615646949588,"success":0.961926947027674},"predicted":"success","confidence":0.961926947027674,"entropy_confidence":0.8658495012419781,"candidate_mass":0.999425643501662,"accepted":true,"accepted_predicted":"success","input_tokens":233,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.03881676984058663,"brier_hard":0.0023026433357527126,"soft_accuracy":0.7248587970614887,"brier_soft":0.07672792104612323,"tvd":0.2119269470276744,"kl":0.42075979379156475,"case_id":"typed:60/r0","base_id":"typed:60","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.5174}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6473588264750523,"1":0.0031400712736340433,"2":0.053911260477914585,"3":0.29558984177339953},"predicted":"0","confidence":0.6473588264750523,"entropy_confidence":0.4104370662138743,"candidate_mass":0.9929041675378761,"accepted":false,"accepted_predicted":null,"input_tokens":238,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.763509780710017,"brier_hard":1.5030829462814332,"score_mae":0.37106511754966187,"within_one":true,"case_id":"typed:60/r0","base_id":"typed:60","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.5174}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.33629502553266877,"1":0.000721269305549495,"2":0.006996894954769573,"3":0.6559868102070127},"predicted":"3","confidence":0.6559868102070127,"entropy_confidence":0.5073230439274883,"candidate_mass":0.9987582833353591,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.0897664521006831,"brier_hard":0.8708724650666713,"score_mae":1.3993424898361266,"within_one":false,"case_id":"typed:60/r0","base_id":"typed:60","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":108.5174}
{"id":"action","type":"choice","probabilities":{"continue":0.38236873821632333,"human_review":0.0012232093838465373,"observe":0.005979795605001527,"stop":0.6104282567948301},"predicted":"stop","confidence":0.6104282567948301,"entropy_confidence":0.4894895390279761,"candidate_mass":0.9973346431535897,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.706277231823471,"brier_hard":1.5164193440876994,"soft_accuracy":0.06550671216906705,"brier_soft":0.7728524751841469,"tvd":0.8594638616780194,"kl":4.147631348790986,"case_id":"typed:61/r0","base_id":"typed:61","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.87209999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9804561927970877,"true":0.019543807202912693},"predicted":"false","confidence":0.9804561927970877,"entropy_confidence":0.8611285645867233,"candidate_mass":0.9920973681863003,"accepted":true,"accepted_predicted":"false","input_tokens":182,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.019737312776189925,"brier_hard":0.0007639207999692275,"soft_accuracy":0.5288273715678254,"brier_soft":0.4058215632584937,"tvd":0.4504561927970875,"kl":1.1686101773974973,"case_id":"typed:61/r0","base_id":"typed:61","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.87209999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.025186928841801657,"harmful":0.0002600248541989446,"partial":0.008823400966534872,"success":0.9657296453374635},"predicted":"success","confidence":0.9657296453374635,"entropy_confidence":0.8771657624831362,"candidate_mass":0.9997453643091048,"accepted":true,"accepted_predicted":"success","input_tokens":228,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.03487135419167943,"brier_hard":0.0018867586107190653,"soft_accuracy":0.6637174801236756,"brier_soft":0.13937832263922853,"tvd":0.28239596200378075,"kl":0.6665492143764736,"case_id":"typed:61/r0","base_id":"typed:61","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.87209999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5473555894400267,"1":0.0024313854591170797,"2":0.030294322754982617,"3":0.419918702345874},"predicted":"0","confidence":0.5473555894400267,"entropy_confidence":0.41224840028096565,"candidate_mass":0.9977444910664015,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.496794951844713,"brier_hard":1.4162648699875506,"score_mae":0.12722386199329572,"within_one":true,"case_id":"typed:61/r0","base_id":"typed:61","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.87209999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2389112562515973,"1":0.0003805883382944795,"2":0.005708419768894796,"3":0.7549997356412118},"predicted":"3","confidence":0.7549997356412118,"entropy_confidence":0.5767787303292339,"candidate_mass":0.9991047555406509,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.873792243890936,"brier_hard":1.6263747434091684,"score_mae":0.8601296347997196,"within_one":true,"case_id":"typed:61/r0","base_id":"typed:61","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.87209999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.3467917269242447,"human_review":0.0014975373153256599,"observe":0.007368944076428267,"stop":0.6443417916840024},"predicted":"stop","confidence":0.6443417916840024,"entropy_confidence":0.4976586086751129,"candidate_mass":0.9972563461991131,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":1.059030889826719,"brier_hard":0.8419139364799733,"soft_accuracy":0.18780717444489248,"brier_soft":0.5887718192166776,"tvd":0.6443417916840019,"kl":2.0823267108667265,"case_id":"typed:62/r0","base_id":"typed:62","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.59899999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9692348604563543,"true":0.03076513954364498},"predicted":"false","confidence":0.9692348604563543,"entropy_confidence":0.8017853994820834,"candidate_mass":0.9884291196587637,"accepted":true,"accepted_predicted":"false","input_tokens":185,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.03124832240725087,"brier_hard":0.0018929876222799392,"soft_accuracy":0.8284644023194478,"brier_soft":0.028433903896092745,"tvd":0.11923486045635467,"kl":0.12605794569134784,"case_id":"typed:62/r0","base_id":"typed:62","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.59899999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03965623118990124,"harmful":0.00047797469053102016,"partial":0.018695655130258493,"success":0.9411701389893099},"predicted":"success","confidence":0.9411701389893099,"entropy_confidence":0.8102073738580853,"candidate_mass":0.9992156877767886,"accepted":true,"accepted_predicted":"success","input_tokens":231,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.060631349162921615,"brier_hard":0.00538332519927836,"soft_accuracy":0.6046764810817672,"brier_soft":0.16670428434816198,"tvd":0.30831448034620723,"kl":0.5811967951812201,"case_id":"typed:62/r0","base_id":"typed:62","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.59899999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6248410758050986,"1":0.0035291266204068336,"2":0.04257891533722872,"3":0.3290508822372641},"predicted":"0","confidence":0.6248410758050986,"entropy_confidence":0.4128847921008044,"candidate_mass":0.99508902774856,"accepted":false,"accepted_predicted":null,"input_tokens":236,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.646704854964742,"brier_hard":1.493468018639579,"score_mae":0.49250660400665647,"within_one":true,"case_id":"typed:62/r0","base_id":"typed:62","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.59899999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2559042646842532,"1":0.0005125181801156067,"2":0.006155349655676016,"3":0.7374278674799558},"predicted":"3","confidence":0.7374278674799558,"entropy_confidence":0.5609789064942499,"candidate_mass":0.9990194215971102,"accepted":false,"accepted_predicted":null,"input_tokens":228,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.362951870522462,"brier_hard":1.0975164740553858,"score_mae":1.708439819931335,"within_one":false,"case_id":"typed:62/r0","base_id":"typed:62","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":118.59899999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.43392380645318623,"human_review":0.0016600187848140478,"observe":0.006721749308664593,"stop":0.5576944254533353},"predicted":"stop","confidence":0.5576944254533353,"entropy_confidence":0.4718365606130973,"candidate_mass":0.9979168345642893,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.400926360524672,"brier_hard":1.4960408419950544,"soft_accuracy":0.1796782593010868,"brier_soft":0.5658712793629198,"tvd":0.6649519052401948,"kl":3.3468998091550692,"case_id":"typed:63/r0","base_id":"typed:63","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.22219999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9616354769853501,"true":0.03836452301464837},"predicted":"false","confidence":0.9616354769853501,"entropy_confidence":0.7652573276959013,"candidate_mass":0.9906386958824829,"accepted":true,"accepted_predicted":"false","input_tokens":187,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.260622126255331,"brier_hard":1.8494855811936866,"soft_accuracy":0.16762245657054664,"brier_soft":1.3501697140818902,"tvd":0.8216354769853509,"kl":2.4046483186205916,"case_id":"typed:63/r0","base_id":"typed:63","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.22219999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.025905970006685364,"harmful":0.0003608695606184843,"partial":0.014110914451344957,"success":0.9596222459813503},"predicted":"success","confidence":0.9596222459813503,"entropy_confidence":0.8577663743816465,"candidate_mass":0.9995570350865827,"accepted":true,"accepted_predicted":"success","input_tokens":233,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.926993992852694,"brier_hard":1.9210234832765343,"soft_accuracy":0.020513856504236955,"brier_soft":1.4666948649452975,"tvd":0.9429552459813507,"kl":6.09217694955914,"case_id":"typed:63/r0","base_id":"typed:63","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.22219999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5686599371623524,"1":0.004049123137444726,"2":0.0668421156858701,"3":0.3604488240143344},"predicted":"0","confidence":0.5686599371623524,"entropy_confidence":0.3566008173643581,"candidate_mass":0.9935273409293693,"accepted":false,"accepted_predicted":null,"input_tokens":238,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.0204052906855345,"brier_hard":0.7368840946656838,"score_mae":1.2642531734478117,"within_one":false,"case_id":"typed:63/r0","base_id":"typed:63","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.22219999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.36900130875134224,"1":0.0007680887431949352,"2":0.007449106144175333,"3":0.6227814963612858},"predicted":"3","confidence":0.6227814963612858,"entropy_confidence":0.49158822032889793,"candidate_mass":0.998689406809821,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.47355954986621634,"brier_hard":0.27851184449029864,"score_mae":0.49932220988459686,"within_one":true,"case_id":"typed:63/r0","base_id":"typed:63","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":111.22219999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.47259097271280637,"human_review":0.0014411436349425313,"observe":0.00591746862639593,"stop":0.520050415025854},"predicted":"stop","confidence":0.520050415025854,"entropy_confidence":0.47051130240398475,"candidate_mass":0.9961958810682505,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.129846518424422,"brier_hard":1.4819968177353284,"soft_accuracy":0.1784341700412755,"brier_soft":0.4602967349056061,"tvd":0.6259747544052944,"kl":2.614908767251991,"case_id":"typed:64/r0","base_id":"typed:64","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.054}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9186648511665418,"true":0.08133514883345874},"predicted":"false","confidence":0.9186648511665418,"entropy_confidence":0.5931337134933392,"candidate_mass":0.9891447274348677,"accepted":true,"accepted_predicted":"false","input_tokens":171,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.08483391175245818,"brier_hard":0.013230812871521676,"soft_accuracy":0.6395552294987482,"brier_soft":0.12700583398510884,"tvd":0.25199785116654155,"kl":0.25643353610287223,"case_id":"typed:64/r0","base_id":"typed:64","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.054}
{"id":"outcome","type":"choice","probabilities":{"failure":0.01981874764385293,"harmful":0.00028132654196199713,"partial":0.014371344821932155,"success":0.9655285809922511},"predicted":"success","confidence":0.9655285809922511,"entropy_confidence":0.8738702324616784,"candidate_mass":0.9996492484626999,"accepted":true,"accepted_predicted":"success","input_tokens":217,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.242518997888542,"brier_hard":1.9041021485238305,"soft_accuracy":0.2122527479986145,"brier_soft":0.874983417726466,"tvd":0.7588615809922521,"kl":2.2475023145527886,"case_id":"typed:64/r0","base_id":"typed:64","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.054}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7134302730390042,"1":0.0027055705811771373,"2":0.04253832552550454,"3":0.24132583085431314},"predicted":"0","confidence":0.7134302730390042,"entropy_confidence":0.4703290380862778,"candidate_mass":0.9966457966529664,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.3376705720838303,"brier_hard":0.14217719429870776,"score_mae":0.4417597141951256,"within_one":true,"case_id":"typed:64/r0","base_id":"typed:64","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.054}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2697262104666152,"1":0.0007153817699594794,"2":0.006430035775523036,"3":0.723128371987902},"predicted":"3","confidence":0.723128371987902,"entropy_confidence":0.5488094939706859,"candidate_mass":0.9985725389790726,"accepted":false,"accepted_predicted":null,"input_tokens":214,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.3103478697742297,"brier_hard":1.0562563071844755,"score_mae":1.3162935692847118,"within_one":false,"case_id":"typed:64/r0","base_id":"typed:64","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.054}
{"id":"action","type":"choice","probabilities":{"continue":0.639165604759296,"human_review":0.001415662456837945,"observe":0.005361805551330846,"stop":0.35405692723253507},"predicted":"continue","confidence":0.639165604759296,"entropy_confidence":0.5015325691908578,"candidate_mass":0.9967722412396606,"accepted":false,"accepted_predicted":null,"input_tokens":210,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.56015769006645,"brier_hard":1.5310884061739471,"soft_accuracy":0.12985508897835102,"brier_soft":0.730320108686921,"tvd":0.6432225319918311,"kl":3.5994844967116384,"case_id":"typed:65/r0","base_id":"typed:65","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5218}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9130313883904314,"true":0.08696861160956905},"predicted":"false","confidence":0.9130313883904314,"entropy_confidence":0.5737303316516602,"candidate_mass":0.9847666152451549,"accepted":true,"accepted_predicted":"false","input_tokens":168,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.442208011523423,"brier_hard":1.6672526323723167,"soft_accuracy":0.14754627321924002,"brier_soft":1.4101867669309749,"tvd":0.8396983883904312,"kl":2.0076094919923437,"case_id":"typed:65/r0","base_id":"typed:65","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5218}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03824280459498281,"harmful":0.00036486351749458087,"partial":0.01593789875769036,"success":0.9454544331298322},"predicted":"success","confidence":0.9454544331298322,"entropy_confidence":0.8220413243165131,"candidate_mass":0.9991975032386915,"accepted":true,"accepted_predicted":"success","input_tokens":214,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.915987198981426,"brier_hard":1.8948710199353502,"soft_accuracy":0.006081717014853136,"brier_soft":1.543992890718633,"tvd":0.9454544331298322,"kl":6.422246438562271,"case_id":"typed:65/r0","base_id":"typed:65","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5218}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6404625993257687,"1":0.0023833510078704228,"2":0.031219830602666917,"3":0.32593421906369424},"predicted":"0","confidence":0.6404625993257687,"entropy_confidence":0.44212235092249097,"candidate_mass":0.9969592632700427,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.1210596999893667,"brier_hard":0.8655373763492777,"score_mae":1.6073743305957129,"within_one":false,"case_id":"typed:65/r0","base_id":"typed:65","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5218}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3562455371175729,"1":0.0005261998112123479,"2":0.004698814257732122,"3":0.6385294488134814},"predicted":"3","confidence":0.6385294488134814,"entropy_confidence":0.5071102458094221,"candidate_mass":0.9987787824046355,"accepted":false,"accepted_predicted":null,"input_tokens":211,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.4485874827039282,"brier_hard":0.25759419783294357,"score_mae":0.4244878252328794,"within_one":true,"case_id":"typed:65/r0","base_id":"typed:65","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5218}
{"id":"action","type":"choice","probabilities":{"continue":0.5564492191172664,"human_review":0.002028114183998322,"observe":0.007036464688379703,"stop":0.4344862020103539},"predicted":"continue","confidence":0.5564492191172664,"entropy_confidence":0.4692211055866268,"candidate_mass":0.9971905046530709,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.956649409890318,"brier_hard":1.4843946888992923,"soft_accuracy":0.12331612413643131,"brier_soft":0.5773911477811892,"tvd":0.7576024211276211,"kl":3.1690325028158504,"case_id":"typed:66/r0","base_id":"typed:66","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.5393}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9818908867058228,"true":0.018109113294177734},"predicted":"false","confidence":0.9818908867058228,"entropy_confidence":0.8693120927479328,"candidate_mass":0.9892147761914891,"accepted":true,"accepted_predicted":"false","input_tokens":188,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.011339970506501,"brier_hard":1.9282194267918928,"soft_accuracy":0.48393664918254836,"brier_soft":0.49711993279315153,"tvd":0.4985578867058225,"kl":1.3887684428348008,"case_id":"typed:66/r0","base_id":"typed:66","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.5393}
{"id":"outcome","type":"choice","probabilities":{"failure":0.04800919963258999,"harmful":0.0005425673151185433,"partial":0.01662432122922126,"success":0.9348239118230718},"predicted":"success","confidence":0.9348239118230718,"entropy_confidence":0.7973262912854927,"candidate_mass":0.9993309466631248,"accepted":true,"accepted_predicted":"success","input_tokens":234,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.096888521591236,"brier_hard":1.8432286493427332,"soft_accuracy":0.19646840598109164,"brier_soft":0.8540961576169928,"tvd":0.7520334791381896,"kl":1.931068546990244,"case_id":"typed:66/r0","base_id":"typed:66","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.5393}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6725065736071545,"1":0.00348344881602602,"2":0.05971363090509878,"3":0.2642963466717194},"predicted":"0","confidence":0.6725065736071545,"entropy_confidence":0.4182277602575988,"candidate_mass":0.9933209903739835,"accepted":false,"accepted_predicted":null,"input_tokens":239,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.659732436862843,"brier_hard":1.5187286049083248,"score_mae":0.2324667506413819,"within_one":true,"case_id":"typed:66/r0","base_id":"typed:66","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.5393}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.32204088176051815,"1":0.0006445923421900678,"2":0.00659080005675572,"3":0.6707237258405374},"predicted":"3","confidence":0.6707237258405374,"entropy_confidence":0.5162513588209297,"candidate_mass":0.9989164974271983,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.346892468594447,"brier_hard":1.5523353153908002,"score_mae":1.2593303699773135,"within_one":false,"case_id":"typed:66/r0","base_id":"typed:66","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.5393}
{"id":"action","type":"choice","probabilities":{"continue":0.5358843019354416,"human_review":0.0017852071038643403,"observe":0.008807366822714081,"stop":0.45352312413797835},"predicted":"continue","confidence":0.5358843019354416,"entropy_confidence":0.4619581435669545,"candidate_mass":0.9979311640767042,"accepted":false,"accepted_predicted":null,"input_tokens":228,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.6238369958093486,"brier_hard":0.42116736199257804,"soft_accuracy":0.2748192031527792,"brier_soft":0.3774528373359028,"tvd":0.48274042607342077,"kl":1.8334251760412774,"case_id":"typed:67/r0","base_id":"typed:67","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":151.4973}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9660697290818563,"true":0.03393027091814408},"predicted":"false","confidence":0.9660697290818563,"entropy_confidence":0.78626571980478,"candidate_mass":0.9905169873952684,"accepted":true,"accepted_predicted":"false","input_tokens":186,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.03451926406015812,"brier_hard":0.002302526569157283,"soft_accuracy":0.8728557832654851,"brier_soft":0.008730418201899723,"tvd":0.0660697290818561,"kl":0.04432913582251852,"case_id":"typed:67/r0","base_id":"typed:67","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":151.4973}
{"id":"outcome","type":"choice","probabilities":{"failure":0.040634690298014794,"harmful":0.00047653190540516174,"partial":0.015094040991117214,"success":0.9437947368054612},"predicted":"success","confidence":0.9437947368054612,"entropy_confidence":0.8184405918568117,"candidate_mass":0.999523381892194,"accepted":true,"accepted_predicted":"success","input_tokens":232,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05784657630482575,"brier_hard":0.005038266822481349,"soft_accuracy":0.8053650833147284,"brier_soft":0.01609757380394699,"tvd":0.09442942710347683,"kl":0.12992386481940277,"case_id":"typed:67/r0","base_id":"typed:67","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":151.4973}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6745319162878063,"1":0.0037646933414836434,"2":0.05733515358435341,"3":0.2643682367863566},"predicted":"0","confidence":0.6745319162878063,"entropy_confidence":0.4213109197827646,"candidate_mass":0.994308262418652,"accepted":false,"accepted_predicted":null,"input_tokens":237,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.3937362860137696,"brier_hard":0.17912153088931146,"score_mae":0.8165397108692604,"within_one":true,"case_id":"typed:67/r0","base_id":"typed:67","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":151.4973}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35112472292485064,"1":0.0007244202572895734,"2":0.008800032264683885,"3":0.6393508245531762},"predicted":"3","confidence":0.6393508245531762,"entropy_confidence":0.4947948444094452,"candidate_mass":0.9990933070928014,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.0466137826649096,"brier_hard":0.8298865674087467,"score_mae":1.6963769584461856,"within_one":false,"case_id":"typed:67/r0","base_id":"typed:67","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":151.4973}
{"id":"action","type":"choice","probabilities":{"continue":0.6408043739997213,"human_review":0.0012748759578027423,"observe":0.006299010781822514,"stop":0.35162173926065443},"predicted":"continue","confidence":0.6408043739997213,"entropy_confidence":0.5000275848248488,"candidate_mass":0.9962122711176761,"accepted":false,"accepted_predicted":null,"input_tokens":211,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.067362676671717,"brier_hard":1.5217113745397548,"soft_accuracy":0.08010248536963813,"brier_soft":0.7468821809201235,"tvd":0.8424261132603753,"kl":3.9649029906824986,"case_id":"typed:68/r0","base_id":"typed:68","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.615499}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8641918547544166,"true":0.13580814524558277},"predicted":"false","confidence":0.8641918547544166,"entropy_confidence":0.4268454477728758,"candidate_mass":0.9826490834779542,"accepted":true,"accepted_predicted":"false","input_tokens":169,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.9965120859391483,"brier_hard":1.4936551236477582,"soft_accuracy":0.42230549485782093,"brier_soft":0.4434161222012821,"tvd":0.4708588547544169,"kl":0.5984134169691402,"case_id":"typed:68/r0","base_id":"typed:68","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.615499}
{"id":"outcome","type":"choice","probabilities":{"failure":0.041357520357886306,"harmful":0.0005315522832430747,"partial":0.023093466260955497,"success":0.9350174610979152},"predicted":"success","confidence":0.9350174610979152,"entropy_confidence":0.7939853172274903,"candidate_mass":0.9990047287793073,"accepted":true,"accepted_predicted":"success","input_tokens":215,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":3.7682055473089022,"brier_hard":1.8303147552580088,"soft_accuracy":0.14382896543694643,"brier_soft":1.0017098978403323,"tvd":0.8083505877647884,"kl":2.1623258174536124,"case_id":"typed:68/r0","base_id":"typed:68","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.615499}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7002192585834099,"1":0.002805949823281093,"2":0.030877417897231328,"3":0.2660973736960786},"predicted":"0","confidence":0.7002192585834099,"entropy_confidence":0.47652752484619354,"candidate_mass":0.996065695225922,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.35636176643619777,"brier_hard":0.16163759350264198,"score_mae":0.4328529067059796,"within_one":true,"case_id":"typed:68/r0","base_id":"typed:68","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.615499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.40295184930392314,"1":0.000588969329987623,"2":0.006155125615036301,"3":0.5903040557510546},"predicted":"3","confidence":0.5903040557510546,"entropy_confidence":0.48558495779300903,"candidate_mass":0.9980473864339253,"accepted":false,"accepted_predicted":null,"input_tokens":212,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.43713644699676,"brier_hard":1.509689364889829,"score_mae":0.600478387813224,"within_one":true,"case_id":"typed:68/r0","base_id":"typed:68","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.615499}
{"id":"action","type":"choice","probabilities":{"continue":0.3522380825712231,"human_review":0.0013909970871636324,"observe":0.008620706911707611,"stop":0.6377502134299049},"predicted":"stop","confidence":0.6377502134299049,"entropy_confidence":0.4917843198247971,"candidate_mass":0.9965032331125047,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"stop","correct":true,"accepted_correct":null,"nll_hard":0.4498085872995041,"brier_hard":0.2553728261440853,"soft_accuracy":0.3058336644221807,"brier_soft":0.34389508193753365,"tvd":0.5033212960011284,"kl":2.523827254399017,"case_id":"typed:69/r0","base_id":"typed:69","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.1258}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9769100047704369,"true":0.023089995229561906},"predicted":"false","confidence":0.9769100047704369,"entropy_confidence":0.8415449597125535,"candidate_mass":0.9902226552201652,"accepted":true,"accepted_predicted":"false","input_tokens":183,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.768355862217664,"brier_hard":1.9087063148411523,"soft_accuracy":0.07714011371021469,"brier_soft":1.6936943756578469,"tvd":0.9202430047704375,"kl":3.33844180811896,"case_id":"typed:69/r0","base_id":"typed:69","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.1258}
{"id":"outcome","type":"choice","probabilities":{"failure":0.0352216045388901,"harmful":0.0003247573932562662,"partial":0.013135997076697685,"success":0.9513176409911542},"predicted":"success","confidence":0.9513176409911542,"entropy_confidence":0.8378039353850883,"candidate_mass":0.999555674623563,"accepted":true,"accepted_predicted":"success","input_tokens":229,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":8.032432136679585,"brier_hard":1.9057689605873198,"soft_accuracy":0.026404532622243525,"brier_soft":1.533921045685345,"tvd":0.9279846409911551,"kl":6.514923958484993,"case_id":"typed:69/r0","base_id":"typed:69","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.1258}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6039656185524132,"1":0.0038075251697345424,"2":0.046914115670557394,"3":0.3453127406072955},"predicted":"0","confidence":0.6039656185524132,"entropy_confidence":0.3966240036838765,"candidate_mass":0.9967183063649266,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.0633047780548992,"brier_hard":0.795605307501598,"score_mae":1.479759021667264,"within_one":false,"case_id":"typed:69/r0","base_id":"typed:69","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.1258}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.27270291836454597,"1":0.00046206526235327734,"2":0.005875212497746807,"3":0.7209598038753555},"predicted":"3","confidence":0.7209598038753555,"entropy_confidence":0.5499152050180972,"candidate_mass":0.9989353039544447,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.3271718937709238,"brier_hard":0.15226504436402064,"score_mae":0.37490809811608594,"within_one":true,"case_id":"typed:69/r0","base_id":"typed:69","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":141.1258}
{"id":"action","type":"choice","probabilities":{"continue":0.5548271602293761,"human_review":0.0017928366443556393,"observe":0.008760805097082708,"stop":0.43461919802918414},"predicted":"continue","confidence":0.5548271602293761,"entropy_confidence":0.4648672972303778,"candidate_mass":0.9946213237100826,"accepted":false,"accepted_predicted":null,"input_tokens":214,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.73746747219727,"brier_hard":1.479285380798742,"soft_accuracy":0.1973691970501736,"brier_soft":0.4438242346705601,"tvd":0.6327793582585609,"kl":2.4044368890720085,"case_id":"typed:70/r0","base_id":"typed:70","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.8169}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8859064843243439,"true":0.11409351567565588},"predicted":"false","confidence":0.8859064843243439,"entropy_confidence":0.4878589137670336,"candidate_mass":0.9892456237449807,"accepted":true,"accepted_predicted":"false","input_tokens":172,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.12114388211431053,"brier_hard":0.026034660638462312,"soft_accuracy":0.6363538817322577,"brier_soft":0.08756232360063479,"tvd":0.209239484324344,"kl":0.15448862684264453,"case_id":"typed:70/r0","base_id":"typed:70","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.8169}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03471764434436319,"harmful":0.00038482067378217206,"partial":0.015899322737071498,"success":0.9489982122447845},"predicted":"success","confidence":0.9489982122447845,"entropy_confidence":0.8303247452108147,"candidate_mass":0.9994594477031532,"accepted":true,"accepted_predicted":"success","input_tokens":218,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05234836420455838,"brier_hard":0.0040594337334982685,"soft_accuracy":0.6169707261565699,"brier_soft":0.15782524146592747,"tvd":0.3056652122447838,"kl":0.6529339678424181,"case_id":"typed:70/r0","base_id":"typed:70","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.8169}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5566987768308707,"1":0.0023810538246042236,"2":0.049347947283919905,"3":0.3915722220606065},"predicted":"0","confidence":0.5566987768308707,"entropy_confidence":0.38247518212910636,"candidate_mass":0.9966260378658199,"accepted":false,"accepted_predicted":null,"input_tokens":223,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.0088591090250922,"brier_hard":1.3669873279650808,"score_mae":0.4142063854257363,"within_one":true,"case_id":"typed:70/r0","base_id":"typed:70","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.8169}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.31519576373404073,"1":0.0006675331954447125,"2":0.0067470177686806436,"3":0.6773896853018343},"predicted":"3","confidence":0.6773896853018343,"entropy_confidence":0.5193164485217674,"candidate_mass":0.9986401018448158,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.3119214379231,"brier_hard":1.5569160566876519,"score_mae":0.6129976246383089,"within_one":true,"case_id":"typed:70/r0","base_id":"typed:70","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.8169}
{"id":"action","type":"choice","probabilities":{"continue":0.4740596844749547,"human_review":0.001405921087693007,"observe":0.005887778684246943,"stop":0.5186466157531054},"predicted":"stop","confidence":0.5186466157531054,"entropy_confidence":0.47065877179902016,"candidate_mass":0.996897175522885,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.7464220486000634,"brier_hard":0.545644170078673,"soft_accuracy":0.263602572372532,"brier_soft":0.3760023498395185,"tvd":0.5019796157531053,"kl":1.8664639048042702,"case_id":"typed:71/r0","base_id":"typed:71","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":142.5246}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9565282061793461,"true":0.043471793820654366},"predicted":"false","confidence":0.9565282061793461,"entropy_confidence":0.7420101714230323,"candidate_mass":0.99504668108911,"accepted":true,"accepted_predicted":"false","input_tokens":173,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.044445001588009334,"brier_hard":0.003779593715970927,"soft_accuracy":0.80435183310076,"brier_soft":0.030354117651143077,"tvd":0.12319520617934587,"kl":0.10908394789700583,"case_id":"typed:71/r0","base_id":"typed:71","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":142.5246}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03255293778682734,"harmful":0.0003020544605871354,"partial":0.013133974765869413,"success":0.9540110329867175},"predicted":"success","confidence":0.9540110329867175,"entropy_confidence":0.8443643688803358,"candidate_mass":0.999628218942991,"accepted":true,"accepted_predicted":"success","input_tokens":219,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.04708004262512945,"brier_hard":0.0033472713755494906,"soft_accuracy":0.5639205080711072,"brier_soft":0.23408369898477013,"tvd":0.37098008744730393,"kl":0.8331185352974463,"case_id":"typed:71/r0","base_id":"typed:71","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":142.5246}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5035358169928477,"1":0.00247116510663146,"2":0.03939163249362052,"3":0.4546013854069022},"predicted":"0","confidence":0.5035358169928477,"entropy_confidence":0.3896757448343293,"candidate_mass":0.9967382536092461,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.6861004333201066,"brier_hard":0.45469691199033074,"score_mae":0.961725586314579,"within_one":true,"case_id":"typed:71/r0","base_id":"typed:71","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":142.5246}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2666899165321258,"1":0.00048379736439468544,"2":0.0056971811070435875,"3":0.7271291049964352},"predicted":"3","confidence":0.7271291049964352,"entropy_confidence":0.5547040083844534,"candidate_mass":0.9991603832611664,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.3216686567874127,"brier_hard":1.0664931057810338,"score_mae":1.7432654745677876,"within_one":false,"case_id":"typed:71/r0","base_id":"typed:71","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":142.5246}
{"id":"action","type":"choice","probabilities":{"continue":0.5477716303421921,"human_review":0.0016988489791520721,"observe":0.008596749861229288,"stop":0.44193277081742605},"predicted":"continue","confidence":0.5477716303421921,"entropy_confidence":0.4645383563582117,"candidate_mass":0.9965982621913652,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.756371070266486,"brier_hard":1.4782416234036828,"soft_accuracy":0.13392024542480538,"brier_soft":0.5481501100545305,"tvd":0.7397044011596184,"kl":3.0740608408131345,"case_id":"typed:72/r0","base_id":"typed:72","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.1605}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9722163327413919,"true":0.027783667258607866},"predicted":"false","confidence":0.9722163327413919,"entropy_confidence":0.8168477238110418,"candidate_mass":0.9870676012514729,"accepted":true,"accepted_predicted":"false","input_tokens":187,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.5833069396195683,"brier_hard":1.8904091952982423,"soft_accuracy":0.42129759268732303,"brier_soft":0.6172701222188117,"tvd":0.5555493327413921,"kl":1.422808207726352,"case_id":"typed:72/r0","base_id":"typed:72","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.1605}
{"id":"outcome","type":"choice","probabilities":{"failure":0.036368342750075555,"harmful":0.00045205440022152223,"partial":0.01612247884350491,"success":0.9470571240061976},"predicted":"success","confidence":0.9470571240061976,"entropy_confidence":0.825383031538122,"candidate_mass":0.999395836777212,"accepted":true,"accepted_predicted":"success","input_tokens":233,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.127540779314753,"brier_hard":1.8662550334755075,"soft_accuracy":0.31299786004779934,"brier_soft":0.6731485066229186,"tvd":0.6303901240061978,"kl":1.7785286133889855,"case_id":"typed:72/r0","base_id":"typed:72","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.1605}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6496420766749638,"1":0.0035213034801532405,"2":0.05430134526781491,"3":0.2925352745770671},"predicted":"0","confidence":0.6496420766749638,"entropy_confidence":0.41003098487115697,"candidate_mass":0.9943295411210299,"accepted":false,"accepted_predicted":null,"input_tokens":238,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.9132062776195795,"brier_hard":1.4019700597989033,"score_mae":0.6602701822530156,"within_one":true,"case_id":"typed:72/r0","base_id":"typed:72","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.1605}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2646544823699863,"1":0.0006549626697509429,"2":0.007049266031824837,"3":0.7276412889284388},"predicted":"3","confidence":0.7276412889284388,"entropy_confidence":0.5506769404296905,"candidate_mass":0.9988065015074337,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.95483177653869,"brier_hard":1.5854554294560017,"score_mae":0.8310103615187172,"within_one":true,"case_id":"typed:72/r0","base_id":"typed:72","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.1605}
{"id":"action","type":"choice","probabilities":{"continue":0.4287619885309996,"human_review":0.001334259121087109,"observe":0.005999223889381429,"stop":0.5639045284585329},"predicted":"stop","confidence":0.5639045284585329,"entropy_confidence":0.47654160102492216,"candidate_mass":0.9961346417499105,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.619379106658084,"brier_hard":1.4991944127176002,"soft_accuracy":0.06945515828081593,"brier_soft":0.7647080321761427,"tvd":0.852666516989532,"kl":4.239223493675644,"case_id":"typed:73/r0","base_id":"typed:73","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.59599999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9195057002400988,"true":0.08049429975989991},"predicted":"false","confidence":0.9195057002400988,"entropy_confidence":0.596081504159887,"candidate_mass":0.9931246381776799,"accepted":true,"accepted_predicted":"false","input_tokens":173,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.5195689075008225,"brier_hard":1.6909814655480713,"soft_accuracy":0.393724942935374,"brier_soft":0.5966092369751229,"tvd":0.5461727002400993,"kl":0.9495546738843459,"case_id":"typed:73/r0","base_id":"typed:73","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.59599999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03005568708931928,"harmful":0.00034900367774241467,"partial":0.012906440202913582,"success":0.9566888690300257},"predicted":"success","confidence":0.9566888690300257,"entropy_confidence":0.8509571690734614,"candidate_mass":0.9995514239066386,"accepted":true,"accepted_predicted":"success","input_tokens":219,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.044277051120559435,"brier_hard":0.002945896394587802,"soft_accuracy":0.6208240655807862,"brier_soft":0.16438633884906698,"tvd":0.31335586903002516,"kl":0.7150924579658166,"case_id":"typed:73/r0","base_id":"typed:73","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.59599999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5687957816160305,"1":0.0025392333923805166,"2":0.0397672924863286,"3":0.3888976925052589},"predicted":"0","confidence":0.5687957816160305,"entropy_confidence":0.40010132935376164,"candidate_mass":0.9967314159509568,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.2247105013777855,"brier_hard":1.396823356705363,"score_mae":0.42790010411918544,"within_one":true,"case_id":"typed:73/r0","base_id":"typed:73","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.59599999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2432043658440665,"1":0.000568395558754549,"2":0.006002609321606284,"3":0.7502246292755711},"predicted":"3","confidence":0.7502246292755711,"entropy_confidence":0.5712231434643101,"candidate_mass":0.9987968452653205,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":5.115561017355617,"brier_hard":1.610016493686249,"score_mae":0.6332475020286807,"within_one":true,"case_id":"typed:73/r0","base_id":"typed:73","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.59599999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.359229770236049,"human_review":0.0013824797722008081,"observe":0.0051652821329996185,"stop":0.6342224678587501},"predicted":"stop","confidence":0.6342224678587501,"entropy_confidence":0.500196317494805,"candidate_mass":0.9974681669248728,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":1.0237930667120843,"brier_hard":0.812853217478424,"soft_accuracy":0.2174148348767893,"brier_soft":0.5814830881969433,"tvd":0.6342224678587504,"kl":1.9627783751782804,"case_id":"typed:74/r0","base_id":"typed:74","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5551}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9554367881501078,"true":0.04456321184989218},"predicted":"false","confidence":0.9554367881501078,"entropy_confidence":0.7371633237900348,"candidate_mass":0.9926247307434288,"accepted":true,"accepted_predicted":"false","input_tokens":178,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.04558667327239971,"brier_hard":0.003971759700756744,"soft_accuracy":0.8795309604162819,"brier_soft":0.003006192946408479,"tvd":0.0387697881501078,"kl":0.014188795551386149,"case_id":"typed:74/r0","base_id":"typed:74","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5551}
{"id":"outcome","type":"choice","probabilities":{"failure":0.057072477601285206,"harmful":0.0004102078224774139,"partial":0.01952362579029793,"success":0.9229936887859405},"predicted":"success","confidence":0.9229936887859405,"entropy_confidence":0.7710211757625149,"candidate_mass":0.9994668524366055,"accepted":true,"accepted_predicted":"success","input_tokens":224,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.08013288222103657,"brier_hard":0.009568579900803002,"soft_accuracy":0.6136631103865293,"brier_soft":0.1121186144776253,"tvd":0.27340389660841735,"kl":0.3434199521796517,"case_id":"typed:74/r0","base_id":"typed:74","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5551}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7449192893499859,"1":0.002292304783112252,"2":0.03455833146991425,"3":0.21823007439698686},"predicted":"0","confidence":0.7449192893499859,"entropy_confidence":0.5081997357209096,"candidate_mass":0.9975759372658769,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.29447940291436586,"brier_hard":0.1138900672522338,"score_mae":0.5094321909139015,"within_one":true,"case_id":"typed:74/r0","base_id":"typed:74","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5551}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.27981017253235646,"1":0.0005475713624805455,"2":0.004861599535376509,"3":0.7147806565697851},"predicted":"3","confidence":0.7147806565697851,"entropy_confidence":0.5481520422229441,"candidate_mass":0.9991946275234307,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.2736438609700471,"brier_hard":1.0296087095786464,"score_mae":2.021279740142589,"within_one":false,"case_id":"typed:74/r0","base_id":"typed:74","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.5551}
{"id":"action","type":"choice","probabilities":{"continue":0.4122789407433746,"human_review":0.0024467681143637413,"observe":0.007988379525681754,"stop":0.577285911616581},"predicted":"stop","confidence":0.577285911616581,"entropy_confidence":0.4692560695828032,"candidate_mass":0.9968232016470764,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.82976735257904,"brier_hard":1.4873259905617542,"soft_accuracy":0.17162353348460493,"brier_soft":0.5322776604219079,"tvd":0.5895648523599551,"kl":2.3444588264272985,"case_id":"typed:75/r0","base_id":"typed:75","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.5047}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9741846704216955,"true":0.02581532957830275},"predicted":"false","confidence":0.9741846704216955,"entropy_confidence":0.8270491915018733,"candidate_mass":0.9911886906864336,"accepted":true,"accepted_predicted":"false","input_tokens":192,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02615439328913989,"brier_hard":0.001332862482472874,"soft_accuracy":0.7528988070146841,"brier_soft":0.08612716707449564,"tvd":0.20751767042169642,"kl":0.3300283583894006,"case_id":"typed:75/r0","base_id":"typed:75","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.5047}
{"id":"outcome","type":"choice","probabilities":{"failure":0.05198880162029363,"harmful":0.00066316287285264,"partial":0.026446481219440703,"success":0.9209015542874114},"predicted":"success","confidence":0.9209015542874114,"entropy_confidence":0.761576872872656,"candidate_mass":0.9987667734941781,"accepted":true,"accepted_predicted":"success","input_tokens":238,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.08240213846450219,"brier_hard":0.009659255761947734,"soft_accuracy":0.4464133788429367,"brier_soft":0.37419118442889715,"tvd":0.45489771716026484,"kl":0.9599684602471229,"case_id":"typed:75/r0","base_id":"typed:75","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.5047}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6337776878432673,"1":0.0037581573569532216,"2":0.05993974811996569,"3":0.3025244066798141},"predicted":"0","confidence":0.6337776878432673,"entropy_confidence":0.3937685907990447,"candidate_mass":0.993750704816895,"accepted":false,"accepted_predicted":null,"input_tokens":243,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.583826506341357,"brier_hard":1.4892857566824296,"score_mae":0.34787787363632705,"within_one":true,"case_id":"typed:75/r0","base_id":"typed:75","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.5047}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3977150717959384,"1":0.0013294942114711094,"2":0.008817040262634288,"3":0.5921383937299557},"predicted":"3","confidence":0.5921383937299557,"entropy_confidence":0.4752127736066216,"candidate_mass":0.9986654983633625,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":0.9220194300866851,"brier_hard":0.713454519824715,"score_mae":1.2287117559266068,"within_one":false,"case_id":"typed:75/r0","base_id":"typed:75","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":126.5047}
{"id":"action","type":"choice","probabilities":{"continue":0.38896850872187727,"human_review":0.0022570648943712884,"observe":0.008254425782998136,"stop":0.6005200006007526},"predicted":"stop","confidence":0.6005200006007526,"entropy_confidence":0.47566882196087246,"candidate_mass":0.9969115267941242,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.0936900290694815,"brier_hard":1.5074798719970508,"soft_accuracy":0.10506640191734419,"brier_soft":0.6368612346178434,"tvd":0.7561552759893969,"kl":3.248832621714827,"case_id":"typed:76/r0","base_id":"typed:76","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.5086}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9706282853237547,"true":0.02937171467624412},"predicted":"false","confidence":0.9706282853237547,"entropy_confidence":0.8087688138692789,"candidate_mass":0.9903870326236693,"accepted":true,"accepted_predicted":"false","input_tokens":193,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.5277231535811744,"brier_hard":1.8842385365410665,"soft_accuracy":0.3901864196722663,"brier_soft":0.6898315043270222,"tvd":0.5872952853237552,"kl":1.521186020963094,"case_id":"typed:76/r0","base_id":"typed:76","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.5086}
{"id":"outcome","type":"choice","probabilities":{"failure":0.028637276410898034,"harmful":0.0004358271449194358,"partial":0.01995326041442714,"success":0.9509736360297565},"predicted":"success","confidence":0.9509736360297565,"entropy_confidence":0.8333464749981576,"candidate_mass":0.9992360309671835,"accepted":true,"accepted_predicted":"success","input_tokens":239,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":3.9143627197047834,"brier_hard":1.8656627517415019,"soft_accuracy":0.17569654583066976,"brier_soft":0.9628202564650167,"tvd":0.7843066360297559,"kl":2.323760514968656,"case_id":"typed:76/r0","base_id":"typed:76","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.5086}
{"id":"risk","type":"ordinal","probabilities":{"0":0.590488661524004,"1":0.004273764612895119,"2":0.06976257005095632,"3":0.3354750038121441},"predicted":"0","confidence":0.590488661524004,"entropy_confidence":0.360490038828726,"candidate_mass":0.9925989715438903,"accepted":false,"accepted_predicted":null,"input_tokens":244,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.6626576587332558,"brier_hard":1.3265802787133363,"score_mae":0.4831090838487597,"within_one":true,"case_id":"typed:76/r0","base_id":"typed:76","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.5086}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.29177404686505193,"1":0.0009838601511659006,"2":0.00869690972242975,"3":0.6985451832613512},"predicted":"3","confidence":0.6985451832613512,"entropy_confidence":0.5252925370967718,"candidate_mass":0.9986301630400835,"accepted":false,"accepted_predicted":null,"input_tokens":236,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.744787520740015,"brier_hard":1.5557802522563018,"score_mae":0.38068022938007884,"within_one":true,"case_id":"typed:76/r0","base_id":"typed:76","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.5086}
{"id":"action","type":"choice","probabilities":{"continue":0.5864300495617425,"human_review":0.003066620978125476,"observe":0.011290105757147326,"stop":0.3992132237029851},"predicted":"continue","confidence":0.5864300495617425,"entropy_confidence":0.4604824156096451,"candidate_mass":0.9950936015651025,"accepted":false,"accepted_predicted":null,"input_tokens":236,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":5.78717898214358,"brier_hard":1.4972750297042974,"soft_accuracy":0.06308594371430329,"brier_soft":0.9644586620099418,"tvd":0.8523102732647274,"kl":4.163071332400397,"case_id":"typed:77/r0","base_id":"typed:77","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.0994}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9534552428847299,"true":0.04654475711527156},"predicted":"false","confidence":0.9534552428847299,"entropy_confidence":0.7284660680919607,"candidate_mass":0.9914775677711313,"accepted":true,"accepted_predicted":"false","input_tokens":194,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.0673409107048464,"brier_hard":1.8181538003687558,"soft_accuracy":0.14328217790084233,"brier_soft":1.4341006565756143,"tvd":0.8467882428847292,"kl":2.405751254271063,"case_id":"typed:77/r0","base_id":"typed:77","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.0994}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03327447736895514,"harmful":0.0003764337401141532,"partial":0.02005830481232261,"success":0.9462907840786082},"predicted":"success","confidence":0.9462907840786082,"entropy_confidence":0.8219350332058218,"candidate_mass":0.999423549102568,"accepted":true,"accepted_predicted":"success","input_tokens":240,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.884768515284854,"brier_hard":1.8962230486903606,"soft_accuracy":0.03118734581180373,"brier_soft":1.2961349142808993,"tvd":0.9229577607455848,"kl":5.281940181006031,"case_id":"typed:77/r0","base_id":"typed:77","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.0994}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5140457147042901,"1":0.0035530005470219604,"2":0.05948218858294918,"3":0.4229190961657402},"predicted":"0","confidence":0.5140457147042901,"entropy_confidence":0.3551703626030813,"candidate_mass":0.993133255279637,"accepted":false,"accepted_predicted":null,"input_tokens":245,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8605743802482984,"brier_hard":0.6008161209475152,"score_mae":1.0353923337898592,"within_one":false,"case_id":"typed:77/r0","base_id":"typed:77","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.0994}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.36856087887270667,"1":0.0010973396575724296,"2":0.010286559382240152,"3":0.6200552220874801},"predicted":"3","confidence":0.6200552220874801,"entropy_confidence":0.4815017978039504,"candidate_mass":0.9982031085880354,"accepted":false,"accepted_predicted":null,"input_tokens":237,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.47794673702627577,"brier_hard":0.28030217315666445,"score_mae":0.351496875315507,"within_one":true,"case_id":"typed:77/r0","base_id":"typed:77","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":125.0994}
{"id":"action","type":"choice","probabilities":{"continue":0.4855766032139774,"human_review":0.002060490889706154,"observe":0.006783968234645737,"stop":0.5055789376616722},"predicted":"stop","confidence":0.5055789376616722,"entropy_confidence":0.4645888456551387,"candidate_mass":0.9965935121564626,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.99319306289652,"brier_hard":1.4778770311743532,"soft_accuracy":0.11769165302127993,"brier_soft":0.5860616882678081,"tvd":0.7578223075424155,"kl":3.255527041658644,"case_id":"typed:78/r0","base_id":"typed:78","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.8165}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9815787691932183,"true":0.018421230806783418},"predicted":"false","confidence":0.9815787691932183,"entropy_confidence":0.8675179839507245,"candidate_mass":0.9924843037891723,"accepted":true,"accepted_predicted":"false","input_tokens":190,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.9942514313436526,"brier_hard":1.9269937602617433,"soft_accuracy":0.3715793159343223,"brier_soft":0.7562329677846655,"tvd":0.6149117691932176,"kl":1.87935074297156,"case_id":"typed:78/r0","base_id":"typed:78","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.8165}
{"id":"outcome","type":"choice","probabilities":{"failure":0.047170626009232115,"harmful":0.0004218756907870255,"partial":0.015751735304278484,"success":0.9366557629957022},"predicted":"success","confidence":0.9366557629957022,"entropy_confidence":0.8023412168187131,"candidate_mass":0.9993371834493222,"accepted":true,"accepted_predicted":"success","input_tokens":236,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06543944632006676,"brier_hard":0.0064858554639540275,"soft_accuracy":0.5400135175107686,"brier_soft":0.23550346163415492,"tvd":0.3699893296621356,"kl":0.8355696203585744,"case_id":"typed:78/r0","base_id":"typed:78","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.8165}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7064904746112295,"1":0.002392389908548812,"2":0.04412021184321849,"3":0.24699692363700415},"predicted":"0","confidence":0.7064904746112295,"entropy_confidence":0.46404343133982484,"candidate_mass":0.9960891948972905,"accepted":false,"accepted_predicted":null,"input_tokens":241,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.1208372830848248,"brier_hard":1.4738481639386725,"score_mae":0.9517094154940019,"within_one":true,"case_id":"typed:78/r0","base_id":"typed:78","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.8165}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.34418818393938005,"1":0.0006828844943314413,"2":0.00596006857420817,"3":0.6491688629920817},"predicted":"3","confidence":0.6491688629920817,"entropy_confidence":0.5072545197646658,"candidate_mass":0.9989679318516776,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":5.122673292231443,"brier_hard":1.5280015702421461,"score_mae":0.16010961061899254,"within_one":true,"case_id":"typed:78/r0","base_id":"typed:78","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":116.8165}
{"id":"action","type":"choice","probabilities":{"continue":0.5403547578242148,"human_review":0.002145681769977195,"observe":0.007390261525121263,"stop":0.4501092988806861},"predicted":"continue","confidence":0.5403547578242148,"entropy_confidence":0.46521980951061204,"candidate_mass":0.9966034035427923,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.6155293961931393,"brier_hard":0.4139313495093667,"soft_accuracy":0.40159168578056864,"brier_soft":0.29027959137465914,"tvd":0.4501092988806864,"kl":1.0979810351385113,"case_id":"typed:79/r0","base_id":"typed:79","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.8077}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9727344142809204,"true":0.027265585719079027},"predicted":"false","confidence":0.9727344142809204,"entropy_confidence":0.8195121591982696,"candidate_mass":0.986585956779694,"accepted":true,"accepted_predicted":"false","input_tokens":189,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.027644189573337,"brier_hard":0.0014868243292089213,"soft_accuracy":0.8939456603903765,"brier_soft":0.006287109888296782,"tvd":0.056067414280920706,"kl":0.03868162922178447,"case_id":"typed:79/r0","base_id":"typed:79","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.8077}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03792533132760304,"harmful":0.0005306358407988492,"partial":0.016020262924153848,"success":0.9455237699074445},"predicted":"success","confidence":0.9455237699074445,"entropy_confidence":0.821618350535012,"candidate_mass":0.9994701871354733,"accepted":true,"accepted_predicted":"success","input_tokens":235,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05601625116002754,"brier_hard":0.00466292079996008,"soft_accuracy":0.7509121759000683,"brier_soft":0.05230822659271257,"tvd":0.16731273707584624,"kl":0.2955052672010561,"case_id":"typed:79/r0","base_id":"typed:79","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.8077}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5876628590850378,"1":0.0037473115709504225,"2":0.06212555939072395,"3":0.3464642699532873},"predicted":"0","confidence":0.5876628590850378,"entropy_confidence":0.37011685807774186,"candidate_mass":0.993439229555198,"accepted":false,"accepted_predicted":null,"input_tokens":240,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.5316018644253157,"brier_hard":0.2939330356058099,"score_mae":0.5807242402122599,"within_one":true,"case_id":"typed:79/r0","base_id":"typed:79","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.8077}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.29127051360050676,"1":0.0007704361245219546,"2":0.006550855696639323,"3":0.7014081945783333},"predicted":"3","confidence":0.7014081945783333,"entropy_confidence":0.533641768957245,"candidate_mass":0.9990044103053091,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.168553807974867,"brier_hard":1.5753146025478761,"score_mae":1.3114297312528005,"within_one":false,"case_id":"typed:79/r0","base_id":"typed:79","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":130.8077}
{"id":"action","type":"choice","probabilities":{"continue":0.47232139930619005,"human_review":0.0025560506821369674,"observe":0.006776572044072593,"stop":0.5183459779676001},"predicted":"stop","confidence":0.5183459779676001,"entropy_confidence":0.4633176748686898,"candidate_mass":0.9968057893261086,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":5.96929191397135,"brier_hard":1.4867104110772293,"soft_accuracy":0.07637721224929933,"brier_soft":0.7740680879429046,"tvd":0.8406673772737903,"kl":3.9048972135091224,"case_id":"typed:80/r0","base_id":"typed:80","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.86729899999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9688509893564053,"true":0.031149010643593752},"predicted":"false","confidence":0.9688509893564053,"entropy_confidence":0.7998782400534501,"candidate_mass":0.9905549601202895,"accepted":true,"accepted_predicted":"false","input_tokens":190,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.4689727952933964,"brier_hard":1.8773444791537726,"soft_accuracy":0.23431808526536255,"brier_soft":1.131561507688235,"tvd":0.7521839893564057,"kl":2.2015601676506473,"case_id":"typed:80/r0","base_id":"typed:80","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.86729899999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.020607884757691652,"harmful":0.0003781888242192628,"partial":0.011378020088274956,"success":0.9676359063298137},"predicted":"success","confidence":0.9676359063298137,"entropy_confidence":0.8804401618543842,"candidate_mass":0.9996179631318353,"accepted":true,"accepted_predicted":"success","input_tokens":236,"reused_prefix_tokens":0,"expected":"failure","correct":false,"accepted_correct":false,"nll_hard":3.8820815211909476,"brier_hard":1.8956577649854391,"soft_accuracy":0.06981456068710781,"brier_soft":1.2196666509046066,"tvd":0.9109689063298139,"kl":3.0525949937107204,"case_id":"typed:80/r0","base_id":"typed:80","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.86729899999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6141381092010326,"1":0.003386062865060505,"2":0.06131850373717364,"3":0.3211573241967324},"predicted":"0","confidence":0.6141381092010326,"entropy_confidence":0.3835120150990655,"candidate_mass":0.9954698605350513,"accepted":false,"accepted_predicted":null,"input_tokens":241,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.7916736261703328,"brier_hard":1.3614420609061693,"score_mae":0.4271719570703951,"within_one":true,"case_id":"typed:80/r0","base_id":"typed:80","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.86729899999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2433405970814266,"1":0.0008070545886957486,"2":0.006550681804065157,"3":0.7493016665258114},"predicted":"3","confidence":0.7493016665258114,"entropy_confidence":0.5680165231488417,"candidate_mass":0.9991816324430943,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.4132931829337814,"brier_hard":1.1340300022526575,"score_mae":1.3451464177742603,"within_one":false,"case_id":"typed:80/r0","base_id":"typed:80","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":117.86729899999999}
{"id":"action","type":"choice","probabilities":{"continue":0.4059254237808894,"human_review":0.0017768525076804608,"observe":0.008708687442534575,"stop":0.5835890362688969},"predicted":"stop","confidence":0.5835890362688969,"entropy_confidence":0.4713712667550808,"candidate_mass":0.9970679868948382,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.743434194934441,"brier_hard":1.4880132364816911,"soft_accuracy":0.11470096877820822,"brier_soft":0.6065841515883439,"tvd":0.7395144600497856,"kl":3.069970594307253,"case_id":"typed:81/r0","base_id":"typed:81","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.8386}
{"id":"needs_review","type":"binary","probabilities":{"false":0.97798954801529,"true":0.022010451984709415},"predicted":"false","confidence":0.97798954801529,"entropy_confidence":0.847415458281432,"candidate_mass":0.9887079816418638,"accepted":true,"accepted_predicted":"false","input_tokens":183,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.816237848229381,"brier_hard":1.9129271120543037,"soft_accuracy":0.45220104519847065,"brier_soft":0.5575459256267812,"tvd":0.5279895480152903,"kl":1.420807336059982,"case_id":"typed:81/r0","base_id":"typed:81","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.8386}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03507218910995265,"harmful":0.0002845923412716866,"partial":0.012519311535239453,"success":0.9521239070135371},"predicted":"success","confidence":0.9521239070135371,"entropy_confidence":0.8403084756737538,"candidate_mass":0.9995526957885531,"accepted":true,"accepted_predicted":"success","input_tokens":229,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.380482904020273,"brier_hard":1.8828881838393252,"soft_accuracy":0.242127170070081,"brier_soft":0.7997616845476421,"tvd":0.7121239070135367,"kl":2.145585390451462,"case_id":"typed:81/r0","base_id":"typed:81","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.8386}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5597359458514837,"1":0.0033923516223281075,"2":0.041632057427368314,"3":0.3952396450988211},"predicted":"0","confidence":0.5597359458514837,"entropy_confidence":0.3916668629932757,"candidate_mass":0.9964801089161538,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.686231904182083,"brier_hard":1.464478739146606,"score_mae":0.482375401773528,"within_one":true,"case_id":"typed:81/r0","base_id":"typed:81","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.8386}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3324678298236578,"1":0.0006317188895315864,"2":0.009534446380241928,"3":0.6573660049065676},"predicted":"3","confidence":0.6573660049065676,"entropy_confidence":0.5016150187414867,"candidate_mass":0.9986823581059864,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.367066057813034,"brier_hard":1.5414927892319439,"score_mae":0.7751316263697181,"within_one":true,"case_id":"typed:81/r0","base_id":"typed:81","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.8386}
{"id":"action","type":"choice","probabilities":{"continue":0.520397234138178,"human_review":0.0029973205175468872,"observe":0.007741814701358628,"stop":0.468863630642917},"predicted":"continue","confidence":0.520397234138178,"entropy_confidence":0.45892430186742483,"candidate_mass":0.9966761196223728,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":5.810036550237516,"brier_hard":1.4847206640283848,"soft_accuracy":0.09420286327153705,"brier_soft":0.6695319562984042,"tvd":0.8059278647810947,"kl":3.4265046713343823,"case_id":"typed:82/r0","base_id":"typed:82","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.4495}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9697260588345069,"true":0.030273941165492094},"predicted":"false","confidence":0.9697260588345069,"entropy_confidence":0.8042361955928052,"candidate_mass":0.990016278346309,"accepted":true,"accepted_predicted":"false","input_tokens":191,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.4974679640441906,"brier_hard":1.880737258365413,"soft_accuracy":0.32776742491138605,"brier_soft":0.8529722686516251,"tvd":0.6530590588345073,"kl":1.7753385828713473,"case_id":"typed:82/r0","base_id":"typed:82","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.4495}
{"id":"outcome","type":"choice","probabilities":{"failure":0.035729919693198095,"harmful":0.0004806239249872632,"partial":0.019813094127367786,"success":0.9439763622544474},"predicted":"success","confidence":0.9439763622544474,"entropy_confidence":0.8161751153713206,"candidate_mass":0.9992084708867187,"accepted":true,"accepted_predicted":"success","input_tokens":237,"reused_prefix_tokens":0,"expected":"failure","correct":false,"accepted_correct":false,"nll_hard":3.331766854550853,"brier_hard":1.821300949968283,"soft_accuracy":0.0648714001943776,"brier_soft":1.32935038296757,"tvd":0.9073093989214105,"kl":2.642832460102992,"case_id":"typed:82/r0","base_id":"typed:82","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.4495}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5540890334243048,"1":0.00332713003979006,"2":0.052898551234296216,"3":0.3896852853016085},"predicted":"0","confidence":0.5540890334243048,"entropy_confidence":0.3732437598776057,"candidate_mass":0.9944556461736331,"accepted":false,"accepted_predicted":null,"input_tokens":242,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.5904298949951715,"brier_hard":0.3535005382100559,"score_mae":0.944847088413208,"within_one":true,"case_id":"typed:82/r0","base_id":"typed:82","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.4495}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.18029246154321033,"1":0.0007965978497548289,"2":0.005769484820323035,"3":0.8131414557867127},"predicted":"3","confidence":0.8131414557867127,"entropy_confidence":0.6303111702394637,"candidate_mass":0.9992497073427667,"accepted":true,"accepted_predicted":"3","input_tokens":234,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.13516058649877,"brier_hard":1.692145124631961,"score_mae":1.4350929348505392,"within_one":false,"case_id":"typed:82/r0","base_id":"typed:82","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":127.4495}
{"id":"action","type":"choice","probabilities":{"continue":0.40318481881329077,"human_review":0.0012648295394273267,"observe":0.004991746619169544,"stop":0.5905586050281106},"predicted":"stop","confidence":0.5905586050281106,"entropy_confidence":0.4862762650735616,"candidate_mass":0.9974921012180573,"accepted":false,"accepted_predicted":null,"input_tokens":223,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":5.299969406581106,"brier_hard":1.5013604881839888,"soft_accuracy":0.14779107592705537,"brier_soft":0.6212947851689005,"tvd":0.6370767805080456,"kl":2.901232320027556,"case_id":"typed:83/r0","base_id":"typed:83","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1661}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9811422181603551,"true":0.01885778183964552},"predicted":"false","confidence":0.9811422181603551,"entropy_confidence":0.8650216189925025,"candidate_mass":0.9937751193237079,"accepted":true,"accepted_predicted":"false","input_tokens":181,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.019037857283766647,"brier_hard":0.0007112318718233064,"soft_accuracy":0.8207611580120914,"brier_soft":0.04369512994635071,"tvd":0.1478092181603548,"kl":0.22710938975342293,"case_id":"typed:83/r0","base_id":"typed:83","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1661}
{"id":"outcome","type":"choice","probabilities":{"failure":0.02514774250304547,"harmful":0.00024311647205124936,"partial":0.011179844259297937,"success":0.9634292967656044},"predicted":"success","confidence":0.9634292967656044,"entropy_confidence":0.8695991685254085,"candidate_mass":0.9996755054852333,"accepted":true,"accepted_predicted":"success","input_tokens":227,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.03725617548545655,"brier_hard":0.002094873311338852,"soft_accuracy":0.5516363615484455,"brier_soft":0.2852590993016567,"tvd":0.39676229676560487,"kl":1.046270305562049,"case_id":"typed:83/r0","base_id":"typed:83","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1661}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6025742225520563,"1":0.0020782881674593833,"2":0.0292349340980789,"3":0.36611255518240526},"predicted":"0","confidence":0.6025742225520563,"entropy_confidence":0.4307046246266727,"candidate_mass":0.9977892688532402,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.176210720530143,"brier_hard":1.493836521064912,"score_mae":0.16888582191083312,"within_one":true,"case_id":"typed:83/r0","base_id":"typed:83","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1661}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.31706239173075645,"1":0.0004168582613213156,"2":0.005265756848235281,"3":0.6772549931596874},"predicted":"3","confidence":0.6772549931596874,"entropy_confidence":0.5246331346978692,"candidate_mass":0.9990476364601333,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.782764294852996,"brier_hard":1.5583970714531081,"score_mae":1.0760463514368541,"within_one":false,"case_id":"typed:83/r0","base_id":"typed:83","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.1661}
{"id":"action","type":"choice","probabilities":{"continue":0.43738076723026664,"human_review":0.0012586729879691698,"observe":0.006289117274285765,"stop":0.5550714425074801},"predicted":"stop","confidence":0.5550714425074801,"entropy_confidence":0.4743366195006584,"candidate_mass":0.9969948421513727,"accepted":false,"accepted_predicted":null,"input_tokens":215,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.8269511423731792,"brier_hard":0.6246858446235185,"soft_accuracy":0.2203539721970597,"brier_soft":0.4832505502459324,"tvd":0.5517384425074793,"kl":2.1563937335105994,"case_id":"typed:84/r0","base_id":"typed:84","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.29}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9538904863243176,"true":0.046109513675682175},"predicted":"false","confidence":0.9538904863243176,"entropy_confidence":0.7303652834726475,"candidate_mass":0.9927979828844743,"accepted":true,"accepted_predicted":"false","input_tokens":173,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.04720640833252074,"brier_hard":0.004252174502815863,"soft_accuracy":0.8419311356246434,"brier_soft":0.011926933680164176,"tvd":0.07722348632431773,"kl":0.04733380217007248,"case_id":"typed:84/r0","base_id":"typed:84","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.29}
{"id":"outcome","type":"choice","probabilities":{"failure":0.04100501389730188,"harmful":0.0003585806747577494,"partial":0.0145185787319914,"success":0.9441178266959478},"predicted":"success","confidence":0.9441178266959478,"entropy_confidence":0.819983787332283,"candidate_mass":0.9996553024719623,"accepted":true,"accepted_predicted":"success","input_tokens":219,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.232326157848053,"brier_hard":1.8642136420943123,"soft_accuracy":0.3043654222200926,"brier_soft":0.7653861200522991,"tvd":0.6341181366956384,"kl":2.0184668667563845,"case_id":"typed:84/r0","base_id":"typed:84","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.29}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6602866649997717,"1":0.0021049295034540716,"2":0.04347410642189039,"3":0.294134299074884},"predicted":"0","confidence":0.6602866649997717,"entropy_confidence":0.43496784083848283,"candidate_mass":0.9970973445695562,"accepted":false,"accepted_predicted":null,"input_tokens":224,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.41508119735162907,"brier_hard":0.20381456452664695,"score_mae":0.8614560395718868,"within_one":true,"case_id":"typed:84/r0","base_id":"typed:84","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.29}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3484877811076973,"1":0.000653757686982168,"2":0.006932073252374368,"3":0.6439263879529479},"predicted":"3","confidence":0.6439263879529479,"entropy_confidence":0.5022311919774096,"candidate_mass":0.9989212617019484,"accepted":false,"accepted_predicted":null,"input_tokens":216,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.0541521107801621,"brier_hard":0.8391578455067916,"score_mae":1.7329640680505745,"within_one":false,"case_id":"typed:84/r0","base_id":"typed:84","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.29}
{"id":"action","type":"choice","probabilities":{"continue":0.5044882151709122,"human_review":0.002797424802276381,"observe":0.014126110852004343,"stop":0.47858824917480774},"predicted":"continue","confidence":0.5044882151709122,"entropy_confidence":0.4413346530561745,"candidate_mass":0.9933719657418716,"accepted":false,"accepted_predicted":null,"input_tokens":237,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.6842107988846742,"brier_hard":0.4747860137460435,"soft_accuracy":0.2382252822238746,"brier_soft":0.40906721741811886,"tvd":0.5230764643457196,"kl":1.7817672647140816,"case_id":"typed:85/r0","base_id":"typed:85","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2466}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9772104506189696,"true":0.022789549381030033},"predicted":"false","confidence":0.9772104506189696,"entropy_confidence":0.8431711333305575,"candidate_mass":0.9937382853815252,"accepted":true,"accepted_predicted":"false","input_tokens":195,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.023053245203250604,"brier_hard":0.0010387271219808292,"soft_accuracy":0.8022336035323144,"brier_soft":0.051548399073291166,"tvd":0.16054345061896977,"kl":0.2356819649127208,"case_id":"typed:85/r0","base_id":"typed:85","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2466}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03374603832612695,"harmful":0.0005063093197958343,"partial":0.02581758943454871,"success":0.9399300629195276},"predicted":"success","confidence":0.9399300629195276,"entropy_confidence":0.804630675189651,"candidate_mass":0.9992107030000085,"accepted":true,"accepted_predicted":"success","input_tokens":241,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":3.6566992583190228,"brier_hard":1.8336389436868565,"soft_accuracy":0.4222823494895315,"brier_soft":0.4539539391328907,"tvd":0.506597062919528,"kl":1.1406217255432338,"case_id":"typed:85/r0","base_id":"typed:85","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2466}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6384315289909347,"1":0.0027509628739810373,"2":0.06459026205781425,"3":0.29422724607726913},"predicted":"0","confidence":0.6384315289909347,"entropy_confidence":0.3943383725115087,"candidate_mass":0.9930932288006965,"accepted":false,"accepted_predicted":null,"input_tokens":246,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.44874084654893304,"brier_hard":0.22148090131147832,"score_mae":0.5746132252214169,"within_one":true,"case_id":"typed:85/r0","base_id":"typed:85","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2466}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3884686467842375,"1":0.000947771899004966,"2":0.014901852507446809,"3":0.5956817288093096},"predicted":"3","confidence":0.5956817288093096,"entropy_confidence":0.46246268368531385,"candidate_mass":0.997285500396552,"accepted":false,"accepted_predicted":null,"input_tokens":238,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":0.9455428156891941,"brier_hard":0.7290302814828757,"score_mae":1.1277966633418273,"within_one":false,"case_id":"typed:85/r0","base_id":"typed:85","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":119.2466}
{"id":"action","type":"choice","probabilities":{"continue":0.5215995972389509,"human_review":0.0032734542725699972,"observe":0.009873039154225143,"stop":0.4652539093342532},"predicted":"continue","confidence":0.5215995972389509,"entropy_confidence":0.45191397308608916,"candidate_mass":0.9958295070858602,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"stop","correct":false,"accepted_correct":null,"nll_hard":0.7651719808421973,"brier_hard":0.5581277137271504,"soft_accuracy":0.2204635593633136,"brier_soft":0.44826369144702954,"tvd":0.5201865065732045,"kl":2.276260878309779,"case_id":"typed:86/r0","base_id":"typed:86","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.6005}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9770918944828656,"true":0.022908105517134854},"predicted":"false","confidence":0.9770918944828656,"entropy_confidence":0.8425287497874616,"candidate_mass":0.9900588005725527,"accepted":true,"accepted_predicted":"false","input_tokens":191,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.776264478335115,"brier_hard":1.9094171405282299,"soft_accuracy":0.10242310320301609,"brier_soft":1.5976099229344674,"tvd":0.8937588944828654,"kl":3.1766730535426446,"case_id":"typed:86/r0","base_id":"typed:86","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.6005}
{"id":"outcome","type":"choice","probabilities":{"failure":0.04326365220660054,"harmful":0.0005098846297912215,"partial":0.021846057109606302,"success":0.9343804060540037},"predicted":"success","confidence":0.9343804060540037,"entropy_confidence":0.7932011585027584,"candidate_mass":0.9991201822581078,"accepted":true,"accepted_predicted":"success","input_tokens":237,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.581326073932267,"brier_hard":1.8743962277538881,"soft_accuracy":0.02530962124315974,"brier_soft":1.437952772305151,"tvd":0.9143804060540028,"kl":5.8305287178705605,"case_id":"typed:86/r0","base_id":"typed:86","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.6005}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6493280299792143,"1":0.0035043352629139366,"2":0.06675823403737784,"3":0.28040940072049264},"predicted":"0","confidence":0.6493280299792143,"entropy_confidence":0.3959157732875046,"candidate_mass":0.9947603118366145,"accepted":false,"accepted_predicted":null,"input_tokens":242,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.271504598276369,"brier_hard":0.9439064632655522,"score_mae":1.5784179945008525,"within_one":false,"case_id":"typed:86/r0","base_id":"typed:86","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.6005}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.20193001177817732,"1":0.0007687464627681352,"2":0.005462972360030462,"3":0.7918382693990252},"predicted":"3","confidence":0.7918382693990252,"entropy_confidence":0.6091440815344547,"candidate_mass":0.9991164449617199,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.23339811332471427,"brier_hard":0.08413747078165809,"score_mae":0.02054249937990482,"within_one":true,"case_id":"typed:86/r0","base_id":"typed:86","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":123.6005}
{"id":"action","type":"choice","probabilities":{"continue":0.5205418370260837,"human_review":0.0017842929961005803,"observe":0.006884775707127618,"stop":0.47078909427068716},"predicted":"continue","confidence":0.5205418370260837,"entropy_confidence":0.46613907984993497,"candidate_mass":0.9959935473142099,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.978442724365188,"brier_hard":1.478887207802482,"soft_accuracy":0.2089248763000795,"brier_soft":0.4070293843945782,"tvd":0.5913309312967714,"kl":2.307776987564765,"case_id":"typed:87/r0","base_id":"typed:87","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.05760099999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.7997846121785824,"true":0.20021538782141837},"predicted":"false","confidence":0.7997846121785824,"entropy_confidence":0.277641338567847,"candidate_mass":0.9879716326773758,"accepted":false,"accepted_predicted":null,"input_tokens":171,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2234128223411709,"brier_hard":0.0801724030409616,"soft_accuracy":0.5999284039159358,"brier_soft":0.03544059734425474,"tvd":0.13311761217858203,"kl":0.048548000269008115,"case_id":"typed:87/r0","base_id":"typed:87","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.05760099999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.030738754797924425,"harmful":0.0004221253425076548,"partial":0.01706261373607603,"success":0.9517765061234907},"predicted":"success","confidence":0.9517765061234907,"entropy_confidence":0.8363834931194821,"candidate_mass":0.9996345710468281,"accepted":true,"accepted_predicted":"success","input_tokens":217,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.070865540208565,"brier_hard":1.8729894721603255,"soft_accuracy":0.12283667859699027,"brier_soft":1.100530380216497,"tvd":0.8417765061234913,"kl":2.589005269555571,"case_id":"typed:87/r0","base_id":"typed:87","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.05760099999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6402695872642696,"1":0.0023551347657073144,"2":0.0353611850516239,"3":0.32201409291839733},"predicted":"0","confidence":0.6402695872642696,"entropy_confidence":0.4353282703311345,"candidate_mass":0.997279420419898,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.4458659612204912,"brier_hard":0.23435500595309697,"score_mae":0.772452783624147,"within_one":true,"case_id":"typed:87/r0","base_id":"typed:87","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.05760099999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2449973675337808,"1":0.0006615537268000511,"2":0.0060741549452191694,"3":0.7482669237941997},"predicted":"3","confidence":0.7482669237941997,"entropy_confidence":0.5690462996077245,"candidate_mass":0.9987109689882852,"accepted":false,"accepted_predicted":null,"input_tokens":214,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.4065078132552138,"brier_hard":1.1299696972869875,"score_mae":1.2242776349998377,"within_one":false,"case_id":"typed:87/r0","base_id":"typed:87","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":113.05760099999999}
{"id":"action","type":"choice","probabilities":{"continue":0.43797489333570794,"human_review":0.0022348265460021,"observe":0.008522733074656948,"stop":0.5512675470436338},"predicted":"stop","confidence":0.5512675470436338,"entropy_confidence":0.4632165381751052,"candidate_mass":0.9970071517448523,"accepted":false,"accepted_predicted":null,"input_tokens":231,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.103591661981017,"brier_hard":1.491325893952678,"soft_accuracy":0.2569809715815212,"brier_soft":0.4068331205491816,"tvd":0.5225759070458746,"kl":2.4839906260083895,"case_id":"typed:88/r0","base_id":"typed:88","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.7093}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9705014862403878,"true":0.029498513759613945},"predicted":"false","confidence":0.9705014862403878,"entropy_confidence":0.8081293387477391,"candidate_mass":0.9867069179179552,"accepted":true,"accepted_predicted":"false","input_tokens":189,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.5234153979355654,"brier_hard":1.8837462695896,"soft_accuracy":0.1424188704573068,"brier_soft":1.446705556194214,"tvd":0.8505014862403869,"kl":2.7372736403054336,"case_id":"typed:88/r0","base_id":"typed:88","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.7093}
{"id":"outcome","type":"choice","probabilities":{"failure":0.028185020978846318,"harmful":0.00034833240012948117,"partial":0.012824030606577788,"success":0.9586426160144473},"predicted":"success","confidence":0.9586426160144473,"entropy_confidence":0.8559309838222559,"candidate_mass":0.9996534888288896,"accepted":true,"accepted_predicted":"success","input_tokens":235,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.962353361291182,"brier_hard":1.9192579729428016,"soft_accuracy":0.023647158653596345,"brier_soft":1.398770875991868,"tvd":0.9419756160144469,"kl":5.716291438711946,"case_id":"typed:88/r0","base_id":"typed:88","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.7093}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5762032707647522,"1":0.004060035182478031,"2":0.06984088356984702,"3":0.3498958104829211},"predicted":"0","confidence":0.5762032707647522,"entropy_confidence":0.3555977246260421,"candidate_mass":0.9932737045340257,"accepted":false,"accepted_predicted":null,"input_tokens":240,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.0501198531499654,"brier_hard":0.7595398993711564,"score_mae":1.4232377662290645,"within_one":false,"case_id":"typed:88/r0","base_id":"typed:88","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.7093}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2470081673631361,"1":0.0007598224076640407,"2":0.006601480020146286,"3":0.7456305302090523},"predicted":"3","confidence":0.7456305302090523,"entropy_confidence":0.5651277232668275,"candidate_mass":0.9987873585315704,"accepted":false,"accepted_predicted":null,"input_tokens":232,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.29352506928027466,"brier_hard":0.12576101877437046,"score_mae":0.1824786269248868,"within_one":true,"case_id":"typed:88/r0","base_id":"typed:88","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":132.7093}
{"id":"action","type":"choice","probabilities":{"continue":0.4923061231183577,"human_review":0.0015148086922592981,"observe":0.005931366317212354,"stop":0.5002477018721688},"predicted":"stop","confidence":0.5002477018721688,"entropy_confidence":0.4693620295343537,"candidate_mass":0.9971058992512729,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.4924661237306935,"brier_hard":1.4896209404554583,"soft_accuracy":0.1016308005061259,"brier_soft":0.6388335123837252,"tvd":0.7925538249905274,"kl":3.6675968968588597,"case_id":"typed:89/r0","base_id":"typed:89","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.9595}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9628323414698905,"true":0.03716765853011066},"predicted":"false","confidence":0.9628323414698905,"entropy_confidence":0.7708482222895294,"candidate_mass":0.9926728229235978,"accepted":true,"accepted_predicted":"false","input_tokens":179,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.2923162901973555,"brier_hard":1.8540922355607816,"soft_accuracy":0.4691448191235689,"brier_soft":0.4923600921518648,"tvd":0.4961653414698899,"kl":1.0826530413385063,"case_id":"typed:89/r0","base_id":"typed:89","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.9595}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03339581626208007,"harmful":0.00024943490877103156,"partial":0.011929878092432105,"success":0.9544248707367181},"predicted":"success","confidence":0.9544248707367181,"entropy_confidence":0.846391203042923,"candidate_mass":0.9996627504430103,"accepted":true,"accepted_predicted":"success","input_tokens":225,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.428709261496852,"brier_hard":1.8883247424488216,"soft_accuracy":0.20576378974253384,"brier_soft":0.8628792969266179,"tvd":0.7544248707367174,"kl":2.2724106436918277,"case_id":"typed:89/r0","base_id":"typed:89","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.9595}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6907640096785503,"1":0.002300091724299827,"2":0.035401685325623454,"3":0.27153421327152544},"predicted":"0","confidence":0.6907640096785503,"entropy_confidence":0.46490965470319723,"candidate_mass":0.9975594938012852,"accepted":false,"accepted_predicted":null,"input_tokens":230,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.36995703354780224,"brier_hard":0.17061629643290863,"score_mae":0.5210391021901231,"within_one":true,"case_id":"typed:89/r0","base_id":"typed:89","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.9595}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2897969263060765,"1":0.0005291377272118031,"2":0.005668490838415442,"3":0.7040054451282947},"predicted":"3","confidence":0.7040054451282947,"entropy_confidence":0.5388183562853053,"candidate_mass":0.9992275160592821,"accepted":false,"accepted_predicted":null,"input_tokens":222,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.2385748554110272,"brier_hard":1.0000444844297045,"score_mae":1.5905494547889267,"within_one":false,"case_id":"typed:89/r0","base_id":"typed:89","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":122.9595}
{"id":"action","type":"choice","probabilities":{"continue":0.3824409700702866,"human_review":0.0012684382212356494,"observe":0.005458152047932869,"stop":0.6108324396605441},"predicted":"stop","confidence":0.6108324396605441,"entropy_confidence":0.49102069728130926,"candidate_mass":0.9975040936425359,"accepted":false,"accepted_predicted":null,"input_tokens":218,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.9611809642387534,"brier_hard":0.7545268251486803,"soft_accuracy":0.30171085026907063,"brier_soft":0.5598097625291123,"tvd":0.6108324396605445,"kl":1.3191313362413986,"case_id":"typed:90/r0","base_id":"typed:90","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.9801}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9600650990851768,"true":0.039934900914822886},"predicted":"false","confidence":0.9600650990851768,"entropy_confidence":0.7580063674325437,"candidate_mass":0.9875550079775743,"accepted":true,"accepted_predicted":"false","input_tokens":176,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.040754185272295,"brier_hard":0.0031895926221534696,"soft_accuracy":0.8619175712369397,"brier_soft":0.008906346096627743,"tvd":0.06673209908517692,"kl":0.04043897487198886,"case_id":"typed:90/r0","base_id":"typed:90","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.9801}
{"id":"outcome","type":"choice","probabilities":{"failure":0.035540076622927366,"harmful":0.0003968825867063198,"partial":0.015120717061981188,"success":0.9489423237283844},"predicted":"success","confidence":0.9489423237283844,"entropy_confidence":0.8306119230372129,"candidate_mass":0.9995049073404764,"accepted":true,"accepted_predicted":"success","input_tokens":222,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05240725805856171,"brier_hard":0.004098776952876768,"soft_accuracy":0.7227336786914758,"brier_soft":0.06893866480469395,"tvd":0.1926722063150911,"kl":0.33841977971322745,"case_id":"typed:90/r0","base_id":"typed:90","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.9801}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6768045175941411,"1":0.00220604529427148,"2":0.04342855056002378,"3":0.277560886551563},"predicted":"0","confidence":0.6768045175941411,"entropy_confidence":0.4447982482230367,"candidate_mass":0.9966983493227985,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.39037279578015927,"brier_hard":0.18338627123043044,"score_mae":0.698412806069008,"within_one":true,"case_id":"typed:90/r0","base_id":"typed:90","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.9801}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2985063022795624,"1":0.0006403672101274202,"2":0.005805201187038297,"3":0.6950481293232702},"predicted":"3","confidence":0.6950481293232702,"entropy_confidence":0.5323331502713058,"candidate_mass":0.9989618390612164,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.2089642332079968,"brier_hard":0.9752194204482558,"score_mae":1.8973951575540149,"within_one":false,"case_id":"typed:90/r0","base_id":"typed:90","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":128.9801}
{"id":"action","type":"choice","probabilities":{"continue":0.6545571334436141,"human_review":0.001383598390171851,"observe":0.006957571262009154,"stop":0.3371016969042035},"predicted":"continue","confidence":0.6545571334436141,"entropy_confidence":0.5039823621255715,"candidate_mass":0.995543229126383,"accepted":false,"accepted_predicted":null,"input_tokens":212,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.583067644408839,"brier_hard":1.5393657203596423,"soft_accuracy":0.07428274373510936,"brier_soft":0.9480121852257674,"tvd":0.7916588303478184,"kl":4.51318981650105,"case_id":"typed:91/r0","base_id":"typed:91","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.146501}
{"id":"needs_review","type":"binary","probabilities":{"false":0.8521201621433255,"true":0.14787983785667588},"predicted":"false","confidence":0.8521201621433255,"entropy_confidence":0.39549093270560565,"candidate_mass":0.9899616412217451,"accepted":true,"accepted_predicted":"false","input_tokens":170,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.9113552413663228,"brier_hard":1.4522175414623324,"soft_accuracy":0.19952389355758873,"brier_soft":1.2130188878385066,"tvd":0.7787871621433249,"kl":1.5207488568717127,"case_id":"typed:91/r0","base_id":"typed:91","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.146501}
{"id":"outcome","type":"choice","probabilities":{"failure":0.026258372312185738,"harmful":0.000327266317418139,"partial":0.01407964457854982,"success":0.9593347167918469},"predicted":"success","confidence":0.9593347167918469,"entropy_confidence":0.8571374406063275,"candidate_mass":0.9995516174967853,"accepted":true,"accepted_predicted":"success","input_tokens":216,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":8.024736292177042,"brier_hard":1.920556411818443,"soft_accuracy":0.020737799944643674,"brier_soft":1.470290822341992,"tvd":0.9426677167918467,"kl":6.168709559473397,"case_id":"typed:91/r0","base_id":"typed:91","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.146501}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6533611959049123,"1":0.0021451477863317636,"2":0.03304043852974527,"3":0.3114532177790096},"predicted":"0","confidence":0.6533611959049123,"entropy_confidence":0.4465470688729155,"candidate_mass":0.9966624994310166,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.1665061357283228,"brier_hard":0.9020737958584402,"score_mae":1.640747321817149,"within_one":false,"case_id":"typed:91/r0","base_id":"typed:91","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.146501}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4166681591040433,"1":0.0006339367368251843,"2":0.006778811636273475,"3":0.5759190925228569},"predicted":"3","confidence":0.5759190925228569,"entropy_confidence":0.47984722841266214,"candidate_mass":0.9981763107890516,"accepted":false,"accepted_predicted":null,"input_tokens":213,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5517880925223294,"brier_hard":0.353503325060776,"score_mae":0.518051162422057,"within_one":true,"case_id":"typed:91/r0","base_id":"typed:91","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":120.146501}
{"id":"action","type":"choice","probabilities":{"continue":0.5114973439568806,"human_review":0.0016736590865718182,"observe":0.007162316639119354,"stop":0.47966668031742826},"predicted":"continue","confidence":0.5114973439568806,"entropy_confidence":0.4652062453659481,"candidate_mass":0.9970374128352548,"accepted":false,"accepted_predicted":null,"input_tokens":218,"reused_prefix_tokens":0,"expected":"continue","correct":true,"accepted_correct":null,"nll_hard":0.6704128862591076,"brier_hard":0.4687690690823012,"soft_accuracy":0.260465594737936,"brier_soft":0.4008550652981905,"tvd":0.48783102427430886,"kl":1.974538723425055,"case_id":"typed:92/r0","base_id":"typed:92","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.9762}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9751002067186592,"true":0.024899793281340402},"predicted":"false","confidence":0.9751002067186592,"entropy_confidence":0.8318689988663349,"candidate_mass":0.9911555067671654,"accepted":true,"accepted_predicted":"false","input_tokens":176,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02521503714369193,"brier_hard":0.0012399994109069913,"soft_accuracy":0.8420721488374345,"brier_soft":0.026496115173356247,"tvd":0.11510020671865939,"kl":0.13372685572965584,"case_id":"typed:92/r0","base_id":"typed:92","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.9762}
{"id":"outcome","type":"choice","probabilities":{"failure":0.02895814545739446,"harmful":0.0003764595033728298,"partial":0.014028908339645863,"success":0.9566364866995878},"predicted":"success","confidence":0.9566364866995878,"entropy_confidence":0.8501033418618064,"candidate_mass":0.9996081773064447,"accepted":true,"accepted_predicted":"success","input_tokens":222,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.04433180639811235,"brier_hard":0.0029159204650465076,"soft_accuracy":0.45433597253492924,"brier_soft":0.44565005919470474,"tvd":0.48996995336612065,"kl":1.402175448485585,"case_id":"typed:92/r0","base_id":"typed:92","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.9762}
{"id":"risk","type":"ordinal","probabilities":{"0":0.62081201676761,"1":0.0026076124122704457,"2":0.056172701374383134,"3":0.3204076694457359},"predicted":"0","confidence":0.62081201676761,"entropy_confidence":0.39559277669342297,"candidate_mass":0.996233106717334,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.8793243807620463,"brier_hard":1.3788854040761374,"score_mae":0.17382397650175552,"within_one":true,"case_id":"typed:92/r0","base_id":"typed:92","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.9762}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.30393423982583134,"1":0.0007504562624254461,"2":0.006863066257509899,"3":0.6884522376542319},"predicted":"3","confidence":0.6884522376542319,"entropy_confidence":0.5249473981594511,"candidate_mass":0.9988130460378016,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.1909439173380711,"brier_hard":0.9585216908810191,"score_mae":1.3465003017401407,"within_one":false,"case_id":"typed:92/r0","base_id":"typed:92","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":103.9762}
{"id":"action","type":"choice","probabilities":{"continue":0.5174518953893821,"human_review":0.0022350168091001942,"observe":0.008160224765309516,"stop":0.4721528630362087},"predicted":"continue","confidence":0.5174518953893821,"entropy_confidence":0.4603416148349734,"candidate_mass":0.9967861709594383,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.8084835656171485,"brier_hard":1.474435925153091,"soft_accuracy":0.116468018852143,"brier_soft":0.6661533869799157,"tvd":0.7729379750923737,"kl":3.1481544874374277,"case_id":"typed:93/r0","base_id":"typed:93","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.3018}
{"id":"needs_review","type":"binary","probabilities":{"false":0.979181011870075,"true":0.02081898812992339},"predicted":"false","confidence":0.979181011870075,"entropy_confidence":0.8539854388652686,"candidate_mass":0.9937768278392425,"accepted":true,"accepted_predicted":"false","input_tokens":193,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.021038758884646576,"brier_hard":0.000866860533507849,"soft_accuracy":0.6756993848983524,"brier_soft":0.17505209225495305,"tvd":0.2958480118700758,"kl":0.6161446482234305,"case_id":"typed:93/r0","base_id":"typed:93","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.3018}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03397704676327234,"harmful":0.00046204811309773057,"partial":0.0199615832940653,"success":0.9455993218295633},"predicted":"success","confidence":0.9455993218295633,"entropy_confidence":0.8200359580966059,"candidate_mass":0.9991046676157872,"accepted":true,"accepted_predicted":"success","input_tokens":239,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.055936349515878475,"brier_hard":0.0045125517882217475,"soft_accuracy":0.5301185846153676,"brier_soft":0.27882982399461315,"tvd":0.395599321829564,"kl":0.8442851105224469,"case_id":"typed:93/r0","base_id":"typed:93","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.3018}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6263446008698981,"1":0.003200773082679411,"2":0.04679359536361934,"3":0.32366103068380353},"predicted":"0","confidence":0.6263446008698981,"entropy_confidence":0.408628064478355,"candidate_mass":0.9940287837924094,"accepted":false,"accepted_predicted":null,"input_tokens":244,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.744362910016903,"brier_hard":1.492862361172196,"score_mae":0.38443805586132873,"within_one":true,"case_id":"typed:93/r0","base_id":"typed:93","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.3018}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.27008220234333663,"1":0.0008194129101459809,"2":0.007828909860771201,"3":0.7212694748857473},"predicted":"3","confidence":0.7212694748857473,"entropy_confidence":0.5433812784909726,"candidate_mass":0.9987537773693359,"accepted":false,"accepted_predicted":null,"input_tokens":236,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.106922437366663,"brier_hard":1.5915971888714222,"score_mae":1.4302856572889304,"within_one":false,"case_id":"typed:93/r0","base_id":"typed:93","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":124.3018}
{"id":"action","type":"choice","probabilities":{"continue":0.4280906822981639,"human_review":0.0016927930854481838,"observe":0.006434073447630432,"stop":0.5637824511687584},"predicted":"stop","confidence":0.5637824511687584,"entropy_confidence":0.47372885336059645,"candidate_mass":0.99685449173975,"accepted":false,"accepted_predicted":null,"input_tokens":218,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.848420231314158,"brier_hard":0.6449751827695929,"soft_accuracy":0.2461270284603777,"brier_soft":0.3516800460011651,"tvd":0.4971154511687579,"kl":1.8796750270297995,"case_id":"typed:94/r0","base_id":"typed:94","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":93.96390000000001}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9643606056201469,"true":0.03563939437985214},"predicted":"false","confidence":0.9643606056201469,"entropy_confidence":0.7780713867425164,"candidate_mass":0.9884848073181726,"accepted":true,"accepted_predicted":"false","input_tokens":176,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.03628998209909185,"brier_hard":0.00254033286352534,"soft_accuracy":0.6083511175517711,"brier_soft":0.2417816867782771,"tvd":0.34769360562014734,"kl":0.6348552213186277,"case_id":"typed:94/r0","base_id":"typed:94","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":93.96390000000001}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03326228038171874,"harmful":0.00046550418413252487,"partial":0.016850556352503532,"success":0.9494216590816453},"predicted":"success","confidence":0.9494216590816453,"entropy_confidence":0.8305855473886237,"candidate_mass":0.999458085600126,"accepted":true,"accepted_predicted":"success","input_tokens":222,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.05190225968334156,"brier_hard":0.003948705809779724,"soft_accuracy":0.3961701528514514,"brier_soft":0.4643404960481675,"tvd":0.5498871632657778,"kl":1.1446572122372816,"case_id":"typed:94/r0","base_id":"typed:94","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":93.96390000000001}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6228954019853844,"1":0.00230343414831569,"2":0.051538171003541695,"3":0.32326299286275895},"predicted":"0","confidence":0.6228954019853844,"entropy_confidence":0.4036302253247527,"candidate_mass":0.9964892045193133,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.4733766683749287,"brier_hard":0.2493683292776189,"score_mae":0.7751687547436759,"within_one":true,"case_id":"typed:94/r0","base_id":"typed:94","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":93.96390000000001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.27228644923943707,"1":0.0005774639496694891,"2":0.005103301975712236,"3":0.7220327848351826},"predicted":"3","confidence":0.7220327848351826,"entropy_confidence":0.5523221392062679,"candidate_mass":0.9990234977237852,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":null,"nll_hard":1.3009006446264948,"brier_hard":1.050924731493064,"score_mae":1.6768824224066416,"within_one":false,"case_id":"typed:94/r0","base_id":"typed:94","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":93.96390000000001}
{"id":"action","type":"choice","probabilities":{"continue":0.4904846833768996,"human_review":0.0023646805121461797,"observe":0.007423974062908548,"stop":0.49972666204804644},"predicted":"stop","confidence":0.49972666204804644,"entropy_confidence":0.4613271046881581,"candidate_mass":0.9967739372896692,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"continue","correct":false,"accepted_correct":null,"nll_hard":0.7123612270149415,"brier_hard":0.5093933017400318,"soft_accuracy":0.2583259261826444,"brier_soft":0.4182891716845424,"tvd":0.4963936620480461,"kl":1.8965506826536438,"case_id":"typed:95/r0","base_id":"typed:95","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5255}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9782306109787636,"true":0.021769389021235278},"predicted":"false","confidence":0.9782306109787636,"entropy_confidence":0.8487368848130656,"candidate_mass":0.9928339015170744,"accepted":true,"accepted_predicted":"false","input_tokens":192,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.022009838196634542,"brier_hard":0.0009478125967158058,"soft_accuracy":0.892149101002586,"brier_soft":0.009310832549070905,"tvd":0.06823061097876415,"kl":0.061943671898452846,"case_id":"typed:95/r0","base_id":"typed:95","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5255}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03923158715511564,"harmful":0.00035249800429901196,"partial":0.019718529663001465,"success":0.9406973851775854},"predicted":"success","confidence":0.9406973851775854,"entropy_confidence":0.8090071407390448,"candidate_mass":0.9990849686537276,"accepted":true,"accepted_predicted":"success","input_tokens":238,"reused_prefix_tokens":0,"expected":"success","correct":true,"accepted_correct":true,"nll_hard":0.06113377966411093,"brier_hard":0.005444862222398808,"soft_accuracy":0.8032014951459427,"brier_soft":0.0163922200636842,"tvd":0.0932619723327003,"kl":0.1079129836478523,"case_id":"typed:95/r0","base_id":"typed:95","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5255}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6912823587009383,"1":0.002956212620028597,"2":0.05429288802456072,"3":0.2514685406544707},"predicted":"0","confidence":0.6912823587009383,"entropy_confidence":0.4389689589307584,"candidate_mass":0.9951467105872887,"accepted":false,"accepted_predicted":null,"input_tokens":243,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.8238463501917614,"brier_hard":1.538151758033067,"score_mae":0.07928061063256209,"within_one":true,"case_id":"typed:95/r0","base_id":"typed:95","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5255}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3011242207144131,"1":0.0006375264288396499,"2":0.005564373583421533,"3":0.6926738792733254},"predicted":"3","confidence":0.6926738792733254,"entropy_confidence":0.5315975276570404,"candidate_mass":0.9990839021958194,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.357914824787638,"brier_hard":1.5692292151640639,"score_mae":1.0731209114156588,"within_one":false,"case_id":"typed:95/r0","base_id":"typed:95","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":106.5255}
{"id":"action","type":"choice","probabilities":{"continue":0.4185498588211445,"human_review":0.0016736652898735973,"observe":0.005911833429138192,"stop":0.5738646424598439},"predicted":"stop","confidence":0.5738646424598439,"entropy_confidence":0.4775466960612963,"candidate_mass":0.9967323834874685,"accepted":false,"accepted_predicted":null,"input_tokens":219,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.392739273218851,"brier_hard":1.5011950325350139,"soft_accuracy":0.2284558790212591,"brier_soft":0.4420745606282427,"tvd":0.5924145012809883,"kl":2.877964100580509,"case_id":"typed:96/r0","base_id":"typed:96","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":105.41380000000001}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9332282145384198,"true":0.06677178546157894},"predicted":"false","confidence":0.9332282145384198,"entropy_confidence":0.6462405684580348,"candidate_mass":0.9875616674883562,"accepted":true,"accepted_predicted":"false","input_tokens":177,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.7064746609939334,"brier_hard":1.7418298008211361,"soft_accuracy":0.15919409338191828,"brier_soft":1.3664068827584575,"tvd":0.8265612145384205,"kl":2.085664754392303,"case_id":"typed:96/r0","base_id":"typed:96","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":105.41380000000001}
{"id":"outcome","type":"choice","probabilities":{"failure":0.029851296658626413,"harmful":0.00035552856471183115,"partial":0.01528883385047009,"success":0.9545043409261929},"predicted":"success","confidence":0.9545043409261929,"entropy_confidence":0.8441825343092783,"candidate_mass":0.9994981266791085,"accepted":true,"accepted_predicted":"success","input_tokens":223,"reused_prefix_tokens":0,"expected":"harmful","correct":false,"accepted_correct":false,"nll_hard":7.941904961142093,"brier_hard":1.911492454470791,"soft_accuracy":0.024901428928651666,"brier_soft":1.2835114092989113,"tvd":0.9378373409261922,"kl":5.15809570689767,"case_id":"typed:96/r0","base_id":"typed:96","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":105.41380000000001}
{"id":"risk","type":"ordinal","probabilities":{"0":0.6307637770975422,"1":0.002604281250736041,"2":0.0502778178484477,"3":0.31635412380327455},"predicted":"0","confidence":0.6307637770975422,"entropy_confidence":0.40806361037247263,"candidate_mass":0.9972466383030638,"accepted":false,"accepted_predicted":null,"input_tokens":228,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.1508930479019774,"brier_hard":0.867769267787581,"score_mae":1.464444711642545,"within_one":false,"case_id":"typed:96/r0","base_id":"typed:96","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":105.41380000000001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3295118186741364,"1":0.0009919199447142295,"2":0.009960515613008009,"3":0.6595357457681402},"predicted":"3","confidence":0.6595357457681402,"entropy_confidence":0.5000442043564821,"candidate_mass":0.9985147554472383,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.4162191069772448,"brier_hard":0.2245941428320471,"score_mae":0.20047981152484917,"within_one":true,"case_id":"typed:96/r0","base_id":"typed:96","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":105.41380000000001}
{"id":"action","type":"choice","probabilities":{"continue":0.3562108043927249,"human_review":0.0012399922703514223,"observe":0.005828347711107369,"stop":0.6367208556258167},"predicted":"stop","confidence":0.6367208556258167,"entropy_confidence":0.49981096294377636,"candidate_mass":0.9980009509426109,"accepted":false,"accepted_predicted":null,"input_tokens":217,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.692650132972183,"brier_hard":1.5298551078321536,"soft_accuracy":0.12744306317543158,"brier_soft":0.6207824193555566,"tvd":0.7595984266853081,"kl":3.6458999223824615,"case_id":"typed:97/r0","base_id":"typed:97","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":94.800001}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9671795768968977,"true":0.03282042310310101},"predicted":"false","confidence":0.9671795768968977,"entropy_confidence":0.7916553266344948,"candidate_mass":0.9921510286616735,"accepted":true,"accepted_predicted":"false","input_tokens":175,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.416704301779248,"brier_hard":1.8708726679329266,"soft_accuracy":0.34427316291464866,"brier_soft":0.8035229660878314,"tvd":0.6338465768968984,"kl":1.6524137569192283,"case_id":"typed:97/r0","base_id":"typed:97","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":94.800001}
{"id":"outcome","type":"choice","probabilities":{"failure":0.0262333656372594,"harmful":0.0003561699584804394,"partial":0.011808775422528762,"success":0.9616016889817307},"predicted":"success","confidence":0.9616016889817307,"entropy_confidence":0.8640937688711825,"candidate_mass":0.9995684696751184,"accepted":true,"accepted_predicted":"success","input_tokens":221,"reused_prefix_tokens":0,"expected":"failure","correct":false,"accepted_correct":false,"nll_hard":3.6407231808200464,"brier_hard":1.8730388404846754,"soft_accuracy":0.10625310335399481,"brier_soft":1.1903990169184238,"tvd":0.871601778981641,"kl":2.6675906790244834,"case_id":"typed:97/r0","base_id":"typed:97","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":94.800001}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5925368133560409,"1":0.002191612751450689,"2":0.03853973423892082,"3":0.3667318396535878},"predicted":"0","confidence":0.5925368133560409,"entropy_confidence":0.4107423079603172,"candidate_mass":0.9970359988643294,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.5233422756564963,"brier_hard":0.30200860496741366,"score_mae":0.4794666001900558,"within_one":true,"case_id":"typed:97/r0","base_id":"typed:97","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":94.800001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.34597854269770706,"1":0.0005946508966619639,"2":0.005294579364492666,"3":0.6481322270411396},"predicted":"3","confidence":0.6481322270411396,"entropy_confidence":0.5091593445041678,"candidate_mass":0.99909274652247,"accepted":false,"accepted_predicted":null,"input_tokens":218,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.42753605291027,"brier_hard":1.5386156201235481,"score_mae":1.0555804907490662,"within_one":false,"case_id":"typed:97/r0","base_id":"typed:97","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":94.800001}
{"id":"action","type":"choice","probabilities":{"continue":0.4284747935033888,"human_review":0.001955139220692292,"observe":0.010199316283145986,"stop":0.5593707509927736},"predicted":"stop","confidence":0.5593707509927736,"entropy_confidence":0.46110443860286,"candidate_mass":0.9960594730668425,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"observe","correct":false,"accepted_correct":null,"nll_hard":4.585434592002713,"brier_hard":1.476195501789715,"soft_accuracy":0.09928318170015789,"brier_soft":0.6402499487336913,"tvd":0.7878455444961621,"kl":3.298600700177792,"case_id":"typed:98/r0","base_id":"typed:98","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.38279999999999}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9730764049900452,"true":0.02692359500995586},"predicted":"false","confidence":0.9730764049900452,"entropy_confidence":0.8212789626717834,"candidate_mass":0.9893575418021525,"accepted":true,"accepted_predicted":"false","input_tokens":184,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.614752238918431,"brier_hard":1.8937553798966988,"soft_accuracy":0.4148462471017925,"brier_soft":0.6341100757130256,"tvd":0.5630764049900446,"kl":1.4670352708577965,"case_id":"typed:98/r0","base_id":"typed:98","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.38279999999999}
{"id":"outcome","type":"choice","probabilities":{"failure":0.03904306762554938,"harmful":0.00033327312931977964,"partial":0.014823006342174195,"success":0.945800652902955},"predicted":"success","confidence":0.945800652902955,"entropy_confidence":0.8236882166424276,"candidate_mass":0.9995001039387388,"accepted":true,"accepted_predicted":"success","input_tokens":230,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":4.211574822590141,"brier_hard":1.8666370560649197,"soft_accuracy":0.10078538564236258,"brier_soft":1.1162460471986209,"tvd":0.8624675695698725,"kl":2.607337861988486,"case_id":"typed:98/r0","base_id":"typed:98","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.38279999999999}
{"id":"risk","type":"ordinal","probabilities":{"0":0.5426878427679849,"1":0.0034488724135080424,"2":0.04844637999677307,"3":0.4054169048217349},"predicted":"0","confidence":0.5426878427679849,"entropy_confidence":0.37679595653480136,"candidate_mass":0.9961094692249726,"accepted":false,"accepted_predicted":null,"input_tokens":235,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.669707938025947,"brier_hard":1.4543341630321052,"score_mae":0.5332593468722592,"within_one":true,"case_id":"typed:98/r0","base_id":"typed:98","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.38279999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.353423501684316,"1":0.0007097170063940056,"2":0.009749972418933854,"3":0.6361168088903566},"predicted":"3","confidence":0.6361168088903566,"entropy_confidence":0.49098343183012205,"candidate_mass":0.9986493399524504,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.250644249927703,"brier_hard":1.5282288977432652,"score_mae":0.7285600885153316,"within_one":true,"case_id":"typed:98/r0","base_id":"typed:98","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":115.38279999999999}
{"id":"action","type":"choice","probabilities":{"continue":0.4999060435787734,"human_review":0.00195692648777685,"observe":0.007310607139772649,"stop":0.4908264227936782},"predicted":"continue","confidence":0.4999060435787734,"entropy_confidence":0.46326903809522235,"candidate_mass":0.9962517246965464,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"human_review","correct":false,"accepted_correct":null,"nll_hard":6.236380155005541,"brier_hard":1.4869600512814978,"soft_accuracy":0.13544166581217085,"brier_soft":0.53554595041071,"tvd":0.7240654663724511,"kl":3.1122291724646534,"case_id":"typed:99/r0","base_id":"typed:99","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":145.8801}
{"id":"needs_review","type":"binary","probabilities":{"false":0.9421799742446489,"true":0.05782002575535008},"predicted":"false","confidence":0.9421799742446489,"entropy_confidence":0.681270247082252,"candidate_mass":0.9864610242413832,"accepted":true,"accepted_predicted":"false","input_tokens":178,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.8504200969538758,"brier_hard":1.7754062077352968,"soft_accuracy":0.3526063804651335,"brier_soft":0.7413892760937296,"tvd":0.6088469742446494,"kl":1.2836200467418357,"case_id":"typed:99/r0","base_id":"typed:99","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":145.8801}
{"id":"outcome","type":"choice","probabilities":{"failure":0.04246252508192376,"harmful":0.0003824724373981873,"partial":0.019821170551799747,"success":0.937333831928877},"predicted":"success","confidence":0.937333831928877,"entropy_confidence":0.8012445248160733,"candidate_mass":0.9993013450636862,"accepted":true,"accepted_predicted":"success","input_tokens":224,"reused_prefix_tokens":0,"expected":"partial","correct":false,"accepted_correct":false,"nll_hard":3.9210046927021303,"brier_hard":1.8411484624984145,"soft_accuracy":0.27077622847349486,"brier_soft":0.6632605444330244,"tvd":0.6706668319288777,"kl":1.5939598606926215,"case_id":"typed:99/r0","base_id":"typed:99","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":145.8801}
{"id":"risk","type":"ordinal","probabilities":{"0":0.7494523663892789,"1":0.0024411409907090674,"2":0.046604081067168464,"3":0.201502411552844},"predicted":"0","confidence":0.7494523663892789,"entropy_confidence":0.49756382467964133,"candidate_mass":0.9965201594280158,"accepted":false,"accepted_predicted":null,"input_tokens":229,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.0660671651364595,"brier_hard":1.5112518087552165,"score_mae":0.9831764622164219,"within_one":true,"case_id":"typed:99/r0","base_id":"typed:99","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":145.8801}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3031324346231524,"1":0.0006677803944899829,"2":0.0060290886247962635,"3":0.6901706963575628},"predicted":"3","confidence":0.6901706963575628,"entropy_confidence":0.5286432667492886,"candidate_mass":0.9988615813488967,"accepted":false,"accepted_predicted":null,"input_tokens":221,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.311551189241506,"brier_hard":1.566926098082564,"score_mae":0.5499050467167705,"within_one":true,"case_id":"typed:99/r0","base_id":"typed:99","repeat":0,"workflow":"agent_trace_observability","case_elapsed_ms":145.8801}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0020937280729160686,"close_no_action":6.732922800824747e-05,"escalate_to_human":0.0002700336799970791,"execute_refund":0.010147347970961137,"request_information":0.987421561048118},"predicted":"request_information","confidence":0.987421561048118,"entropy_confidence":0.9534854642881644,"candidate_mass":0.9998085075601316,"accepted":true,"accepted_predicted":"request_information","input_tokens":324,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.1688090350828375,"brier_hard":1.9709213128963703,"soft_accuracy":0.10028739648192897,"brier_soft":1.1500230738563446,"tvd":0.8874215610481178,"kl":5.1000213467547555,"case_id":"typed:100/r0","base_id":"typed:100","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.3229}
{"id":"category","type":"choice","probabilities":{"account":0.00010681592871264491,"billing":1.2123787211980368e-05,"delivery":8.008887556615375e-06,"refund":1.4224897571721925e-05,"technical":0.9998588264989478},"predicted":"technical","confidence":0.9998588264989478,"entropy_confidence":0.9990630778261463,"candidate_mass":0.9999684519216293,"accepted":true,"accepted_predicted":"technical","input_tokens":315,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.734958688349781,"brier_hard":1.9997016669758585,"soft_accuracy":0.013340009816848608,"brier_soft":1.8280815206732743,"tvd":0.9865258264989474,"kl":8.919166203817635,"case_id":"typed:100/r0","base_id":"typed:100","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.3229}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.014948886046650152,"1":0.0001500666346993639,"2":0.006743377850919616,"3":0.9781576694677324},"predicted":"3","confidence":0.9781576694677324,"entropy_confidence":0.913823008195066,"candidate_mass":0.9993270394018742,"accepted":true,"accepted_predicted":"3","input_tokens":300,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.80443113118045,"brier_hard":1.9567612579280178,"score_mae":1.8814428307397357,"within_one":false,"case_id":"typed:100/r0","base_id":"typed:100","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.3229}
{"id":"needs_human","type":"binary","probabilities":{"false":0.619996737578487,"true":0.3800032624215145},"predicted":"false","confidence":0.619996737578487,"entropy_confidence":0.04195567365977071,"candidate_mass":0.9883569276525666,"accepted":false,"accepted_predicted":null,"input_tokens":264,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.47804106292702636,"brier_hard":0.28880495890198776,"soft_accuracy":0.5079997025074081,"brier_soft":0.01502120682214544,"tvd":0.0866637375784862,"kl":0.01556724870524713,"case_id":"typed:100/r0","base_id":"typed:100","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.3229}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08030076947076384,"1":0.0008969199455930325,"2":0.08004692335210248,"3":0.838755387231542},"predicted":"3","confidence":0.838755387231542,"entropy_confidence":0.5971827366344898,"candidate_mass":0.9974041684136414,"accepted":true,"accepted_predicted":"3","input_tokens":293,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.016543946718723,"brier_hard":1.7145732876998707,"score_mae":1.477256928344424,"within_one":false,"case_id":"typed:100/r0","base_id":"typed:100","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.3229}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0019752006344136565,"close_no_action":9.694473998672313e-05,"escalate_to_human":0.0004966750105300741,"execute_refund":0.004791306711944502,"request_information":0.9926398729031255},"predicted":"request_information","confidence":0.9926398729031255,"entropy_confidence":0.9689970944797207,"candidate_mass":0.999840687396212,"accepted":true,"accepted_predicted":"request_information","input_tokens":428,"reused_prefix_tokens":0,"expected":"execute_refund","correct":false,"accepted_correct":false,"nll_hard":5.3409521047740505,"brier_hard":1.975778417975147,"soft_accuracy":0.1080186249281538,"brier_soft":1.0272124302101733,"tvd":0.8859729795700186,"kl":4.346757812370629,"case_id":"typed:101/r0","base_id":"typed:101","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.742001}
{"id":"category","type":"choice","probabilities":{"account":9.429353199153039e-05,"billing":2.0344815147405366e-05,"delivery":1.934252717305183e-05,"refund":3.162325720724088e-05,"technical":0.9998343958684812},"predicted":"technical","confidence":0.9998343958684812,"entropy_confidence":0.9988834726015533,"candidate_mass":0.9999473302831612,"accepted":true,"accepted_predicted":"technical","input_tokens":419,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.80268446244989,"brier_hard":1.9996281402107412,"soft_accuracy":0.016685939212111443,"brier_soft":1.7486287934193472,"tvd":0.9831674125354644,"kl":8.80849566431248,"case_id":"typed:101/r0","base_id":"typed:101","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.742001}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0028951040270320614,"1":4.852563624551183e-05,"2":0.0011374189642106962,"3":0.9959189513725121},"predicted":"3","confidence":0.9959189513725121,"entropy_confidence":0.9789464592681678,"candidate_mass":0.9998495947235645,"accepted":true,"accepted_predicted":"3","input_tokens":404,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":9.933418317289608,"brier_hard":1.991767184134398,"score_mae":1.6067472176822033,"within_one":false,"case_id":"typed:101/r0","base_id":"typed:101","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.742001}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7877670137688034,"true":0.21223298623119538},"predicted":"false","confidence":0.7877670137688034,"entropy_confidence":0.2542706132382164,"candidate_mass":0.9830101459735883,"accepted":false,"accepted_predicted":null,"input_tokens":368,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.55007061610279,"brier_hard":1.241153735964438,"soft_accuracy":0.46738621326152574,"brier_soft":0.23726957968177742,"tvd":0.34443401376880406,"kl":0.2819204697399333,"case_id":"typed:101/r0","base_id":"typed:101","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.742001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.022385720699732863,"1":0.00038281074088033313,"2":0.016100473828009925,"3":0.9611309947313762},"predicted":"3","confidence":0.9611309947313762,"entropy_confidence":0.8610369418080388,"candidate_mass":0.9991980508881918,"accepted":true,"accepted_predicted":"3","input_tokens":397,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.128906577113607,"brier_hard":1.892332333670101,"score_mae":0.8159767425910287,"within_one":true,"case_id":"typed:101/r0","base_id":"typed:101","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.742001}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0015892286476715273,"close_no_action":5.717952784551358e-05,"escalate_to_human":0.00021028644676887085,"execute_refund":0.006722601322421098,"request_information":0.9914207040552945},"predicted":"request_information","confidence":0.9914207040552945,"entropy_confidence":0.9659809021746876,"candidate_mass":0.9999025477837354,"accepted":true,"accepted_predicted":"request_information","input_tokens":308,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.008616309958998904,"brier_hard":0.00012137082502973771,"soft_accuracy":0.413712667033912,"brier_soft":0.4845151404237947,"tvd":0.5747537040552937,"kl":3.1339977170877167,"case_id":"typed:102/r0","base_id":"typed:102","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.298}
{"id":"category","type":"choice","probabilities":{"account":0.0001030064873558037,"billing":8.367881406272695e-06,"delivery":1.0629202241165796e-05,"refund":1.262118996725937e-05,"technical":0.9998653752390281},"predicted":"technical","confidence":0.9998653752390281,"entropy_confidence":0.9991039030418536,"candidate_mass":0.9999667775513742,"accepted":true,"accepted_predicted":"technical","input_tokens":299,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.691109823032683,"brier_hard":1.9997140437917023,"soft_accuracy":0.0033434225394666267,"brier_soft":1.9282149485776179,"tvd":0.9965323785720254,"kl":9.049052290645568,"case_id":"typed:102/r0","base_id":"typed:102","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.298}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.008349600900643364,"1":0.00015075101571828534,"2":0.0062217485906769,"3":0.9852778994929599},"predicted":"3","confidence":0.9852778994929599,"entropy_confidence":0.936880800354697,"candidate_mass":0.9995734457842997,"accepted":true,"accepted_predicted":"3","input_tokens":284,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.799880984613274,"brier_hard":1.970579485914417,"score_mae":1.9517609466759516,"within_one":false,"case_id":"typed:102/r0","base_id":"typed:102","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.298}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9258302113023563,"true":0.07416978869764261},"predicted":"false","confidence":0.9258302113023563,"entropy_confidence":0.6187047402844505,"candidate_mass":0.9853433540859197,"accepted":true,"accepted_predicted":"false","input_tokens":248,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.6013983721302374,"brier_hard":1.7143231603203337,"soft_accuracy":0.42902858200308086,"brier_soft":0.518494351487457,"tvd":0.5091632113023569,"kl":0.8703983384296177,"case_id":"typed:102/r0","base_id":"typed:102","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.298}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.022266569523729254,"1":0.0004144360787459044,"2":0.03725927123192438,"3":0.9400597231655987},"predicted":"3","confidence":0.9400597231655987,"entropy_confidence":0.8062249732875848,"candidate_mass":0.9984792996311431,"accepted":true,"accepted_predicted":"3","input_tokens":277,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.788591808197957,"brier_hard":1.8847676361290429,"score_mae":1.6451121480393907,"within_one":false,"case_id":"typed:102/r0","base_id":"typed:102","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.298}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0030328373433560875,"close_no_action":0.00011963173003597021,"escalate_to_human":0.00041311243232842115,"execute_refund":0.0073613692772029286,"request_information":0.9890730492170774},"predicted":"request_information","confidence":0.9890730492170774,"entropy_confidence":0.9571857189772417,"candidate_mass":0.9998385673821477,"accepted":true,"accepted_predicted":"request_information","input_tokens":455,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.010987088391335246,"brier_hard":0.00018297108703159103,"soft_accuracy":0.4626149670088303,"brier_soft":0.4052987577709291,"tvd":0.5231008918278066,"kl":2.4179043834213743,"case_id":"typed:103/r0","base_id":"typed:103","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.34449999999998}
{"id":"category","type":"choice","probabilities":{"account":9.147932583965506e-05,"billing":2.1264134200709856e-05,"delivery":1.5193313523293473e-05,"refund":3.331093749213936e-05,"technical":0.9998387522889449},"predicted":"technical","confidence":0.9998387522889449,"entropy_confidence":0.9989109892938417,"candidate_mass":0.999959288977823,"accepted":true,"accepted_predicted":"technical","input_tokens":446,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.758488744843724,"brier_hard":1.9996350124713986,"soft_accuracy":0.023350707737231746,"brier_soft":1.8880656430433367,"tvd":0.97655425653996,"kl":8.86259536447244,"case_id":"typed:103/r0","base_id":"typed:103","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.34449999999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.02170938350430037,"1":0.0005868653716055987,"2":0.01698417739251452,"3":0.960719573731578},"predicted":"3","confidence":0.960719573731578,"entropy_confidence":0.8591705495243783,"candidate_mass":0.998734009648599,"accepted":true,"accepted_predicted":"3","input_tokens":431,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.075473109951641,"brier_hard":1.8897738485907574,"score_mae":1.0667139413513689,"within_one":false,"case_id":"typed:103/r0","base_id":"typed:103","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.34449999999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5198022208298019,"true":0.4801977791701971},"predicted":"false","confidence":0.5198022208298019,"entropy_confidence":0.0011317380628944607,"candidate_mass":0.9867777493760278,"accepted":false,"accepted_predicted":null,"input_tokens":395,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.7335572200074338,"brier_hard":0.5403886975591893,"soft_accuracy":0.49801977791701924,"brier_soft":0.009744700065545005,"tvd":0.06980222082980242,"kl":0.009755755231833696,"case_id":"typed:103/r0","base_id":"typed:103","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.34449999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.12284508310016798,"1":0.001843931310412725,"2":0.09891800073727894,"3":0.7763929848521389},"predicted":"3","confidence":0.7763929848521389,"entropy_confidence":0.49899523159218906,"candidate_mass":0.9962316143586392,"accepted":false,"accepted_predicted":null,"input_tokens":424,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.2530964632096336,"brier_hard":0.07487918261776079,"score_mae":0.2288588873413877,"within_one":true,"case_id":"typed:103/r0","base_id":"typed:103","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.34449999999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0025814974272471533,"close_no_action":6.961838400918007e-05,"escalate_to_human":0.00025641978892687345,"execute_refund":0.00820801999671775,"request_information":0.9888844444030988},"predicted":"request_information","confidence":0.9888844444030988,"entropy_confidence":0.9573487378339108,"candidate_mass":0.9999255839221706,"accepted":true,"accepted_predicted":"request_information","input_tokens":405,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":5.959385650256667,"brier_hard":1.972803555846992,"soft_accuracy":0.048376789289937196,"brier_soft":1.6215679898996118,"tvd":0.9504950827838259,"kl":5.404108590993135,"case_id":"typed:104/r0","base_id":"typed:104","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.6955}
{"id":"category","type":"choice","probabilities":{"account":8.830271510701292e-05,"billing":9.89041084396574e-06,"delivery":8.703586488340958e-06,"refund":1.8997476691545833e-05,"technical":0.9998741058108696},"predicted":"technical","confidence":0.9998741058108696,"entropy_confidence":0.9991474766748207,"candidate_mass":0.9999590202517635,"accepted":true,"accepted_predicted":"technical","input_tokens":396,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.523944871841032,"brier_hard":1.9997284549812442,"soft_accuracy":0.0016794200220779712,"brier_soft":1.9192208867618714,"tvd":0.9982071074778677,"kl":9.056855269254926,"case_id":"typed:104/r0","base_id":"typed:104","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.6955}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.004425194565863184,"1":8.367078090376054e-05,"2":0.0027984191393811758,"3":0.992692715513852},"predicted":"3","confidence":0.992692715513852,"entropy_confidence":0.9650120132383879,"candidate_mass":0.9995926544835468,"accepted":true,"accepted_predicted":"3","input_tokens":381,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.878700614321819,"brier_hard":1.9798694096529281,"score_mae":0.9837586556012221,"within_one":true,"case_id":"typed:104/r0","base_id":"typed:104","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.6955}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8024340147356791,"true":0.19756598526432248},"predicted":"false","confidence":0.8024340147356791,"entropy_confidence":0.2829667262090402,"candidate_mass":0.9808728682624143,"accepted":true,"accepted_predicted":"false","input_tokens":345,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.22010565198703347,"brier_hard":0.07806463706692435,"soft_accuracy":0.7117038103149755,"brier_soft":0.004525045908331334,"tvd":0.04756598526432168,"kl":0.007633113558483888,"case_id":"typed:104/r0","base_id":"typed:104","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.6955}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.06420843892932332,"1":0.000652185131822119,"2":0.042330049711008386,"3":0.8928093262278464},"predicted":"3","confidence":0.8928093262278464,"entropy_confidence":0.6998017262004195,"candidate_mass":0.9983565455312053,"accepted":true,"accepted_predicted":"3","input_tokens":374,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.3351820918297825,"brier_hard":1.8017191048195,"score_mae":1.1804072632373779,"within_one":false,"case_id":"typed:104/r0","base_id":"typed:104","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.6955}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0037862911021845688,"close_no_action":0.00014272873676610823,"escalate_to_human":0.0005351105516607503,"execute_refund":0.007480266645829475,"request_information":0.9880556029635603},"predicted":"request_information","confidence":0.9880556029635603,"entropy_confidence":0.9534614627291705,"candidate_mass":0.999811560860209,"accepted":true,"accepted_predicted":"request_information","input_tokens":442,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.533037193796861,"brier_hard":1.9752542505485613,"soft_accuracy":0.34638402934958734,"brier_soft":0.750778290730708,"tvd":0.6456785983461553,"kl":3.9078448679820896,"case_id":"typed:105/r0","base_id":"typed:105","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.630801}
{"id":"category","type":"choice","probabilities":{"account":0.00012847789190969448,"billing":1.6425638976347734e-05,"delivery":1.4643747450812492e-05,"refund":2.0406626700803676e-05,"technical":0.9998200460949617},"predicted":"technical","confidence":0.9998200460949617,"entropy_confidence":0.9988223124111995,"candidate_mass":0.9999239177484381,"accepted":true,"accepted_predicted":"technical","input_tokens":433,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.016667091680716,"brier_hard":1.9996072907026188,"soft_accuracy":0.003349036506464773,"brier_soft":1.862297666745642,"tvd":0.9966301677343226,"kl":9.086049180706935,"case_id":"typed:105/r0","base_id":"typed:105","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.630801}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.016247648756071664,"1":0.0002694292482111175,"2":0.006113787539169595,"3":0.9773691344565476},"predicted":"3","confidence":0.9773691344565476,"entropy_confidence":0.9114994902064741,"candidate_mass":0.9989066025962307,"accepted":true,"accepted_predicted":"3","input_tokens":418,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.097208806007767,"brier_hard":1.9433242869902965,"score_mae":0.9112714076961934,"within_one":true,"case_id":"typed:105/r0","base_id":"typed:105","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.630801}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8100235012745354,"true":0.18997649872546457},"predicted":"false","confidence":0.8100235012745354,"entropy_confidence":0.29857770554965735,"candidate_mass":0.9858214602300001,"accepted":true,"accepted_predicted":"false","input_tokens":382,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.660854905390611,"brier_hard":1.3122761452341145,"soft_accuracy":0.3036515758437933,"brier_soft":0.785481968775457,"tvd":0.6266905012745354,"kl":0.9185821719464711,"case_id":"typed:105/r0","base_id":"typed:105","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.630801}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07382253864575422,"1":0.0008155473185920243,"2":0.06306685100820254,"3":0.8622950630274505},"predicted":"3","confidence":0.8622950630274505,"entropy_confidence":0.6391582435054721,"candidate_mass":0.9974915033134162,"accepted":true,"accepted_predicted":"3","input_tokens":411,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.1481577663940108,"brier_hard":0.02839050969223738,"score_mae":0.06383443841734904,"within_one":true,"case_id":"typed:105/r0","base_id":"typed:105","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.630801}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0011841493004468597,"close_no_action":3.9486324839007555e-05,"escalate_to_human":0.0002385007489083189,"execute_refund":0.00922938339285287,"request_information":0.9893084802329527},"predicted":"request_information","confidence":0.9893084802329527,"entropy_confidence":0.9600813571768421,"candidate_mass":0.9998776469252766,"accepted":true,"accepted_predicted":"request_information","input_tokens":387,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.341138107564,"brier_hard":1.978340909732173,"soft_accuracy":0.37953849461461825,"brier_soft":0.6121181975567531,"tvd":0.6085378636258056,"kl":3.9191587007560775,"case_id":"typed:106/r0","base_id":"typed:106","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.9158}
{"id":"category","type":"choice","probabilities":{"account":7.756757972200404e-05,"billing":1.148374167479491e-05,"delivery":1.0166330209405323e-05,"refund":2.8380929521696016e-05,"technical":0.9998724014188731},"predicted":"technical","confidence":0.9998724014188731,"entropy_confidence":0.9991261795923561,"candidate_mass":0.9999706785561244,"accepted":true,"accepted_predicted":"technical","input_tokens":378,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.0001276067225183889,"brier_hard":2.3338835082816815e-08,"soft_accuracy":0.9532138820696061,"brier_soft":0.0027182275057905957,"tvd":0.04653844808491929,"kl":0.24483573940529402,"case_id":"typed:106/r0","base_id":"typed:106","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.9158}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.010547336798289075,"1":0.00013857879917069312,"2":0.009551470079428826,"3":0.9797626143231115},"predicted":"3","confidence":0.9797626143231115,"entropy_confidence":0.9179849135343181,"candidate_mass":0.9994796909859112,"accepted":true,"accepted_predicted":"3","input_tokens":363,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.651060201317552,"brier_hard":1.941034336364699,"score_mae":1.2251963619273627,"within_one":false,"case_id":"typed:106/r0","base_id":"typed:106","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.9158}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8753312519794298,"true":0.12466874802056846},"predicted":"false","confidence":0.8753312519794298,"entropy_confidence":0.45736622289875906,"candidate_mass":0.9837067530381481,"accepted":true,"accepted_predicted":"false","input_tokens":327,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.0820950750229272,"brier_hard":1.5324096013837551,"soft_accuracy":0.31733904092417753,"brier_soft":0.7654909133545371,"tvd":0.6186642519794308,"kl":1.0123241773169243,"case_id":"typed:106/r0","base_id":"typed:106","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.9158}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08038089690509294,"1":0.0008466474501980239,"2":0.08313264261164086,"3":0.8356398130330667},"predicted":"3","confidence":0.8356398130330667,"entropy_confidence":0.5921135429655191,"candidate_mass":0.9954593700504125,"accepted":true,"accepted_predicted":"3","input_tokens":356,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.4873178430397793,"brier_hard":1.5454014535694238,"score_mae":0.5740313717726795,"within_one":true,"case_id":"typed:106/r0","base_id":"typed:106","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.9158}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0013046497819141896,"close_no_action":4.1339325191674145e-05,"escalate_to_human":0.00014629168249417188,"execute_refund":0.005454569743629681,"request_information":0.9930531494667706},"predicted":"request_information","confidence":0.9930531494667706,"entropy_confidence":0.9715911182477039,"candidate_mass":0.999891529777178,"accepted":true,"accepted_predicted":"request_information","input_tokens":331,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.82990810395236,"brier_hard":1.9858934518532216,"soft_accuracy":0.051718333661704495,"brier_soft":1.2958379056728009,"tvd":0.9430531494667704,"kl":5.944696735153367,"case_id":"typed:107/r0","base_id":"typed:107","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.7282}
{"id":"category","type":"choice","probabilities":{"account":9.044651590381841e-05,"billing":1.0076954586512704e-05,"delivery":1.0052210094740519e-05,"refund":1.811353968926006e-05,"technical":0.9998713107797266},"predicted":"technical","confidence":0.9998713107797266,"entropy_confidence":0.9991300061902304,"candidate_mass":0.999960219846775,"accepted":true,"accepted_predicted":"technical","input_tokens":322,"reused_prefix_tokens":0,"expected":"refund","correct":false,"accepted_correct":false,"nll_hard":10.918850850211403,"brier_hard":1.9997064197522545,"soft_accuracy":1.7041997687755444e-05,"brier_soft":1.7685979406142576,"tvd":0.9999718095057246,"kl":9.210340371976184,"case_id":"typed:107/r0","base_id":"typed:107","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.7282}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0042272017657547754,"1":8.094092673590126e-05,"2":0.002269448153515593,"3":0.9934224091539943},"predicted":"3","confidence":0.9934224091539943,"entropy_confidence":0.9680859917854119,"candidate_mass":0.9997172613698716,"accepted":true,"accepted_predicted":"3","input_tokens":307,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.0065993185262768865,"brier_hard":6.629088246097489e-05,"score_mae":0.12155406469575025,"within_one":true,"case_id":"typed:107/r0","base_id":"typed:107","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.7282}
{"id":"needs_human","type":"binary","probabilities":{"false":0.47546451569082854,"true":0.5245354843091732},"predicted":"true","confidence":0.5245354843091732,"entropy_confidence":0.001737673714354293,"candidate_mass":0.9905906909856319,"accepted":false,"accepted_predicted":null,"input_tokens":271,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.6452421998418637,"brier_hard":0.4521330113622266,"soft_accuracy":0.512267742154587,"brier_soft":0.10166849567139896,"tvd":0.22546451569082768,"kl":0.10746226152188351,"case_id":"typed:107/r0","base_id":"typed:107","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.7282}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.04285914844719157,"1":0.0006275409272298022,"2":0.05826948514488277,"3":0.8982438254806945},"predicted":"3","confidence":0.8982438254806945,"entropy_confidence":0.7102622584185208,"candidate_mass":0.9976925551275878,"accepted":true,"accepted_predicted":"3","input_tokens":300,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.10731372695514102,"brier_hard":0.015586952365086826,"score_mae":0.3618979876590789,"within_one":true,"case_id":"typed:107/r0","base_id":"typed:107","repeat":0,"workflow":"customer_service","case_elapsed_ms":169.7282}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0007467066574841665,"close_no_action":2.9616954201223202e-05,"escalate_to_human":0.0001507275146828598,"execute_refund":0.007923210450882257,"request_information":0.9911497384227487},"predicted":"request_information","confidence":0.9911497384227487,"entropy_confidence":0.9663518904190818,"candidate_mass":0.9999425587489439,"accepted":true,"accepted_predicted":"request_information","input_tokens":394,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.008889657758832247,"brier_hard":0.00014168556061473078,"soft_accuracy":0.4296500071344532,"brier_soft":0.5071189836932055,"tvd":0.5657399488736313,"kl":3.7776957881626916,"case_id":"typed:108/r0","base_id":"typed:108","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.150601}
{"id":"category","type":"choice","probabilities":{"account":5.79963882406666e-05,"billing":7.734584624571851e-06,"delivery":8.608333476754485e-06,"refund":2.0076915004442168e-05,"technical":0.9999055837786538},"predicted":"technical","confidence":0.9999055837786538,"entropy_confidence":0.9993359442831838,"candidate_mass":0.9999712005675325,"accepted":true,"accepted_predicted":"technical","input_tokens":385,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.755129821069463,"brier_hard":1.99969518759584,"soft_accuracy":0.043376668112959156,"brier_soft":1.5755757058484636,"tvd":0.9565725404456104,"kl":8.634472445482068,"case_id":"typed:108/r0","base_id":"typed:108","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.150601}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.009241104358360909,"1":0.00015514046819109061,"2":0.007350021717130744,"3":0.9832537334563183},"predicted":"3","confidence":0.9832537334563183,"entropy_confidence":0.9297672518273211,"candidate_mass":0.9994056705841194,"accepted":true,"accepted_predicted":"3","input_tokens":370,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.771179605044232,"brier_hard":1.9666170683169757,"score_mae":1.5146163842714075,"within_one":false,"case_id":"typed:108/r0","base_id":"typed:108","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.150601}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8006384252919561,"true":0.19936157470804428},"predicted":"false","confidence":0.8006384252919561,"entropy_confidence":0.27935059473906954,"candidate_mass":0.9704221463364945,"accepted":true,"accepted_predicted":"false","input_tokens":334,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.6126351445978102,"brier_hard":1.2820437761079657,"soft_accuracy":0.35970226862270427,"brier_soft":0.5702509660566457,"tvd":0.5339714252919558,"kl":0.6619753574457541,"case_id":"typed:108/r0","base_id":"typed:108","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.150601}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.0307358549632767,"1":0.0007107836354623001,"2":0.07794566128580097,"3":0.8906077001154608},"predicted":"3","confidence":0.8906077001154608,"entropy_confidence":0.7011744686683303,"candidate_mass":0.9975677082139998,"accepted":true,"accepted_predicted":"3","input_tokens":363,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.551743345248081,"brier_hard":1.6443114770403293,"score_mae":0.7584252065534467,"within_one":true,"case_id":"typed:108/r0","base_id":"typed:108","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.150601}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0011167538188434454,"close_no_action":3.305785219358598e-05,"escalate_to_human":0.00019134178476130657,"execute_refund":0.007023856048123722,"request_information":0.9916349904960764},"predicted":"request_information","confidence":0.9916349904960764,"entropy_confidence":0.9672385705663658,"candidate_mass":0.9999209694337552,"accepted":true,"accepted_predicted":"request_information","input_tokens":390,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.561449280061996,"brier_hard":1.9830078902040078,"soft_accuracy":0.36394806435065724,"brier_soft":0.6956938313400032,"tvd":0.6249683571627105,"kl":4.276220329104266,"case_id":"typed:109/r0","base_id":"typed:109","repeat":0,"workflow":"customer_service","case_elapsed_ms":159.7045}
{"id":"category","type":"choice","probabilities":{"account":9.243248806245021e-05,"billing":1.13538249951519e-05,"delivery":1.3984608399548116e-05,"refund":2.7233345434883905e-05,"technical":0.9998549957331091},"predicted":"technical","confidence":0.9998549957331091,"entropy_confidence":0.9990211231536766,"candidate_mass":0.9999407424835511,"accepted":true,"accepted_predicted":"technical","input_tokens":381,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.385955866831807,"brier_hard":1.999687314452364,"soft_accuracy":0.4332840089948956,"brier_soft":0.54583167393649,"tvd":0.5665215623996752,"kl":4.603685953632355,"case_id":"typed:109/r0","base_id":"typed:109","repeat":0,"workflow":"customer_service","case_elapsed_ms":159.7045}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.007657490263161872,"1":0.00012875902893012158,"2":0.006741053235094762,"3":0.9854726974728151},"predicted":"3","confidence":0.9854726974728151,"entropy_confidence":0.9375423920685485,"candidate_mass":0.9995884218949186,"accepted":true,"accepted_predicted":"3","input_tokens":366,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.999539099931699,"brier_hard":1.9577784265288933,"score_mae":0.6933619579175647,"within_one":true,"case_id":"typed:109/r0","base_id":"typed:109","repeat":0,"workflow":"customer_service","case_elapsed_ms":159.7045}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9115010309118525,"true":0.0884989690881472},"predicted":"false","confidence":0.9115010309118525,"entropy_confidence":0.5685603731904498,"candidate_mass":0.9781270005872695,"accepted":true,"accepted_predicted":"false","input_tokens":330,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.4247643757576007,"brier_hard":1.6616682587067402,"soft_accuracy":0.2256662537261187,"brier_soft":1.1095554672087975,"tvd":0.7448340309118526,"kl":1.5855182160618821,"case_id":"typed:109/r0","base_id":"typed:109","repeat":0,"workflow":"customer_service","case_elapsed_ms":159.7045}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.06328477434558741,"1":0.000873081646791112,"2":0.07537647565888199,"3":0.8604656683487389},"predicted":"3","confidence":0.8604656683487389,"entropy_confidence":0.6357177562097758,"candidate_mass":0.9967739026209965,"accepted":true,"accepted_predicted":"3","input_tokens":359,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.5852600465624853,"brier_hard":1.599335553107366,"score_mae":0.4830230380107716,"within_one":true,"case_id":"typed:109/r0","base_id":"typed:109","repeat":0,"workflow":"customer_service","case_elapsed_ms":159.7045}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0011238241795047965,"close_no_action":3.487637414628003e-05,"escalate_to_human":0.00018809558249391432,"execute_refund":0.010735582762436633,"request_information":0.9879176211014185},"predicted":"request_information","confidence":0.9879176211014185,"entropy_confidence":0.956326528907244,"candidate_mass":0.9999180626549272,"accepted":true,"accepted_predicted":"request_information","input_tokens":394,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.578560306813902,"brier_hard":1.9757215872320433,"soft_accuracy":0.2636558347793518,"brier_soft":0.9082310643943273,"tvd":0.731986203863855,"kl":5.230363721372835,"case_id":"typed:110/r0","base_id":"typed:110","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.70420000000001}
{"id":"category","type":"choice","probabilities":{"account":6.940868136028218e-05,"billing":9.316219808314747e-06,"delivery":8.881125301674766e-06,"refund":2.113262861129198e-05,"technical":0.9998912613449175},"predicted":"technical","confidence":0.9998912613449175,"entropy_confidence":0.9992469047455209,"candidate_mass":0.9999672037616051,"accepted":true,"accepted_predicted":"technical","input_tokens":385,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00010874456755870915,"brier_hard":1.7253914487496657e-08,"soft_accuracy":0.9798942190160856,"brier_soft":0.0005941019115779474,"tvd":0.019921710193337563,"kl":0.10027532170983092,"case_id":"typed:110/r0","base_id":"typed:110","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.70420000000001}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.011405594509837691,"1":0.0001442623265048735,"2":0.006709595859989432,"3":0.9817405473036694},"predicted":"3","confidence":0.9817405473036694,"entropy_confidence":0.9250025900077276,"candidate_mass":0.9993720832354214,"accepted":true,"accepted_predicted":"3","input_tokens":370,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.004216559322188,"brier_hard":1.9505704375744757,"score_mae":0.9254520959574926,"within_one":true,"case_id":"typed:110/r0","base_id":"typed:110","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.70420000000001}
{"id":"needs_human","type":"binary","probabilities":{"false":0.798766232663198,"true":0.20123376733680146},"predicted":"false","confidence":0.798766232663198,"entropy_confidence":0.27561122252875336,"candidate_mass":0.976863563013542,"accepted":false,"accepted_predicted":null,"input_tokens":334,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.6032880251326098,"brier_hard":1.2760549888859172,"soft_accuracy":0.3207402604020807,"brier_soft":0.7170420027553588,"tvd":0.5987662326631984,"kl":0.8271653867506721,"case_id":"typed:110/r0","base_id":"typed:110","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.70420000000001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.04429544586335902,"1":0.0007781710216172533,"2":0.08419244814523079,"3":0.8707339349697945},"predicted":"3","confidence":0.8707339349697945,"entropy_confidence":0.6591584677786159,"candidate_mass":0.9970884894026536,"accepted":true,"accepted_predicted":"3","input_tokens":363,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.4746500512427687,"brier_hard":1.5988437496165808,"score_mae":0.8980318722214622,"within_one":true,"case_id":"typed:110/r0","base_id":"typed:110","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.70420000000001}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0015357717173950878,"close_no_action":8.837291922908261e-05,"escalate_to_human":0.0003697801566238592,"execute_refund":0.005366671741540109,"request_information":0.9926394034652115},"predicted":"request_information","confidence":0.9926394034652115,"entropy_confidence":0.9695018349775248,"candidate_mass":0.9998573767570501,"accepted":true,"accepted_predicted":"request_information","input_tokens":425,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.007387819392036494,"brier_hard":8.548268883442194e-05,"soft_accuracy":0.48010246673665397,"brier_soft":0.43238133392394956,"tvd":0.5147614481259809,"kl":2.9518902935298024,"case_id":"typed:111/r0","base_id":"typed:111","repeat":0,"workflow":"customer_service","case_elapsed_ms":174.467001}
{"id":"category","type":"choice","probabilities":{"account":6.668786985375337e-05,"billing":1.2127818894176984e-05,"delivery":1.1816525431158233e-05,"refund":2.3232697054464673e-05,"technical":0.9998861350887678},"predicted":"technical","confidence":0.9998861350887678,"entropy_confidence":0.9992082055733528,"candidate_mass":0.9999626472044882,"accepted":true,"accepted_predicted":"technical","input_tokens":416,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.320008662043747,"brier_hard":1.9997480327787098,"soft_accuracy":1.6310774321094827e-05,"brier_soft":1.858161324645856,"tvd":0.9999211843112528,"kl":9.044499162927359,"case_id":"typed:111/r0","base_id":"typed:111","repeat":0,"workflow":"customer_service","case_elapsed_ms":174.467001}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0050859098578756035,"1":6.722132880105858e-05,"2":0.0015371664285795845,"3":0.993309702384745},"predicted":"3","confidence":0.993309702384745,"entropy_confidence":0.9681659979002435,"candidate_mass":0.999694061843267,"accepted":true,"accepted_predicted":"3","input_tokens":401,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":6.477814538843589,"brier_hard":1.98361806587293,"score_mae":1.2164036613401952,"within_one":false,"case_id":"typed:111/r0","base_id":"typed:111","repeat":0,"workflow":"customer_service","case_elapsed_ms":174.467001}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7558545836257102,"true":0.244145416374288},"predicted":"false","confidence":0.7558545836257102,"entropy_confidence":0.19813373354017838,"candidate_mass":0.9855389570740997,"accepted":false,"accepted_predicted":null,"input_tokens":365,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.4099912624607,"brier_hard":1.1426323031759942,"soft_accuracy":0.4317722816028652,"brier_soft":0.3029339504968398,"tvd":0.38918758362571115,"kl":0.3384684452205042,"case_id":"typed:111/r0","base_id":"typed:111","repeat":0,"workflow":"customer_service","case_elapsed_ms":174.467001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.03458726080939852,"1":0.00039832894289589394,"2":0.029788911201233986,"3":0.9352254990464723},"predicted":"3","confidence":0.9352254990464723,"entropy_confidence":0.7931349973234116,"candidate_mass":0.998320176941898,"accepted":true,"accepted_predicted":"3","input_tokens":394,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.06696760332080133,"brier_hard":0.006279552480577662,"score_mae":0.001014351515219225,"within_one":true,"case_id":"typed:111/r0","base_id":"typed:111","repeat":0,"workflow":"customer_service","case_elapsed_ms":174.467001}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.005203113306542264,"close_no_action":0.00013441425281425913,"escalate_to_human":0.0005145710787007666,"execute_refund":0.004537171522999589,"request_information":0.9896107298389429},"predicted":"request_information","confidence":0.9896107298389429,"entropy_confidence":0.9582025289738652,"candidate_mass":0.9997475762450767,"accepted":true,"accepted_predicted":"request_information","input_tokens":535,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.572176861210245,"brier_hard":1.9783481956190598,"soft_accuracy":0.34785292687622255,"brier_soft":0.6081155395800164,"tvd":0.6396107298389431,"kl":3.160762901747411,"case_id":"typed:112/r0","base_id":"typed:112","repeat":0,"workflow":"customer_service","case_elapsed_ms":223.319}
{"id":"category","type":"choice","probabilities":{"account":0.00016906155170758858,"billing":2.1719311137305854e-05,"delivery":2.5375453258313562e-05,"refund":3.0138119949700168e-05,"technical":0.9997537055639458},"predicted":"technical","confidence":0.9997537055639458,"entropy_confidence":0.9984279865538218,"candidate_mass":0.9999075436069098,"accepted":true,"accepted_predicted":"technical","input_tokens":526,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.737308778995143,"brier_hard":1.999464063772323,"soft_accuracy":0.0070233372796045445,"brier_soft":1.9134677056133884,"tvd":0.9927790810172048,"kl":8.985792732180586,"case_id":"typed:112/r0","base_id":"typed:112","repeat":0,"workflow":"customer_service","case_elapsed_ms":223.319}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.03942246124502614,"1":0.000994901603326713,"2":0.029329160418372666,"3":0.9302534767332761},"predicted":"3","confidence":0.9302534767332761,"entropy_confidence":0.77990944990126,"candidate_mass":0.9981297605906886,"accepted":true,"accepted_predicted":"3","input_tokens":511,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.5291730217563035,"brier_hard":1.8091285300682651,"score_mae":1.0670806526399004,"within_one":false,"case_id":"typed:112/r0","base_id":"typed:112","repeat":0,"workflow":"customer_service","case_elapsed_ms":223.319}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8216777144690902,"true":0.17832228553090881},"predicted":"false","confidence":0.8216777144690902,"entropy_confidence":0.32360695733782263,"candidate_mass":0.9786376908605059,"accepted":true,"accepted_predicted":"false","input_tokens":475,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.7241627729672082,"brier_hard":1.3503085329102973,"soft_accuracy":0.3327275884760723,"brier_soft":0.67669792701997,"tvd":0.5816777144690908,"kl":0.8064214679271104,"case_id":"typed:112/r0","base_id":"typed:112","repeat":0,"workflow":"customer_service","case_elapsed_ms":223.319}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.13456907864761314,"1":0.002624244889413085,"2":0.1655095346684073,"3":0.6972971417945669},"predicted":"3","confidence":0.6972971417945669,"entropy_confidence":0.39795584965179376,"candidate_mass":0.9934627801849858,"accepted":false,"accepted_predicted":null,"input_tokens":504,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.798726474535016,"brier_hard":1.2007133642735177,"score_mae":0.6922017396099283,"within_one":true,"case_id":"typed:112/r0","base_id":"typed:112","repeat":0,"workflow":"customer_service","case_elapsed_ms":223.319}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0018795548863012638,"close_no_action":8.022527543634055e-05,"escalate_to_human":0.00032138960045122894,"execute_refund":0.014279256498803452,"request_information":0.9834395737390073},"predicted":"request_information","confidence":0.9834395737390073,"entropy_confidence":0.9426922548470118,"candidate_mass":0.9998895901774765,"accepted":true,"accepted_predicted":"request_information","input_tokens":310,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.2767202927786805,"brier_hard":1.963601825043457,"soft_accuracy":0.2958501215297338,"brier_soft":0.7028826695345921,"tvd":0.6977188302378109,"kl":3.8229385895530705,"case_id":"typed:113/r0","base_id":"typed:113","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.1903}
{"id":"category","type":"choice","probabilities":{"account":8.670669662509908e-05,"billing":1.159334121521374e-05,"delivery":1.121887694162815e-05,"refund":1.804338941579583e-05,"technical":0.9998724376958034},"predicted":"technical","confidence":0.9998724376958034,"entropy_confidence":0.9991330922262797,"candidate_mass":0.9999702206842171,"accepted":true,"accepted_predicted":"technical","input_tokens":301,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.35297943811674,"brier_hard":1.9995714863743819,"soft_accuracy":0.006743785593209181,"brier_soft":1.7721018441372136,"tvd":0.9932054376958028,"kl":9.081621002829298,"case_id":"typed:113/r0","base_id":"typed:113","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.1903}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0037754392169676364,"1":8.937499208655501e-05,"2":0.005176521639060527,"3":0.9909586641518867},"predicted":"3","confidence":0.9909586641518867,"entropy_confidence":0.9580573337595251,"candidate_mass":0.9997290577385932,"accepted":true,"accepted_predicted":"3","input_tokens":286,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.263621946517539,"brier_hard":1.9716870890850207,"score_mae":1.6499854107258676,"within_one":false,"case_id":"typed:113/r0","base_id":"typed:113","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.1903}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9466004304229124,"true":0.05339956957708637},"predicted":"false","confidence":0.9466004304229124,"entropy_confidence":0.6993337816306309,"candidate_mass":0.9861474778486915,"accepted":true,"accepted_predicted":"false","input_tokens":250,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.05487820680598082,"brier_hard":0.0057030280620363055,"soft_accuracy":0.5446600430422908,"brier_soft":0.31458380282327975,"tvd":0.39660043042291304,"kl":0.6605228670608984,"case_id":"typed:113/r0","base_id":"typed:113","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.1903}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.013770330025647556,"1":0.00028378860922352237,"2":0.03314937602214334,"3":0.9527965053429857},"predicted":"3","confidence":0.9527965053429857,"entropy_confidence":0.8410659260064767,"candidate_mass":0.9992785396910789,"accepted":true,"accepted_predicted":"3","input_tokens":279,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.4067313853888557,"brier_hard":1.842811012205167,"score_mae":1.5416390566824676,"within_one":false,"case_id":"typed:113/r0","base_id":"typed:113","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.1903}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.00235139680644498,"close_no_action":7.464382593394389e-05,"escalate_to_human":0.00025338621239155484,"execute_refund":0.00605403194862909,"request_information":0.991266541206601},"predicted":"request_information","confidence":0.991266541206601,"entropy_confidence":0.9647993516139393,"candidate_mass":0.999862118794103,"accepted":true,"accepted_predicted":"request_information","input_tokens":396,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.280595702009176,"brier_hard":1.9821448334369647,"soft_accuracy":0.06666980177098682,"brier_soft":1.4395108885884114,"tvd":0.924599607873534,"kl":6.595472774882447,"case_id":"typed:114/r0","base_id":"typed:114","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.2288}
{"id":"category","type":"choice","probabilities":{"account":8.82611685916282e-05,"billing":9.72076802308217e-06,"delivery":1.1736000505680525e-05,"refund":1.7580026670833037e-05,"technical":0.9998727020362083},"predicted":"technical","confidence":0.9998727020362083,"entropy_confidence":0.9991368834360762,"candidate_mass":0.9999389935162591,"accepted":true,"accepted_predicted":"technical","input_tokens":387,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.335210313879365,"brier_hard":1.999568906271323,"soft_accuracy":0.36666972375406054,"brier_soft":0.7090117788783854,"tvd":0.6332057020362085,"kl":5.156128123220454,"case_id":"typed:114/r0","base_id":"typed:114","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.2288}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.014501379477473491,"1":0.00022839013935704817,"2":0.008277338091741169,"3":0.9769928922914285},"predicted":"3","confidence":0.9769928922914285,"entropy_confidence":0.9093045658601887,"candidate_mass":0.9992898190495741,"accepted":true,"accepted_predicted":"3","input_tokens":372,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.38445525380682,"brier_hard":1.954337187803947,"score_mae":1.614428743197125,"within_one":false,"case_id":"typed:114/r0","base_id":"typed:114","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.2288}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9251704261435069,"true":0.07482957385649289},"predicted":"false","confidence":0.9251704261435069,"entropy_confidence":0.6163064660891261,"candidate_mass":0.9810264550450254,"accepted":true,"accepted_predicted":"false","input_tokens":336,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.592542099727776,"brier_hard":1.7118806348211166,"soft_accuracy":0.2590703752989634,"brier_soft":1.0039542097141756,"tvd":0.7085034261435069,"kl":1.5250185493917745,"case_id":"typed:114/r0","base_id":"typed:114","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.2288}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08027043235080038,"1":0.0011724262851643041,"2":0.07371833693383935,"3":0.844838804430195},"predicted":"3","confidence":0.844838804430195,"entropy_confidence":0.6068285238764376,"candidate_mass":0.9971637423473431,"accepted":true,"accepted_predicted":"3","input_tokens":365,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.16860943381066204,"brier_hard":0.03595410670412091,"score_mae":0.019792513443427584,"within_one":true,"case_id":"typed:114/r0","base_id":"typed:114","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.2288}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0014387877825525293,"close_no_action":4.229973664994771e-05,"escalate_to_human":0.00017364488198230238,"execute_refund":0.004370916287057824,"request_information":0.9939743513117585},"predicted":"request_information","confidence":0.9939743513117585,"entropy_confidence":0.9744640347637672,"candidate_mass":0.9998864150814127,"accepted":true,"accepted_predicted":"request_information","input_tokens":359,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.65849825238848,"brier_hard":1.9876589282629509,"soft_accuracy":0.16584740909928128,"brier_soft":1.2990887553843529,"tvd":0.8316782675988157,"kl":6.49794594179136,"case_id":"typed:115/r0","base_id":"typed:115","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.736001}
{"id":"category","type":"choice","probabilities":{"account":8.915348853940429e-05,"billing":1.2516566009542463e-05,"delivery":1.1790924758061333e-05,"refund":1.3963078606470869e-05,"technical":0.9998725759420862},"predicted":"technical","confidence":0.9998725759420862,"entropy_confidence":0.9991363577860385,"candidate_mass":0.9999401312642308,"accepted":true,"accepted_predicted":"technical","input_tokens":350,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00012743217704876234,"brier_hard":2.4675892949449988e-08,"soft_accuracy":0.9815415461329986,"brier_soft":0.00041498345430614485,"tvd":0.01820655760810469,"kl":0.08024114512237154,"case_id":"typed:115/r0","base_id":"typed:115","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.736001}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.010622074869908595,"1":0.0001699270090083828,"2":0.005511290528631247,"3":0.9836967075924525},"predicted":"3","confidence":0.9836967075924525,"entropy_confidence":0.9317720184194137,"candidate_mass":0.99947993402762,"accepted":true,"accepted_predicted":"3","input_tokens":335,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.680141571889102,"brier_hard":1.9674625901832354,"score_mae":1.7589496308436285,"within_one":false,"case_id":"typed:115/r0","base_id":"typed:115","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.736001}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9170969671723102,"true":0.08290303282768961},"predicted":"false","confidence":0.9170969671723102,"entropy_confidence":0.5876734960836449,"candidate_mass":0.9880994445415338,"accepted":true,"accepted_predicted":"false","input_tokens":299,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.490083633340113,"brier_hard":1.6821336943932992,"soft_accuracy":0.1996901836359365,"brier_soft":1.207759392776805,"tvd":0.7770969671723102,"kl":1.7486243291843775,"case_id":"typed:115/r0","base_id":"typed:115","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.736001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.05887277219408094,"1":0.000632425702769966,"2":0.04161983906624591,"3":0.8988749630369042},"predicted":"3","confidence":0.8988749630369042,"entropy_confidence":0.7117816823928119,"candidate_mass":0.9975160267620781,"accepted":true,"accepted_predicted":"3","input_tokens":328,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.10661133868098814,"brier_hard":0.015424887372773382,"score_mae":0.347163992945974,"within_one":true,"case_id":"typed:115/r0","base_id":"typed:115","repeat":0,"workflow":"customer_service","case_elapsed_ms":163.736001}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0014114806368467922,"close_no_action":5.594286746349721e-05,"escalate_to_human":0.0002242134417619951,"execute_refund":0.004588487548240329,"request_information":0.9937198755056885},"predicted":"request_information","confidence":0.9937198755056885,"entropy_confidence":0.9734930914457857,"candidate_mass":0.9998823917554214,"accepted":true,"accepted_predicted":"request_information","input_tokens":350,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.563116028503831,"brier_hard":1.984679329598188,"soft_accuracy":0.33211465859186673,"brier_soft":0.7973403284893835,"tvd":0.6616420263875916,"kl":3.609892192731184,"case_id":"typed:116/r0","base_id":"typed:116","repeat":0,"workflow":"customer_service","case_elapsed_ms":152.74599999999998}
{"id":"category","type":"choice","probabilities":{"account":9.208075347833521e-05,"billing":1.215048130192978e-05,"delivery":9.844189834294791e-06,"refund":1.5454271612862438e-05,"technical":0.9998704703037737},"predicted":"technical","confidence":0.9998704703037737,"entropy_confidence":0.999125520195052,"candidate_mass":0.9999655417141995,"accepted":true,"accepted_predicted":"technical","input_tokens":341,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.528629141357406,"brier_hard":1.999721277968063,"soft_accuracy":0.005010286697678934,"brier_soft":1.9309055919888305,"tvd":0.9948704653037681,"kl":9.046214650330159,"case_id":"typed:116/r0","base_id":"typed:116","repeat":0,"workflow":"customer_service","case_elapsed_ms":152.74599999999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.011693154391725908,"1":0.00015276585302631643,"2":0.005181467530320244,"3":0.9829726122249288},"predicted":"3","confidence":0.9829726122249288,"entropy_confidence":0.9296598426563147,"candidate_mass":0.9992372634400194,"accepted":true,"accepted_predicted":"3","input_tokens":326,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.448751703137422,"brier_hard":1.9430124484036508,"score_mae":2.4961005375884535,"within_one":false,"case_id":"typed:116/r0","base_id":"typed:116","repeat":0,"workflow":"customer_service","case_elapsed_ms":152.74599999999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7152639800885376,"true":0.28473601991146213},"predicted":"false","confidence":0.7152639800885376,"entropy_confidence":0.13817601343279728,"candidate_mass":0.985668746652584,"accepted":false,"accepted_predicted":null,"input_tokens":290,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.3351036015057254,"brier_hard":0.16214920207004124,"soft_accuracy":0.6506847860619763,"brier_soft":0.036307590123163896,"tvd":0.13473601991146222,"kl":0.050557889554226645,"case_id":"typed:116/r0","base_id":"typed:116","repeat":0,"workflow":"customer_service","case_elapsed_ms":152.74599999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.03495646316252841,"1":0.00046981987623174727,"2":0.03248446606755059,"3":0.932089250893688},"predicted":"3","confidence":0.932089250893688,"entropy_confidence":0.7852498456379806,"candidate_mass":0.9978028923016171,"accepted":true,"accepted_predicted":"3","input_tokens":319,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.426993271061445,"brier_hard":1.8060988550796984,"score_mae":0.741706504692397,"within_one":true,"case_id":"typed:116/r0","base_id":"typed:116","repeat":0,"workflow":"customer_service","case_elapsed_ms":152.74599999999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0013497613366268047,"close_no_action":5.098276028735365e-05,"escalate_to_human":0.00023507556993122738,"execute_refund":0.0076149853783778285,"request_information":0.9907491949547776},"predicted":"request_information","confidence":0.9907491949547776,"entropy_confidence":0.964125287156383,"candidate_mass":0.9999236207125063,"accepted":true,"accepted_predicted":"request_information","input_tokens":374,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.355603521338573,"brier_hard":1.9811736838814218,"soft_accuracy":0.06306663150185267,"brier_soft":1.5905780688188376,"tvd":0.9274161316217139,"kl":7.208659700449107,"case_id":"typed:117/r0","base_id":"typed:117","repeat":0,"workflow":"customer_service","case_elapsed_ms":166.743}
{"id":"category","type":"choice","probabilities":{"account":6.98885728691867e-05,"billing":8.873445799733737e-06,"delivery":1.110430716363078e-05,"refund":2.182368963298295e-05,"technical":0.9998883099845344},"predicted":"technical","confidence":0.9998883099845344,"entropy_confidence":0.9992267219398006,"candidate_mass":0.9999659579341584,"accepted":true,"accepted_predicted":"technical","input_tokens":365,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.0001116962532598743,"brier_hard":1.8037389279545327e-08,"soft_accuracy":0.9432301010997864,"brier_soft":0.004006461631046255,"tvd":0.05655436665059106,"kl":0.32079826707062453,"case_id":"typed:117/r0","base_id":"typed:117","repeat":0,"workflow":"customer_service","case_elapsed_ms":166.743}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.00657825115061495,"1":0.00011699531266800364,"2":0.004287086249819703,"3":0.9890176672868961},"predicted":"3","confidence":0.9890176672868961,"entropy_confidence":0.950657030664909,"candidate_mass":0.999361437747675,"accepted":true,"accepted_predicted":"3","input_tokens":350,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.011043083730410127,"brier_hard":0.00018227781643845827,"score_mae":0.22907716967299585,"within_one":true,"case_id":"typed:117/r0","base_id":"typed:117","repeat":0,"workflow":"customer_service","case_elapsed_ms":166.743}
{"id":"needs_human","type":"binary","probabilities":{"false":0.835372086000233,"true":0.1646279139997658},"predicted":"false","confidence":0.835372086000233,"entropy_confidence":0.3547330740096961,"candidate_mass":0.9768357622823235,"accepted":true,"accepted_predicted":"false","input_tokens":314,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.8040674182415408,"brier_hard":1.3956930441367632,"soft_accuracy":0.24064536324509478,"brier_soft":1.0426808834241055,"tvd":0.7220390860002336,"kl":1.266565627896365,"case_id":"typed:117/r0","base_id":"typed:117","repeat":0,"workflow":"customer_service","case_elapsed_ms":166.743}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.04021723909860938,"1":0.0005896809843348438,"2":0.051145918776145056,"3":0.9080471611409103},"predicted":"3","confidence":0.9080471611409103,"entropy_confidence":0.7307418089195203,"candidate_mass":0.9973260634346415,"accepted":true,"accepted_predicted":"3","input_tokens":343,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.09645896214715681,"brier_hard":0.012689003626079741,"score_mae":0.21702300195935598,"within_one":true,"case_id":"typed:117/r0","base_id":"typed:117","repeat":0,"workflow":"customer_service","case_elapsed_ms":166.743}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0010915791978261655,"close_no_action":5.7249610113126064e-05,"escalate_to_human":0.0002013457387769866,"execute_refund":0.006733177832362393,"request_information":0.9919166476209206},"predicted":"request_information","confidence":0.9919166476209206,"entropy_confidence":0.9680393189354142,"candidate_mass":0.9998903589043591,"accepted":true,"accepted_predicted":"request_information","input_tokens":413,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.510487034153797,"brier_hard":1.9835425153964634,"soft_accuracy":0.06227790835907327,"brier_soft":1.2342116679338708,"tvd":0.931916647620921,"kl":5.392138902099306,"case_id":"typed:118/r0","base_id":"typed:118","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.421101}
{"id":"category","type":"choice","probabilities":{"account":6.0661746527006554e-05,"billing":1.2422286306128127e-05,"delivery":7.579757574525385e-06,"refund":2.595736577625532e-05,"technical":0.9998933788438134},"predicted":"technical","confidence":0.9998933788438134,"entropy_confidence":0.9992547546049836,"candidate_mass":0.9999849925462304,"accepted":true,"accepted_predicted":"technical","input_tokens":404,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.296018415781056,"brier_hard":1.9997619290484836,"soft_accuracy":0.0033471684203594523,"brier_soft":1.7824322399041939,"tvd":0.9965603755108113,"kl":8.99465053875364,"case_id":"typed:118/r0","base_id":"typed:118","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.421101}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0021128522513489943,"1":4.008613244446769e-05,"2":0.001699004031000299,"3":0.9961480575852057},"predicted":"3","confidence":0.9961480575852057,"entropy_confidence":0.9797296323299263,"candidate_mass":0.999744625483921,"accepted":true,"accepted_predicted":"3","input_tokens":389,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.0038593802511997072,"brier_hard":2.2189826598291104e-05,"score_mae":0.1552152669500626,"within_one":true,"case_id":"typed:118/r0","base_id":"typed:118","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.421101}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6064807020580555,"true":0.3935192979419431},"predicted":"false","confidence":0.6064807020580555,"entropy_confidence":0.03296683910644704,"candidate_mass":0.9813613126476292,"accepted":false,"accepted_predicted":null,"input_tokens":353,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9326251705433428,"brier_hard":0.7356376839376655,"soft_accuracy":0.44463003492981007,"brier_soft":0.2686162099619315,"tvd":0.36648070205805616,"kl":0.27773497023957316,"case_id":"typed:118/r0","base_id":"typed:118","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.421101}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.02020169784539538,"1":0.00034515886730725746,"2":0.025791982303880884,"3":0.9536611609834172},"predicted":"3","confidence":0.9536611609834172,"entropy_confidence":0.840462768755736,"candidate_mass":0.9985937158781616,"accepted":true,"accepted_predicted":"3","input_tokens":382,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.04744684779042881,"brier_hard":0.00322074208304881,"score_mae":0.14624560642532103,"within_one":true,"case_id":"typed:118/r0","base_id":"typed:118","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.421101}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.003237955703812373,"close_no_action":0.00014342295092923844,"escalate_to_human":0.0005159906098329913,"execute_refund":0.012475439952142382,"request_information":0.9836271907832849},"predicted":"request_information","confidence":0.9836271907832849,"entropy_confidence":0.941179538523015,"candidate_mass":0.9999144995121605,"accepted":true,"accepted_predicted":"request_information","input_tokens":618,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.569421990646376,"brier_hard":1.9666568770041424,"soft_accuracy":0.16536203344257983,"brier_soft":1.0508537691166486,"tvd":0.816960190783284,"kl":4.765664417978291,"case_id":"typed:119/r0","base_id":"typed:119","repeat":0,"workflow":"customer_service","case_elapsed_ms":298.83549999999997}
{"id":"category","type":"choice","probabilities":{"account":0.00018788448209295164,"billing":3.5267048285260765e-05,"delivery":2.5168289648787665e-05,"refund":4.339907230046345e-05,"technical":0.999708281107671},"predicted":"technical","confidence":0.999708281107671,"entropy_confidence":0.9981560516351261,"candidate_mass":0.999961336935138,"accepted":true,"accepted_predicted":"technical","input_tokens":609,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.252561506323609,"brier_hard":1.999346152279949,"soft_accuracy":0.010036250235508345,"brier_soft":1.8519880414615029,"tvd":0.9897082811076717,"kl":8.869917436715248,"case_id":"typed:119/r0","base_id":"typed:119","repeat":0,"workflow":"customer_service","case_elapsed_ms":298.83549999999997}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.05119686417835464,"1":0.0011305899695972573,"2":0.01854195713707962,"3":0.9291305887149682},"predicted":"3","confidence":0.9291305887149682,"entropy_confidence":0.7821033724842168,"candidate_mass":0.9986168925866339,"accepted":true,"accepted_predicted":"3","input_tokens":594,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.9877191614665257,"brier_hard":1.8291659379215137,"score_mae":0.7589392703886615,"within_one":true,"case_id":"typed:119/r0","base_id":"typed:119","repeat":0,"workflow":"customer_service","case_elapsed_ms":298.83549999999997}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6889799611962782,"true":0.3110200388037213},"predicted":"false","confidence":0.6889799611962782,"entropy_confidence":0.1056525888747678,"candidate_mass":0.9754545019305506,"accepted":false,"accepted_predicted":null,"input_tokens":558,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.1678979354261685,"brier_hard":0.9493867738600508,"soft_accuracy":0.40551001940186054,"brier_soft":0.3854068126637723,"tvd":0.43897996119627847,"kl":0.40672408002244803,"case_id":"typed:119/r0","base_id":"typed:119","repeat":0,"workflow":"customer_service","case_elapsed_ms":298.83549999999997}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.13642199731371646,"1":0.0028433407680054862,"2":0.10778435352394035,"3":0.7529503083943366},"predicted":"3","confidence":0.7529503083943366,"entropy_confidence":0.46463038373808163,"candidate_mass":0.9947907257492866,"accepted":false,"accepted_predicted":null,"input_tokens":587,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.227622774604292,"brier_hard":1.3816019726656064,"score_mae":0.6439299729988961,"within_one":true,"case_id":"typed:119/r0","base_id":"typed:119","repeat":0,"workflow":"customer_service","case_elapsed_ms":298.83549999999997}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.006300392163777157,"close_no_action":0.00022371001754497235,"escalate_to_human":0.0006967765486124932,"execute_refund":0.011725150467005523,"request_information":0.9810539708030593},"predicted":"request_information","confidence":0.9810539708030593,"entropy_confidence":0.9317986354143049,"candidate_mass":0.9996971532436638,"accepted":true,"accepted_predicted":"request_information","input_tokens":601,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.269045788829761,"brier_hard":1.9612510501698472,"soft_accuracy":0.1158838444694306,"brier_soft":1.2498325121062108,"tvd":0.8643869708030596,"kl":5.207448270393576,"case_id":"typed:120/r0","base_id":"typed:120","repeat":0,"workflow":"customer_service","case_elapsed_ms":264.92760100000004}
{"id":"category","type":"choice","probabilities":{"account":0.00022373547283395894,"billing":3.1778348700729356e-05,"delivery":3.357755990405435e-05,"refund":4.23981120219497e-05,"technical":0.9996685105065396},"predicted":"technical","confidence":0.9996685105065396,"entropy_confidence":0.9979409911302514,"candidate_mass":0.9999556205028358,"accepted":true,"accepted_predicted":"technical","input_tokens":592,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.0003315444482474977,"brier_hard":1.6387776195715023e-07,"soft_accuracy":0.9263664747444048,"brier_soft":0.006765960958031689,"tvd":0.07300151050653944,"kl":0.35197563899292295,"case_id":"typed:120/r0","base_id":"typed:120","repeat":0,"workflow":"customer_service","case_elapsed_ms":264.92760100000004}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.12295213790525597,"1":0.001421035729191238,"2":0.04885067119677299,"3":0.8267761551687788},"predicted":"3","confidence":0.8267761551687788,"entropy_confidence":0.5875554238983848,"candidate_mass":0.9970291870797606,"accepted":true,"accepted_predicted":"3","input_tokens":577,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.1902212914927013,"brier_hard":0.04751213605250295,"score_mae":0.026117843629073434,"within_one":true,"case_id":"typed:120/r0","base_id":"typed:120","repeat":0,"workflow":"customer_service","case_elapsed_ms":264.92760100000004}
{"id":"needs_human","type":"binary","probabilities":{"false":0.771026602852329,"true":0.2289733971476711},"predicted":"false","confidence":0.771026602852329,"entropy_confidence":0.2237825929783882,"candidate_mass":0.9798574884570845,"accepted":false,"accepted_predicted":null,"input_tokens":541,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.47414945183694,"brier_hard":1.188964044612006,"soft_accuracy":0.32654297417450956,"brier_soft":0.6986248905583291,"tvd":0.591026602852329,"kl":0.784214895996084,"case_id":"typed:120/r0","base_id":"typed:120","repeat":0,"workflow":"customer_service","case_elapsed_ms":264.92760100000004}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2646737395619615,"1":0.002467056245623673,"2":0.16593467876257423,"3":0.5669245254298406},"predicted":"3","confidence":0.5669245254298406,"entropy_confidence":0.288444698725717,"candidate_mass":0.9929322841343502,"accepted":false,"accepted_predicted":null,"input_tokens":570,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.7961610694978738,"brier_hard":1.0871266524049723,"score_mae":0.028223009939706056,"within_one":true,"case_id":"typed:120/r0","base_id":"typed:120","repeat":0,"workflow":"customer_service","case_elapsed_ms":264.92760100000004}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0008960733385808245,"close_no_action":3.480860963546657e-05,"escalate_to_human":0.00017861985090458492,"execute_refund":0.00563284909675173,"request_information":0.9932576491041286},"predicted":"request_information","confidence":0.9932576491041286,"entropy_confidence":0.9726115966742325,"candidate_mass":0.9999257449950768,"accepted":true,"accepted_predicted":"request_information","input_tokens":365,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.0067651832306197075,"brier_hard":7.802434866839176e-05,"soft_accuracy":0.5134084796955101,"brier_soft":0.3303322409439054,"tvd":0.48222349820087973,"kl":2.783722324839506,"case_id":"typed:121/r0","base_id":"typed:121","repeat":0,"workflow":"customer_service","case_elapsed_ms":184.3228}
{"id":"category","type":"choice","probabilities":{"account":6.944848184710145e-05,"billing":9.350248711180813e-06,"delivery":1.4819525797792555e-05,"refund":2.3602800994421756e-05,"technical":0.9998827789426502},"predicted":"technical","confidence":0.9998827789426502,"entropy_confidence":0.9991880957695044,"candidate_mass":0.9999284406468036,"accepted":true,"accepted_predicted":"technical","input_tokens":356,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00011722792827488535,"brier_hard":1.9428005627685122e-08,"soft_accuracy":0.9565562803941924,"brier_soft":0.0023647520809212843,"tvd":0.04321577894264983,"kl":0.22280947503047052,"case_id":"typed:121/r0","base_id":"typed:121","repeat":0,"workflow":"customer_service","case_elapsed_ms":184.3228}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0077174689310847,"1":0.00010696134089376292,"2":0.00323339086100155,"3":0.9889421788670205},"predicted":"3","confidence":0.9889421788670205,"entropy_confidence":0.9509085216305461,"candidate_mass":0.9995918555969175,"accepted":true,"accepted_predicted":"3","input_tokens":341,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.734223890236851,"brier_hard":1.9716098770041377,"score_mae":1.2234002796639585,"within_one":false,"case_id":"typed:121/r0","base_id":"typed:121","repeat":0,"workflow":"customer_service","case_elapsed_ms":184.3228}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7666036570998274,"true":0.2333963429001715},"predicted":"false","confidence":0.7666036570998274,"entropy_confidence":0.21611493106184554,"candidate_mass":0.9863363192525497,"accepted":false,"accepted_predicted":null,"input_tokens":305,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.26578535550202176,"brier_hard":0.1089477057583494,"soft_accuracy":0.5622076977257308,"brier_soft":0.04496200228454274,"tvd":0.1499366570998279,"kl":0.05598493539500424,"case_id":"typed:121/r0","base_id":"typed:121","repeat":0,"workflow":"customer_service","case_elapsed_ms":184.3228}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.03749124552654525,"1":0.0005555349389164523,"2":0.05588331917449206,"3":0.9060699003600476},"predicted":"3","confidence":0.9060699003600476,"entropy_confidence":0.7274456124788522,"candidate_mass":0.9972692927629543,"accepted":true,"accepted_predicted":"3","input_tokens":334,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.884489348102335,"brier_hard":1.7137248734616406,"score_mae":1.163864874368044,"within_one":false,"case_id":"typed:121/r0","base_id":"typed:121","repeat":0,"workflow":"customer_service","case_elapsed_ms":184.3228}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0008871653844694893,"close_no_action":3.299298014267215e-05,"escalate_to_human":0.00014216714374878258,"execute_refund":0.008181532933527493,"request_information":0.9907561415581104},"predicted":"request_information","confidence":0.9907561415581104,"entropy_confidence":0.964984782236501,"candidate_mass":0.9999096883045182,"accepted":true,"accepted_predicted":"request_information","input_tokens":389,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.0092868480328896,"brier_hard":0.0001531947624889894,"soft_accuracy":0.46271278154660106,"brier_soft":0.4390176703415077,"tvd":0.5322706744916385,"kl":2.9912021288225574,"case_id":"typed:122/r0","base_id":"typed:122","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.7026}
{"id":"category","type":"choice","probabilities":{"account":8.198662422462759e-05,"billing":1.170150815742763e-05,"delivery":1.3518694560359478e-05,"refund":2.9935725658586396e-05,"technical":0.9998628574474002},"predicted":"technical","confidence":0.9998628574474002,"entropy_confidence":0.9990650091738403,"candidate_mass":0.9999574142586669,"accepted":true,"accepted_predicted":"technical","input_tokens":380,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.408954443217265,"brier_hard":1.9995617683920655,"soft_accuracy":0.09672660886726549,"brier_soft":1.6018938171076018,"tvd":0.903195954114303,"kl":8.040000741455286,"case_id":"typed:122/r0","base_id":"typed:122","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.7026}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.005473490638842848,"1":0.0001001671439582774,"2":0.004401942157692883,"3":0.9900244000595072},"predicted":"3","confidence":0.9900244000595072,"entropy_confidence":0.954384291714805,"candidate_mass":0.9996133027624964,"accepted":true,"accepted_predicted":"3","input_tokens":365,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":9.20867032769399,"brier_hard":1.9799973246532603,"score_mae":1.5789772516378657,"within_one":false,"case_id":"typed:122/r0","base_id":"typed:122","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.7026}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8300386574296795,"true":0.1699613425703215},"predicted":"false","confidence":0.8300386574296795,"entropy_confidence":0.34238366072723425,"candidate_mass":0.9848301824550351,"accepted":true,"accepted_predicted":"false","input_tokens":329,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.1862830040596038,"brier_hard":0.05777371593661201,"soft_accuracy":0.632015462971872,"brier_soft":0.033820104852226834,"tvd":0.13003865742967902,"kl":0.051189080117503186,"case_id":"typed:122/r0","base_id":"typed:122","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.7026}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.05397396708318002,"1":0.0008745704545847573,"2":0.06680830103125647,"3":0.8783431614309796},"predicted":"3","confidence":0.8783431614309796,"entropy_confidence":0.6693072362468742,"candidate_mass":0.9959559062054274,"accepted":true,"accepted_predicted":"3","input_tokens":358,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.12971791725239964,"brier_hard":0.022177689453467916,"score_mae":0.2128536568100361,"within_one":true,"case_id":"typed:122/r0","base_id":"typed:122","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.7026}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.001767941960930604,"close_no_action":8.252986697793495e-05,"escalate_to_human":0.0002742809198305403,"execute_refund":0.013802040469263059,"request_information":0.9840732067829966},"predicted":"request_information","confidence":0.9840732067829966,"entropy_confidence":0.9446122545110912,"candidate_mass":0.9998964259014218,"accepted":true,"accepted_predicted":"request_information","input_tokens":308,"reused_prefix_tokens":0,"expected":"execute_refund","correct":false,"accepted_correct":false,"nll_hard":4.282938837657678,"brier_hard":1.9409896993507387,"soft_accuracy":0.26970822648054615,"brier_soft":0.797510257328944,"tvd":0.7174890033167085,"kl":2.557010320092323,"case_id":"typed:123/r0","base_id":"typed:123","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.3127}
{"id":"category","type":"choice","probabilities":{"account":0.00010271148047718506,"billing":1.0234241711130427e-05,"delivery":9.36806735839517e-06,"refund":1.363885753044302e-05,"technical":0.9998640473529221},"predicted":"technical","confidence":0.9998640473529221,"entropy_confidence":0.9990940637327008,"candidate_mass":0.9999748927877777,"accepted":true,"accepted_predicted":"technical","input_tokens":299,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.489771429418774,"brier_hard":1.9997076556337112,"soft_accuracy":1.0858420143132463e-05,"brier_soft":1.7002623850548473,"tvd":0.9999761269007581,"kl":9.210340371976184,"case_id":"typed:123/r0","base_id":"typed:123","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.3127}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.006672601501453775,"1":0.00017544304678809283,"2":0.005021769907964602,"3":0.9881301855437926},"predicted":"3","confidence":0.9881301855437926,"entropy_confidence":0.9471039453561614,"candidate_mass":0.9996960396500352,"accepted":true,"accepted_predicted":"3","input_tokens":284,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.648196087452241,"brier_hard":1.9761201500533023,"score_mae":1.6412765394940951,"within_one":false,"case_id":"typed:123/r0","base_id":"typed:123","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.3127}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8532830104422194,"true":0.1467169895577806},"predicted":"false","confidence":0.8532830104422194,"entropy_confidence":0.3984367794192396,"candidate_mass":0.985054343518186,"accepted":true,"accepted_predicted":"false","input_tokens":248,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.15866400405358758,"brier_hard":0.04305175004979579,"soft_accuracy":0.6177612390027467,"brier_soft":0.06965107070674109,"tvd":0.18661601044221943,"kl":0.10901140825019315,"case_id":"typed:123/r0","base_id":"typed:123","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.3127}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.017902276107469153,"1":0.00038686619244304683,"2":0.03918234857914401,"3":0.9425285091209452},"predicted":"3","confidence":0.9425285091209452,"entropy_confidence":0.8140529703837465,"candidate_mass":0.9991012850267473,"accepted":true,"accepted_predicted":"3","input_tokens":277,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.857431680682986,"brier_hard":1.8894421557163221,"score_mae":1.3896700907135666,"within_one":false,"case_id":"typed:123/r0","base_id":"typed:123","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.3127}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0023744858962488195,"close_no_action":0.00013323895278955766,"escalate_to_human":0.0006845331127876692,"execute_refund":0.010843527230494577,"request_information":0.9859642148076788},"predicted":"request_information","confidence":0.9859642148076788,"entropy_confidence":0.948105547763481,"candidate_mass":0.9998211243392966,"accepted":true,"accepted_predicted":"request_information","input_tokens":504,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.286773539259471,"brier_hard":1.9708800732600182,"soft_accuracy":0.10638044980650127,"brier_soft":1.1676878501399623,"tvd":0.890140848705067,"kl":5.0745891589359635,"case_id":"typed:124/r0","base_id":"typed:124","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.129001}
{"id":"category","type":"choice","probabilities":{"account":0.0001234484776092229,"billing":2.9840591088786968e-05,"delivery":3.001910051563978e-05,"refund":4.502706273009503e-05,"technical":0.9997716647680566},"predicted":"technical","confidence":0.9997716647680566,"entropy_confidence":0.9985004167145987,"candidate_mass":0.9999337189177478,"accepted":true,"accepted_predicted":"technical","input_tokens":495,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.41964097421944,"brier_hard":1.9994837195494841,"soft_accuracy":0.010027934723270225,"brier_soft":1.927064666841121,"tvd":0.9897716647680564,"kl":8.995643002747958,"case_id":"typed:124/r0","base_id":"typed:124","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.129001}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.043950030983678987,"1":0.0006611985364852942,"2":0.02465551994685154,"3":0.9307332505329855},"predicted":"3","confidence":0.9307332505329855,"entropy_confidence":0.783397057494851,"candidate_mass":0.9986421876440297,"accepted":true,"accepted_predicted":"3","input_tokens":480,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.7027544706275215,"brier_hard":1.8194932808248148,"score_mae":0.958838990029145,"within_one":true,"case_id":"typed:124/r0","base_id":"typed:124","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.129001}
{"id":"needs_human","type":"binary","probabilities":{"false":0.660878921260866,"true":0.3391210787391346},"predicted":"false","confidence":0.660878921260866,"entropy_confidence":0.07602484656882447,"candidate_mass":0.9739623188741299,"accepted":false,"accepted_predicted":null,"input_tokens":444,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.0813980709474897,"brier_hard":0.8735218971338512,"soft_accuracy":0.45924389936130017,"brier_soft":0.16536531366751994,"tvd":0.28754592126086564,"kl":0.1715995157558484,"case_id":"typed:124/r0","base_id":"typed:124","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.129001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.169936728848889,"1":0.002139710041347426,"2":0.14503638485131268,"3":0.6828871762584494},"predicted":"3","confidence":0.6828871762584494,"entropy_confidence":0.38336368443768776,"candidate_mass":0.9921950781057377,"accepted":false,"accepted_predicted":null,"input_tokens":473,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.38142562155068654,"brier_hard":0.1504791660829997,"score_mae":0.5924589914806795,"within_one":true,"case_id":"typed:124/r0","base_id":"typed:124","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.129001}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0025817302243591094,"close_no_action":0.0001360550786800886,"escalate_to_human":0.0006707565435632688,"execute_refund":0.007451073978751757,"request_information":0.989160384174645},"predicted":"request_information","confidence":0.989160384174645,"entropy_confidence":0.957261955630909,"candidate_mass":0.9998089997558789,"accepted":true,"accepted_predicted":"request_information","input_tokens":515,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.307104313114223,"brier_hard":1.9771594047931182,"soft_accuracy":0.09031386168613192,"brier_soft":1.2202950722859809,"tvd":0.9066114581533972,"kl":5.203816537051474,"case_id":"typed:125/r0","base_id":"typed:125","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.8236}
{"id":"category","type":"choice","probabilities":{"account":0.00015126110884827542,"billing":2.661279075906133e-05,"delivery":3.210109200705858e-05,"refund":4.552688208546866e-05,"technical":0.9997444981262988},"predicted":"technical","confidence":0.9997444981262988,"entropy_confidence":0.9983511884413482,"candidate_mass":0.9999512152518595,"accepted":true,"accepted_predicted":"technical","input_tokens":506,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":8.79650301681967,"brier_hard":1.9991865660074495,"soft_accuracy":0.006789113548651226,"brier_soft":1.6344429107300957,"tvd":0.9930775047932928,"kl":8.48781643209725,"case_id":"typed:125/r0","base_id":"typed:125","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.8236}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.01187814480344971,"1":0.0004282451410586456,"2":0.011127984871550365,"3":0.9765656251839415},"predicted":"3","confidence":0.9765656251839415,"entropy_confidence":0.9068073770666341,"candidate_mass":0.9990979584498144,"accepted":true,"accepted_predicted":"3","input_tokens":491,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.4982921838559555,"brier_hard":1.9316895563129761,"score_mae":0.9423810904359842,"within_one":true,"case_id":"typed:125/r0","base_id":"typed:125","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.8236}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7749175710969738,"true":0.2250824289030277},"predicted":"false","confidence":0.7749175710969738,"entropy_confidence":0.23066012356516752,"candidate_mass":0.9676019535616864,"accepted":false,"accepted_predicted":null,"input_tokens":455,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.491288593187619,"brier_hard":1.2009944839896645,"soft_accuracy":0.4266888309858553,"brier_soft":0.3333370576020093,"tvd":0.40825057109697305,"kl":0.3808239121359303,"case_id":"typed:125/r0","base_id":"typed:125","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.8236}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08857696542209119,"1":0.0020350223855576536,"2":0.09944284450356497,"3":0.8099451676887848},"predicted":"3","confidence":0.8099451676887848,"entropy_confidence":0.5473037185513618,"candidate_mass":0.9957029809996588,"accepted":true,"accepted_predicted":"3","input_tokens":484,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.308172226963894,"brier_hard":1.4748643850977399,"score_mae":1.0474232144590419,"within_one":false,"case_id":"typed:125/r0","base_id":"typed:125","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.8236}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0031630171350729955,"close_no_action":0.00013948553667707454,"escalate_to_human":0.00049534990069715,"execute_refund":0.007333476380878667,"request_information":0.9888686710466746},"predicted":"request_information","confidence":0.9888686710466746,"entropy_confidence":0.9563012050672757,"candidate_mass":0.9998200637080468,"accepted":true,"accepted_predicted":"request_information","input_tokens":509,"reused_prefix_tokens":0,"expected":"execute_refund","correct":false,"accepted_correct":false,"nll_hard":4.915305607998725,"brier_hard":1.9632583451968237,"soft_accuracy":0.15186733644214917,"brier_soft":0.9914129028522829,"tvd":0.8390081565833515,"kl":3.9162846141916634,"case_id":"typed:126/r0","base_id":"typed:126","repeat":0,"workflow":"customer_service","case_elapsed_ms":205.037001}
{"id":"category","type":"choice","probabilities":{"account":0.0001291267320396608,"billing":2.7230476932159447e-05,"delivery":3.405455889680936e-05,"refund":5.418712631395834e-05,"technical":0.9997554011058187},"predicted":"technical","confidence":0.9997554011058187,"entropy_confidence":0.998403350561538,"candidate_mass":0.9999565862838606,"accepted":true,"accepted_predicted":"technical","input_tokens":500,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.511173736479385,"brier_hard":1.9994564225975615,"soft_accuracy":0.0033624694210516643,"brier_soft":1.7808082424873226,"tvd":0.9965855823967545,"kl":8.981466019012444,"case_id":"typed:126/r0","base_id":"typed:126","repeat":0,"workflow":"customer_service","case_elapsed_ms":205.037001}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.02008357777210845,"1":0.00044325909713510984,"2":0.010647180760529293,"3":0.9688259823702283},"predicted":"3","confidence":0.9688259823702283,"entropy_confidence":0.8838965196415082,"candidate_mass":0.999309579705015,"accepted":true,"accepted_predicted":"3","input_tokens":485,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.542460139191711,"brier_hard":1.9178463316274823,"score_mae":1.1615485677288784,"within_one":false,"case_id":"typed:126/r0","base_id":"typed:126","repeat":0,"workflow":"customer_service","case_elapsed_ms":205.037001}
{"id":"needs_human","type":"binary","probabilities":{"false":0.605469222858455,"true":0.39453077714154655},"predicted":"false","confidence":0.605469222858455,"entropy_confidence":0.03233873974633017,"candidate_mass":0.9761510667343637,"accepted":false,"accepted_predicted":null,"input_tokens":449,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5017515465814952,"brier_hard":0.3113090682238242,"soft_accuracy":0.5035157110747644,"brier_soft":0.015771669569205136,"tvd":0.08880222285845421,"kl":0.016174750767094376,"case_id":"typed:126/r0","base_id":"typed:126","repeat":0,"workflow":"customer_service","case_elapsed_ms":205.037001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07287331846783726,"1":0.0016427345543205834,"2":0.10004031276841573,"3":0.8254436342094281},"predicted":"3","confidence":0.8254436342094281,"entropy_confidence":0.5743694479583048,"candidate_mass":0.9957660944246687,"accepted":true,"accepted_predicted":"3","input_tokens":478,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.302182046544022,"brier_hard":1.4965978510201698,"score_mae":0.8613872627194363,"within_one":true,"case_id":"typed:126/r0","base_id":"typed:126","repeat":0,"workflow":"customer_service","case_elapsed_ms":205.037001}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.008406571220165403,"close_no_action":0.0002844587038014668,"escalate_to_human":0.0008720663358325995,"execute_refund":0.007214411100979792,"request_information":0.9832224926392213},"predicted":"request_information","confidence":0.9832224926392213,"entropy_confidence":0.9373359408184042,"candidate_mass":0.9996176736488197,"accepted":true,"accepted_predicted":"request_information","input_tokens":581,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.0446450637461915,"brier_hard":1.9651058969436803,"soft_accuracy":0.17244724776356876,"brier_soft":1.079266129644208,"tvd":0.809889492639221,"kl":4.424671713852861,"case_id":"typed:127/r0","base_id":"typed:127","repeat":0,"workflow":"customer_service","case_elapsed_ms":291.2715}
{"id":"category","type":"choice","probabilities":{"account":0.00036645043854547987,"billing":3.8105669219997074e-05,"delivery":4.521389983944571e-05,"refund":4.549617410079612e-05,"technical":0.9995047338182934},"predicted":"technical","confidence":0.9995047338182934,"entropy_confidence":0.9970863796979902,"candidate_mass":0.9999254679486048,"accepted":true,"accepted_predicted":"technical","input_tokens":572,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":7.9116472748528395,"brier_hard":1.9982769519002512,"soft_accuracy":0.1467890068582209,"brier_soft":1.0861427146169003,"tvd":0.8528377338182939,"kl":6.474817048549414,"case_id":"typed:127/r0","base_id":"typed:127","repeat":0,"workflow":"customer_service","case_elapsed_ms":291.2715}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.16717343710167043,"1":0.0021970404292115326,"2":0.0927133354569933,"3":0.737916187012124},"predicted":"3","confidence":0.737916187012124,"entropy_confidence":0.4537665244856621,"candidate_mass":0.9943951264159537,"accepted":false,"accepted_predicted":null,"input_tokens":557,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.3782429606941236,"brier_hard":1.3956411757711202,"score_mae":0.2847052723795698,"within_one":true,"case_id":"typed:127/r0","base_id":"typed:127","repeat":0,"workflow":"customer_service","case_elapsed_ms":291.2715}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7056998665143569,"true":0.2943001334856426},"predicted":"false","confidence":0.7056998665143569,"entropy_confidence":0.12578858092805645,"candidate_mass":0.9757554557665028,"accepted":false,"accepted_predicted":null,"input_tokens":521,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.2231551701728414,"brier_hard":0.9960246031967631,"soft_accuracy":0.40126406407310833,"brier_soft":0.3972967420218316,"tvd":0.4456998665143571,"kl":0.4227048738299951,"case_id":"typed:127/r0","base_id":"typed:127","repeat":0,"workflow":"customer_service","case_elapsed_ms":291.2715}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2802533730017258,"1":0.003181764651177432,"2":0.20563108848754197,"3":0.5109337738595535},"predicted":"3","confidence":0.5109337738595535,"entropy_confidence":0.24753622580890877,"candidate_mass":0.9920519442036069,"accepted":false,"accepted_predicted":null,"input_tokens":550,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.5816715482350006,"brier_hard":0.9706273655529928,"score_mae":0.0805782632049219,"within_one":true,"case_id":"typed:127/r0","base_id":"typed:127","repeat":0,"workflow":"customer_service","case_elapsed_ms":291.2715}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0032377835193567826,"close_no_action":7.363712588793824e-05,"escalate_to_human":0.00042281103686332705,"execute_refund":0.005929082418194191,"request_information":0.9903366858996978},"predicted":"request_information","confidence":0.9903366858996978,"entropy_confidence":0.9611247434190666,"candidate_mass":0.9998643352545676,"accepted":true,"accepted_predicted":"request_information","input_tokens":264,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.009710306902526562,"brier_hard":0.00013920109144025946,"soft_accuracy":0.7367399963153438,"brier_soft":0.08633314492769854,"tvd":0.24700294256595445,"kl":0.8585569165293081,"case_id":"typed:128/r0","base_id":"typed:128","repeat":0,"workflow":"customer_service","case_elapsed_ms":107.2613}
{"id":"category","type":"choice","probabilities":{"account":0.0002740735595598775,"billing":1.679863338351701e-05,"delivery":2.0751537105467302e-05,"refund":2.3930153549183432e-05,"technical":0.9996644461164037},"predicted":"technical","confidence":0.9996644461164037,"entropy_confidence":0.9979828018476102,"candidate_mass":0.9999541335144264,"accepted":true,"accepted_predicted":"technical","input_tokens":255,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.782890236659242,"brier_hard":1.999287578156794,"soft_accuracy":0.009891313283230112,"brier_soft":1.8529250757885447,"tvd":0.9897954461164028,"kl":8.889602359646087,"case_id":"typed:128/r0","base_id":"typed:128","repeat":0,"workflow":"customer_service","case_elapsed_ms":107.2613}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.031171207424277134,"1":0.0003578321904091386,"2":0.012452279951773592,"3":0.9560186804335415},"predicted":"3","confidence":0.9560186804335415,"entropy_confidence":0.849553656908843,"candidate_mass":0.9989610756965298,"accepted":true,"accepted_predicted":"3","input_tokens":240,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.935446423331303,"brier_hard":1.9143828844492328,"score_mae":1.836651433394581,"within_one":false,"case_id":"typed:128/r0","base_id":"typed:128","repeat":0,"workflow":"customer_service","case_elapsed_ms":107.2613}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9343147913363952,"true":0.065685208663606},"predicted":"false","confidence":0.9343147913363952,"entropy_confidence":0.6503886423564716,"candidate_mass":0.9883187198841046,"accepted":true,"accepted_predicted":"false","input_tokens":204,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.06794186184499297,"brier_hard":0.008629093274362768,"soft_accuracy":0.6939936505870626,"brier_soft":0.08902663255102788,"tvd":0.21098179133639458,"kl":0.21269824261339065,"case_id":"typed:128/r0","base_id":"typed:128","repeat":0,"workflow":"customer_service","case_elapsed_ms":107.2613}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08831062239049038,"1":0.0009695592774655017,"2":0.049730516614702035,"3":0.8609893017173417},"predicted":"3","confidence":0.8609893017173417,"entropy_confidence":0.6399299054994436,"candidate_mass":0.9985479173551093,"accepted":true,"accepted_predicted":"3","input_tokens":233,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":6.938668942844853,"brier_hard":1.749636289471738,"score_mae":1.3733984976588944,"within_one":false,"case_id":"typed:128/r0","base_id":"typed:128","repeat":0,"workflow":"customer_service","case_elapsed_ms":107.2613}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.004993676767938696,"close_no_action":8.183012041225963e-05,"escalate_to_human":0.0004473168346626004,"execute_refund":0.004957443619614222,"request_information":0.9895197326573734},"predicted":"request_information","confidence":0.9895197326573734,"entropy_confidence":0.9581108705996171,"candidate_mass":0.9998465718360263,"accepted":true,"accepted_predicted":"request_information","input_tokens":256,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":5.2995828133004075,"brier_hard":1.9692116676258657,"soft_accuracy":0.1945817071108318,"brier_soft":1.0599692334738626,"tvd":0.8011439829437936,"kl":3.7467288627929336,"case_id":"typed:129/r0","base_id":"typed:129","repeat":0,"workflow":"customer_service","case_elapsed_ms":129.2954}
{"id":"category","type":"choice","probabilities":{"account":0.0001987997280557889,"billing":1.1808427902023743e-05,"delivery":2.0789959784568235e-05,"refund":2.053897234603352e-05,"technical":0.9997480629119132},"predicted":"technical","confidence":0.9997480629119132,"entropy_confidence":0.9984304317115701,"candidate_mass":0.999956785365276,"accepted":true,"accepted_predicted":"technical","input_tokens":247,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":8.523212631671363,"brier_hard":1.9990986303548537,"soft_accuracy":0.006809301906572076,"brier_soft":1.5600990019994947,"tvd":0.9930810695789056,"kl":8.338822569773974,"case_id":"typed:129/r0","base_id":"typed:129","repeat":0,"workflow":"customer_service","case_elapsed_ms":129.2954}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.039458361043804006,"1":0.000193058260750347,"2":0.006536488696020046,"3":0.9538120919994247},"predicted":"3","confidence":0.9538120919994247,"entropy_confidence":0.8505469303313289,"candidate_mass":0.9994441636769004,"accepted":true,"accepted_predicted":"3","input_tokens":232,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.047288595488765905,"brier_hard":0.0037330480576980357,"score_mae":0.04470231165106453,"within_one":true,"case_id":"typed:129/r0","base_id":"typed:129","repeat":0,"workflow":"customer_service","case_elapsed_ms":129.2954}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8795579505399338,"true":0.1204420494600677},"predicted":"false","confidence":0.8795579505399338,"entropy_confidence":0.46936981059712113,"candidate_mass":0.9932334291986523,"accepted":true,"accepted_predicted":"false","input_tokens":196,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.12833582665122376,"brier_hard":0.02901257455628243,"soft_accuracy":0.687248841971668,"brier_soft":0.03532000947081386,"tvd":0.13289095053993305,"kl":0.0660580666871514,"case_id":"typed:129/r0","base_id":"typed:129","repeat":0,"workflow":"customer_service","case_elapsed_ms":129.2954}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2520532211731518,"1":0.0011929597934810185,"2":0.10224606816534428,"3":0.6445077508680237},"predicted":"3","confidence":0.6445077508680237,"entropy_confidence":0.37123051163841503,"candidate_mass":0.9962596339306259,"accepted":false,"accepted_predicted":null,"input_tokens":225,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.2803729379492346,"brier_hard":1.2848846125103728,"score_mae":0.27254134872824043,"within_one":true,"case_id":"typed:129/r0","base_id":"typed:129","repeat":0,"workflow":"customer_service","case_elapsed_ms":129.2954}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0031330639909643633,"close_no_action":7.032975621395072e-05,"escalate_to_human":0.0003864398049551474,"execute_refund":0.0029524453710033324,"request_information":0.9934577210768643},"predicted":"request_information","confidence":0.9934577210768643,"entropy_confidence":0.9717336131186031,"candidate_mass":0.999827733674555,"accepted":true,"accepted_predicted":"request_information","input_tokens":294,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.00656377342988539,"brier_hard":6.148871914580567e-05,"soft_accuracy":0.712585382031685,"brier_soft":0.10902884458750449,"tvd":0.27686105083307766,"kl":0.982635585745012,"case_id":"typed:130/r0","base_id":"typed:130","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.75220099999999}
{"id":"category","type":"choice","probabilities":{"account":0.0001190910722609231,"billing":1.2631530584668628e-05,"delivery":9.730386873951784e-06,"refund":1.5338677162686067e-05,"technical":0.9998432083331167},"predicted":"technical","confidence":0.9998432083331167,"entropy_confidence":0.998970051143032,"candidate_mass":0.9999706372591785,"accepted":true,"accepted_predicted":"technical","input_tokens":285,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.540256901616232,"brier_hard":1.9996669951483068,"soft_accuracy":0.05000201346657719,"brier_soft":1.6069041067669003,"tvd":0.9499622994053781,"kl":8.52350881677725,"case_id":"typed:130/r0","base_id":"typed:130","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.75220099999999}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.016362452814779587,"1":0.00011441224673613016,"2":0.003382635866908537,"3":0.9801404990715757},"predicted":"3","confidence":0.9801404990715757,"entropy_confidence":0.9226438114817672,"candidate_mass":0.9995876952124086,"accepted":true,"accepted_predicted":"3","input_tokens":270,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":9.075702432858971,"brier_hard":1.9607257586044915,"score_mae":2.1639681811952807,"within_one":false,"case_id":"typed:130/r0","base_id":"typed:130","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.75220099999999}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7733227054576159,"true":0.22667729454238417},"predicted":"false","confidence":0.7733227054576159,"entropy_confidence":0.22782604003743667,"candidate_mass":0.9874892702043113,"accepted":false,"accepted_predicted":null,"input_tokens":234,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2570588460270642,"brier_hard":0.10276519172210952,"soft_accuracy":0.6275504136650838,"brier_soft":0.003198353085173746,"tvd":0.039989705457615876,"kl":0.0043888229626850295,"case_id":"typed:130/r0","base_id":"typed:130","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.75220099999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.17540839346067222,"1":0.0012033449495584439,"2":0.07763417107098833,"3":0.7457540905187798},"predicted":"3","confidence":0.7457540905187798,"entropy_confidence":0.47298383334788485,"candidate_mass":0.9959527508102786,"accepted":false,"accepted_predicted":null,"input_tokens":263,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.722650141979383,"brier_hard":1.5905390906797767,"score_mae":0.9437339586478746,"within_one":true,"case_id":"typed:130/r0","base_id":"typed:130","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.75220099999999}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.001526867656347058,"close_no_action":4.844343604334729e-05,"escalate_to_human":0.00023297976014300238,"execute_refund":0.007994601082148898,"request_information":0.990197108065319},"predicted":"request_information","confidence":0.990197108065319,"entropy_confidence":0.9622901769902011,"candidate_mass":0.9999052487595836,"accepted":true,"accepted_predicted":"request_information","input_tokens":376,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.00985125661521027,"brier_hard":0.00016239828792086045,"soft_accuracy":0.3801471188229426,"brier_soft":0.5497065323286735,"tvd":0.6148587091474672,"kl":3.4069550317740904,"case_id":"typed:131/r0","base_id":"typed:131","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.7494}
{"id":"category","type":"choice","probabilities":{"account":9.515869640667964e-05,"billing":1.0398282537709452e-05,"delivery":1.2347653695328803e-05,"refund":2.7625601450600265e-05,"technical":0.9998544697659084},"predicted":"technical","confidence":0.9998544697659084,"entropy_confidence":0.9990210696661017,"candidate_mass":0.9999712602349069,"accepted":true,"accepted_predicted":"technical","input_tokens":367,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00014554082464361112,"brier_hard":3.125798922359115e-08,"soft_accuracy":0.9698610484858158,"brier_soft":0.0011887428879714574,"tvd":0.029853499764939066,"kl":0.14547564389034645,"case_id":"typed:131/r0","base_id":"typed:131","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.7494}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.017182869901004958,"1":0.00021443956303041848,"2":0.00849853168003212,"3":0.9741041588559328},"predicted":"3","confidence":0.9741041588559328,"entropy_confidence":0.9006579056732262,"candidate_mass":0.9989940804365324,"accepted":true,"accepted_predicted":"3","input_tokens":352,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.447482616731232,"brier_hard":1.9488175552174412,"score_mae":1.3895239794908931,"within_one":false,"case_id":"typed:131/r0","base_id":"typed:131","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.7494}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7938785555869636,"true":0.2061214444130351},"predicted":"false","confidence":0.7938785555869636,"entropy_confidence":0.26599668460172887,"candidate_mass":0.9822830899726487,"accepted":false,"accepted_predicted":null,"input_tokens":316,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2308247820947074,"brier_hard":0.08497209969383236,"soft_accuracy":0.5391840033306317,"brier_soft":0.10325018198449631,"tvd":0.22721155558696426,"kl":0.13092747541977565,"case_id":"typed:131/r0","base_id":"typed:131","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.7494}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.056100268957827625,"1":0.0007009818685793735,"2":0.04138839451599008,"3":0.9018103546576033},"predicted":"3","confidence":0.9018103546576033,"entropy_confidence":0.7174413771454806,"candidate_mass":0.9971257506550161,"accepted":true,"accepted_predicted":"3","input_tokens":345,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.263028536343544,"brier_hard":1.8167206827838456,"score_mae":1.2389088348733697,"within_one":false,"case_id":"typed:131/r0","base_id":"typed:131","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.7494}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0009352385875597524,"close_no_action":7.238037287434633e-05,"escalate_to_human":0.00028738542343044525,"execute_refund":0.005552047018445926,"request_information":0.9931529485976897},"predicted":"request_information","confidence":0.9931529485976897,"entropy_confidence":0.9719062146180263,"candidate_mass":0.9998926154810852,"accepted":true,"accepted_predicted":"request_information","input_tokens":425,"reused_prefix_tokens":0,"expected":"execute_refund","correct":false,"accepted_correct":false,"nll_hard":5.193588587073233,"brier_hard":1.975280472998004,"soft_accuracy":0.28352439230929344,"brier_soft":0.687113437972309,"tvd":0.7098199485976896,"kl":3.2823882406768132,"case_id":"typed:132/r0","base_id":"typed:132","repeat":0,"workflow":"customer_service","case_elapsed_ms":198.05329999999998}
{"id":"category","type":"choice","probabilities":{"account":5.232146978542259e-05,"billing":1.4843173825360625e-05,"delivery":1.151379747299813e-05,"refund":2.7180649222269756e-05,"technical":0.9998941409096932},"predicted":"technical","confidence":0.9998941409096932,"entropy_confidence":0.9992523136630203,"candidate_mass":0.9999606624691805,"accepted":true,"accepted_predicted":"technical","input_tokens":416,"reused_prefix_tokens":0,"expected":"refund","correct":false,"accepted_correct":false,"nll_hard":10.513005263497487,"brier_hard":1.9997339355563002,"soft_accuracy":2.6810524960362482e-05,"brier_soft":1.941534675804824,"tvd":0.999957976176952,"kl":9.162372538101051,"case_id":"typed:132/r0","base_id":"typed:132","repeat":0,"workflow":"customer_service","case_elapsed_ms":198.05329999999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0024784753710266967,"1":5.06066717393644e-05,"2":0.0012945964452582657,"3":0.9961763215119767},"predicted":"3","confidence":0.9961763215119767,"entropy_confidence":0.9799490261303224,"candidate_mass":0.9997873747708818,"accepted":true,"accepted_predicted":"3","input_tokens":401,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":6.649556257679077,"brier_hard":1.9897858920317726,"score_mae":1.1578357640981856,"within_one":false,"case_id":"typed:132/r0","base_id":"typed:132","repeat":0,"workflow":"customer_service","case_elapsed_ms":198.05329999999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.634091160915781,"true":0.3659088390842202},"predicted":"false","confidence":0.634091160915781,"entropy_confidence":0.05252108480777118,"candidate_mass":0.9883466537650812,"accepted":false,"accepted_predicted":null,"input_tokens":365,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.0053710501451185,"brier_hard":0.8041432007030442,"soft_accuracy":0.48212108915045593,"brier_soft":0.08060767834857277,"tvd":0.20075816091578041,"kl":0.0828892067537256,"case_id":"typed:132/r0","base_id":"typed:132","repeat":0,"workflow":"customer_service","case_elapsed_ms":198.05329999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.018867679038250276,"1":0.00027834643920176763,"2":0.019521409497804308,"3":0.961332565024745},"predicted":"3","confidence":0.961332565024745,"entropy_confidence":0.8615444079187078,"candidate_mass":0.9990378335060445,"accepted":true,"accepted_predicted":"3","input_tokens":394,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.936243492724735,"brier_hard":1.8858546337992583,"score_mae":0.8566518605090456,"within_one":true,"case_id":"typed:132/r0","base_id":"typed:132","repeat":0,"workflow":"customer_service","case_elapsed_ms":198.05329999999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0021613756326220052,"close_no_action":5.3429856610260765e-05,"escalate_to_human":0.0002858641259651551,"execute_refund":0.004143164054071938,"request_information":0.9933561663307297},"predicted":"request_information","confidence":0.9933561663307297,"entropy_confidence":0.971744813713452,"candidate_mass":0.9998988015737637,"accepted":true,"accepted_predicted":"request_information","input_tokens":374,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.137010393045127,"brier_hard":1.9824556438480925,"soft_accuracy":0.3654259580864331,"brier_soft":0.6239929894740815,"tvd":0.6266895329973635,"kl":2.99987443361656,"case_id":"typed:133/r0","base_id":"typed:133","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.558001}
{"id":"category","type":"choice","probabilities":{"account":8.776975907221502e-05,"billing":9.828298179161827e-06,"delivery":1.1032751820605572e-05,"refund":2.099723053662206e-05,"technical":0.99987037196039},"predicted":"technical","confidence":0.99987037196039,"entropy_confidence":0.9991208855498119,"candidate_mass":0.999960290465173,"accepted":true,"accepted_predicted":"technical","input_tokens":365,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.414642270719394,"brier_hard":1.9997187035832988,"soft_accuracy":0.010012264180992981,"brier_soft":1.739161296280954,"tvd":0.9898703719603906,"kl":8.8842217002781,"case_id":"typed:133/r0","base_id":"typed:133","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.558001}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0163147342064703,"1":0.0002117899905391085,"2":0.006815654067010287,"3":0.9766578217359795},"predicted":"3","confidence":0.9766578217359795,"entropy_confidence":0.9091060424986701,"candidate_mass":0.9990633162991659,"accepted":true,"accepted_predicted":"3","input_tokens":350,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.459915384935861,"brier_hard":1.953749589324579,"score_mae":1.877149563332498,"within_one":false,"case_id":"typed:133/r0","base_id":"typed:133","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.558001}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8959759736345079,"true":0.10402402636549088},"predicted":"false","confidence":0.8959759736345079,"entropy_confidence":0.5183768127763366,"candidate_mass":0.9812592231757254,"accepted":true,"accepted_predicted":"false","input_tokens":314,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.10984168150679706,"brier_hard":0.021641996122576942,"soft_accuracy":0.6583903894538027,"brier_soft":0.07681316448398715,"tvd":0.19597597363450853,"kl":0.1449648901330559,"case_id":"typed:133/r0","base_id":"typed:133","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.558001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.1425172936537099,"1":0.0012631281607823144,"2":0.06473954634193815,"3":0.7914800318435687},"predicted":"3","confidence":0.7914800318435687,"entropy_confidence":0.532277794578511,"candidate_mass":0.9957051309618214,"accepted":false,"accepted_predicted":null,"input_tokens":343,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.7373830378929256,"brier_hard":1.5214655314669085,"score_mae":0.505182316375365,"within_one":true,"case_id":"typed:133/r0","base_id":"typed:133","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.558001}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0038992276527299017,"close_no_action":0.00016667837329926522,"escalate_to_human":0.0010252674745522348,"execute_refund":0.01006750094492873,"request_information":0.98484132555449},"predicted":"request_information","confidence":0.98484132555449,"entropy_confidence":0.943164212618544,"candidate_mass":0.9998116444323534,"accepted":true,"accepted_predicted":"request_information","input_tokens":513,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":6.882801749650831,"brier_hard":1.967979539077459,"soft_accuracy":0.21490692665044017,"brier_soft":0.9829714996596826,"tvd":0.7681745422212733,"kl":4.102559702774164,"case_id":"typed:134/r0","base_id":"typed:134","repeat":0,"workflow":"customer_service","case_elapsed_ms":219.662707}
{"id":"category","type":"choice","probabilities":{"account":9.183778198361249e-05,"billing":1.715381747015131e-05,"delivery":2.07846442163863e-05,"refund":3.2661560310233816e-05,"technical":0.9998375621960179},"predicted":"technical","confidence":0.9998375621960179,"entropy_confidence":0.9989028516503656,"candidate_mass":0.9999548768181812,"accepted":true,"accepted_predicted":"technical","input_tokens":504,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.78129610273183,"brier_hard":1.9996335917168537,"soft_accuracy":0.16665926641271012,"brier_soft":1.2376673237358664,"tvd":0.8331705621960188,"kl":7.171894753400462,"case_id":"typed:134/r0","base_id":"typed:134","repeat":0,"workflow":"customer_service","case_elapsed_ms":219.662707}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.01205029963925357,"1":0.00030779293831420464,"2":0.009651839623025927,"3":0.9779900677994061},"predicted":"3","confidence":0.9779900677994061,"entropy_confidence":0.9117854058109107,"candidate_mass":0.9989750215435393,"accepted":true,"accepted_predicted":"3","input_tokens":489,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.640606747289233,"brier_hard":1.9373993559342324,"score_mae":0.6535816755825845,"within_one":true,"case_id":"typed:134/r0","base_id":"typed:134","repeat":0,"workflow":"customer_service","case_elapsed_ms":219.662707}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6195166902182986,"true":0.3804833097817025},"predicted":"false","confidence":0.6195166902182986,"entropy_confidence":0.041617346226745844,"candidate_mass":0.9742087029453467,"accepted":false,"accepted_predicted":null,"input_tokens":453,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9663129665538719,"brier_hard":0.7676018589180694,"soft_accuracy":0.42828998586902167,"brier_soft":0.35198850674343096,"tvd":0.41951669021829807,"kl":0.36841107707330123,"case_id":"typed:134/r0","base_id":"typed:134","repeat":0,"workflow":"customer_service","case_elapsed_ms":219.662707}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.06394049241996491,"1":0.0012473356427743071,"2":0.08726270366950853,"3":0.8475494682677537},"predicted":"3","confidence":0.8475494682677537,"entropy_confidence":0.6125114072470295,"candidate_mass":0.9971304631710584,"accepted":true,"accepted_predicted":"3","input_tokens":482,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.16540607179350525,"brier_hard":0.034945886494270426,"score_mae":0.018421147785052217,"within_one":true,"case_id":"typed:134/r0","base_id":"typed:134","repeat":0,"workflow":"customer_service","case_elapsed_ms":219.662707}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0013724846845434482,"close_no_action":5.033096489310579e-05,"escalate_to_human":0.00025569876548762956,"execute_refund":0.009814792885275788,"request_information":0.9885066926997996},"predicted":"request_information","confidence":0.9885066926997996,"entropy_confidence":0.9574580413105939,"candidate_mass":0.9999190462711233,"accepted":true,"accepted_predicted":"request_information","input_tokens":373,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.011559865833131549,"brier_hard":0.00023037790135170468,"soft_accuracy":0.4553020409174478,"brier_soft":0.45037258066687325,"tvd":0.5285071526993398,"kl":3.128301314767204,"case_id":"typed:135/r0","base_id":"typed:135","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.84930500000002}
{"id":"category","type":"choice","probabilities":{"account":6.514548105863589e-05,"billing":9.210631762643816e-06,"delivery":9.791360458468392e-06,"refund":2.2871835184350608e-05,"technical":0.9998929806915345},"predicted":"technical","confidence":0.9998929806915345,"entropy_confidence":0.9992549726515844,"candidate_mass":0.999970819316662,"accepted":true,"accepted_predicted":"technical","input_tokens":364,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.59515211475712,"brier_hard":1.9997675565204371,"soft_accuracy":0.016676697565658493,"brier_soft":1.696031710120661,"tvd":0.9832259973585186,"kl":8.824159816138934,"case_id":"typed:135/r0","base_id":"typed:135","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.84930500000002}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.005875208073602469,"1":0.00012623264292804706,"2":0.003107689969258627,"3":0.9908908693142108},"predicted":"3","confidence":0.9908908693142108,"entropy_confidence":0.9579272650793643,"candidate_mass":0.9995906498835168,"accepted":true,"accepted_predicted":"3","input_tokens":349,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.773875603943136,"brier_hard":1.9756935266932885,"score_mae":1.412347220524078,"within_one":false,"case_id":"typed:135/r0","base_id":"typed:135","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.84930500000002}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6438836091704732,"true":0.3561163908295259},"predicted":"false","confidence":0.6438836091704732,"entropy_confidence":0.06058779337809106,"candidate_mass":0.9796075923112014,"accepted":false,"accepted_predicted":null,"input_tokens":313,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.0324976610311403,"brier_hard":0.8291722043167904,"soft_accuracy":0.4299767394594418,"brier_soft":0.29987340483495867,"tvd":0.3872166091704736,"kl":0.31094221697656554,"case_id":"typed:135/r0","base_id":"typed:135","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.84930500000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.023915559186268424,"1":0.0004333287051120382,"2":0.027975111057240876,"3":0.9476760010513796},"predicted":"3","confidence":0.9476760010513796,"entropy_confidence":0.8242654777643083,"candidate_mass":0.9985025422176388,"accepted":true,"accepted_predicted":"3","input_tokens":342,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.576440054917466,"brier_hard":1.8434943294378763,"score_mae":0.6994115539737322,"within_one":true,"case_id":"typed:135/r0","base_id":"typed:135","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.84930500000002}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.00208818503648593,"close_no_action":5.96207176059996e-05,"escalate_to_human":0.00028829994987548334,"execute_refund":0.002862568362109196,"request_information":0.994701325933922},"predicted":"request_information","confidence":0.994701325933922,"entropy_confidence":0.9764730869943357,"candidate_mass":0.9998202093515021,"accepted":true,"accepted_predicted":"request_information","input_tokens":349,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.171459993881506,"brier_hard":1.9852669992275962,"soft_accuracy":0.11770577127205684,"brier_soft":1.3868091823124544,"tvd":0.8808968942960319,"kl":4.966763129205903,"case_id":"typed:136/r0","base_id":"typed:136","repeat":0,"workflow":"customer_service","case_elapsed_ms":154.58140500000002}
{"id":"category","type":"choice","probabilities":{"account":8.205546887425196e-05,"billing":1.0060930535324978e-05,"delivery":7.696141794961285e-06,"refund":1.0510333577691896e-05,"technical":0.9998896771252185},"predicted":"technical","confidence":0.9998896771252185,"entropy_confidence":0.9992486968810426,"candidate_mass":0.9999616260218218,"accepted":true,"accepted_predicted":"technical","input_tokens":340,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.408115089702985,"brier_hard":1.999615262487845,"soft_accuracy":0.006741039148024121,"brier_soft":1.8033416906855455,"tvd":0.9932226771252182,"kl":9.072019451294986,"case_id":"typed:136/r0","base_id":"typed:136","repeat":0,"workflow":"customer_service","case_elapsed_ms":154.58140500000002}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.017699394887356102,"1":0.00016135796542612885,"2":0.00681904072860418,"3":0.9753202064186135},"predicted":"3","confidence":0.9753202064186135,"entropy_confidence":0.905360192048517,"candidate_mass":0.9992595234796529,"accepted":true,"accepted_predicted":"3","input_tokens":325,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.02498944506169204,"brier_hard":0.0009688861434497827,"score_mae":0.0730930586784746,"within_one":true,"case_id":"typed:136/r0","base_id":"typed:136","repeat":0,"workflow":"customer_service","case_elapsed_ms":154.58140500000002}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8186728120046416,"true":0.1813271879953601},"predicted":"false","confidence":0.8186728120046416,"entropy_confidence":0.3170281539386812,"candidate_mass":0.9805096013024551,"accepted":true,"accepted_predicted":"false","input_tokens":289,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.20007077189105976,"brier_hard":0.06575909821260872,"soft_accuracy":0.7273201516785193,"brier_soft":0.0028871166428534084,"tvd":0.037994187995359294,"kl":0.005160259663091131,"case_id":"typed:136/r0","base_id":"typed:136","repeat":0,"workflow":"customer_service","case_elapsed_ms":154.58140500000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.10958953150099196,"1":0.0007024580150783108,"2":0.06258495731601883,"3":0.8271230531679102},"predicted":"3","confidence":0.8271230531679102,"entropy_confidence":0.5831828990371277,"candidate_mass":0.9958794681447336,"accepted":true,"accepted_predicted":"3","input_tokens":318,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.7712303282185395,"brier_hard":1.5748898661938857,"score_mae":0.27390853215084654,"within_one":true,"case_id":"typed:136/r0","base_id":"typed:136","repeat":0,"workflow":"customer_service","case_elapsed_ms":154.58140500000002}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0018291670546353319,"close_no_action":8.047644044418231e-05,"escalate_to_human":0.00030485128420443627,"execute_refund":0.00656305517118848,"request_information":0.9912224500495262},"predicted":"request_information","confidence":0.9912224500495262,"entropy_confidence":0.964904303742596,"candidate_mass":0.9998741166608731,"accepted":true,"accepted_predicted":"request_information","input_tokens":435,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.095686493041214,"brier_hard":1.9819587618698333,"soft_accuracy":0.10036103035226693,"brier_soft":1.1507355815117086,"tvd":0.8912224500495269,"kl":5.550469202999714,"case_id":"typed:137/r0","base_id":"typed:137","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.46050599999998}
{"id":"category","type":"choice","probabilities":{"account":4.8259054294509033e-05,"billing":1.4714362601986208e-05,"delivery":1.168776110271353e-05,"refund":1.728456360277095e-05,"technical":0.9999080542583997},"predicted":"technical","confidence":0.9999080542583997,"entropy_confidence":0.9993428875737299,"candidate_mass":0.9999654850214239,"accepted":true,"accepted_predicted":"technical","input_tokens":426,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.356968323259885,"brier_hard":1.999792744429422,"soft_accuracy":1.168776110271353e-05,"brier_soft":1.999792744429422,"tvd":0.9999883122388982,"kl":9.210340371976184,"case_id":"typed:137/r0","base_id":"typed:137","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.46050599999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0068648224294630585,"1":0.00011232230738818054,"2":0.002620934652917767,"3":0.9904019206102298},"predicted":"3","confidence":0.9904019206102298,"entropy_confidence":0.9564675302416662,"candidate_mass":0.9997115451994498,"accepted":true,"accepted_predicted":"3","input_tokens":411,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.944224287070043,"brier_hard":1.97570810274434,"score_mae":1.126559953443913,"within_one":false,"case_id":"typed:137/r0","base_id":"typed:137","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.46050599999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5803111698493941,"true":0.4196888301506043},"predicted":"false","confidence":0.5803111698493941,"entropy_confidence":0.01869129217240939,"candidate_mass":0.9913336700121907,"accepted":false,"accepted_predicted":null,"input_tokens":375,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.8682417228861823,"brier_hard":0.6735221077039465,"soft_accuracy":0.4625215076110615,"brier_soft":0.19674533056103216,"tvd":0.3136441698493949,"kl":0.2019125320323438,"case_id":"typed:137/r0","base_id":"typed:137","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.46050599999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.03594798107605886,"1":0.0005311930933768192,"2":0.02730129312786269,"3":0.9362195327027019},"predicted":"3","confidence":0.9362195327027019,"entropy_confidence":0.7954504709316333,"candidate_mass":0.9989889631936504,"accepted":true,"accepted_predicted":"3","input_tokens":404,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.5403849618127445,"brier_hard":1.8774825273433124,"score_mae":1.3304593774572078,"within_one":false,"case_id":"typed:137/r0","base_id":"typed:137","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.46050599999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0015000352817058546,"close_no_action":4.550462254877647e-05,"escalate_to_human":0.0001726736624876149,"execute_refund":0.004801458839199712,"request_information":0.993480327594059},"predicted":"request_information","confidence":0.993480327594059,"entropy_confidence":0.9727624126511919,"candidate_mass":0.9999007894592677,"accepted":true,"accepted_predicted":"request_information","input_tokens":408,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.0065410182994867705,"brier_hard":6.784212797606984e-05,"soft_accuracy":0.662619337047434,"brier_soft":0.1579011787772261,"tvd":0.33161478643325826,"kl":1.6000648831582687,"case_id":"typed:138/r0","base_id":"typed:138","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.574905}
{"id":"category","type":"choice","probabilities":{"account":8.597028436362375e-05,"billing":1.1013434454325708e-05,"delivery":7.190073195662838e-06,"refund":1.9325198149997213e-05,"technical":0.9998765010098367},"predicted":"technical","confidence":0.9998765010098367,"entropy_confidence":0.99916185336606,"candidate_mass":0.9999632796209963,"accepted":true,"accepted_predicted":"technical","input_tokens":399,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.361508852075776,"brier_hard":1.9995810846402926,"soft_accuracy":0.07373987780311982,"brier_soft":1.6973962243148446,"tvd":0.9262064273397629,"kl":8.304252084052989,"case_id":"typed:138/r0","base_id":"typed:138","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.574905}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.00737547630409769,"1":0.00010307546150881253,"2":0.003571462191754394,"3":0.9889499860426401},"predicted":"3","confidence":0.9889499860426401,"entropy_confidence":0.9507536201307402,"candidate_mass":0.9994342998016538,"accepted":true,"accepted_predicted":"3","input_tokens":384,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":9.1800492019735,"brier_hard":1.9778830875881706,"score_mae":2.1407629579729375,"within_one":false,"case_id":"typed:138/r0","base_id":"typed:138","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.574905}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7811663371983268,"true":0.2188336628016723},"predicted":"false","confidence":0.7811663371983268,"entropy_confidence":0.2419679201616941,"candidate_mass":0.9869359769709035,"accepted":false,"accepted_predicted":null,"input_tokens":348,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.24696717205203805,"brier_hard":0.0957763439503924,"soft_accuracy":0.6593274036348269,"brier_soft":9.388855392304871e-06,"tvd":0.0021666628016727557,"kl":1.3763575091184279e-05,"case_id":"typed:138/r0","base_id":"typed:138","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.574905}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08044978390200776,"1":0.0007943088449646623,"2":0.032559565317946945,"3":0.8861963419350805},"predicted":"3","confidence":0.8861963419350805,"entropy_confidence":0.6919942243531405,"candidate_mass":0.9976535755493261,"accepted":true,"accepted_predicted":"3","input_tokens":377,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.13803819884059,"brier_hard":1.7912882627193034,"score_mae":1.3411694652861001,"within_one":false,"case_id":"typed:138/r0","base_id":"typed:138","repeat":0,"workflow":"customer_service","case_elapsed_ms":162.574905}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0011905005957402915,"close_no_action":4.726124636854435e-05,"escalate_to_human":0.00022027675896956026,"execute_refund":0.009781389984461744,"request_information":0.9887605714144613},"predicted":"request_information","confidence":0.9887605714144613,"entropy_confidence":0.9585079533877656,"candidate_mass":0.9999341478432692,"accepted":true,"accepted_predicted":"request_information","input_tokens":287,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.011303068261387453,"brier_hard":0.00022346839210196198,"soft_accuracy":0.7024181194647937,"brier_soft":0.12613073006943704,"tvd":0.2787605714144606,"kl":1.2255454426750896,"case_id":"typed:139/r0","base_id":"typed:139","repeat":0,"workflow":"customer_service","case_elapsed_ms":147.744805}
{"id":"category","type":"choice","probabilities":{"account":7.3496887195687e-05,"billing":9.381010169682247e-06,"delivery":8.329586832628797e-06,"refund":1.8331253026916183e-05,"technical":0.9998904612627767},"predicted":"technical","confidence":0.9998904612627767,"entropy_confidence":0.9992450435155006,"candidate_mass":0.9999839040861482,"accepted":true,"accepted_predicted":"technical","input_tokens":278,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00010954473702892354,"brier_hard":1.7893947586074075e-08,"soft_accuracy":0.9798940543102648,"brier_soft":0.0005114095021663475,"tvd":0.019889481261795884,"kl":0.09932308044415876,"case_id":"typed:139/r0","base_id":"typed:139","repeat":0,"workflow":"customer_service","case_elapsed_ms":147.744805}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.02126019466371074,"1":0.00014692095119280625,"2":0.005581933796876978,"3":0.9730109505882205},"predicted":"3","confidence":0.9730109505882205,"entropy_confidence":0.899913194359828,"candidate_mass":0.9994781926149902,"accepted":true,"accepted_predicted":"3","input_tokens":263,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.825615862811016,"brier_hard":1.9469396435100244,"score_mae":1.6636766403096082,"within_one":false,"case_id":"typed:139/r0","base_id":"typed:139","repeat":0,"workflow":"customer_service","case_elapsed_ms":147.744805}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7413727778705392,"true":0.25862722212946093},"predicted":"false","confidence":0.7413727778705392,"entropy_confidence":0.17533224159341187,"candidate_mass":0.9893525732525653,"accepted":false,"accepted_predicted":null,"input_tokens":227,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2992517061360651,"brier_hard":0.13377608005280298,"soft_accuracy":0.6045950313257522,"brier_soft":0.0012207509203768468,"tvd":0.02470577787053918,"kl":0.0015604552733872595,"case_id":"typed:139/r0","base_id":"typed:139","repeat":0,"workflow":"customer_service","case_elapsed_ms":147.744805}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07570379548501754,"1":0.0005701265170376885,"2":0.0559743249056238,"3":0.8677517530923196},"predicted":"3","confidence":0.8677517530923196,"entropy_confidence":0.6507948560978871,"candidate_mass":0.998238704052526,"accepted":true,"accepted_predicted":"3","input_tokens":256,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.4696522620498484,"brier_hard":1.7607173667044416,"score_mae":1.4991070356052443,"within_one":false,"case_id":"typed:139/r0","base_id":"typed:139","repeat":0,"workflow":"customer_service","case_elapsed_ms":147.744805}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.001227389928516133,"close_no_action":8.825878891083744e-05,"escalate_to_human":0.0005701810696820569,"execute_refund":0.0137883727291216,"request_information":0.9843257974837692},"predicted":"request_information","confidence":0.9843257974837692,"entropy_confidence":0.9453665912622414,"candidate_mass":0.9998540214748983,"accepted":true,"accepted_predicted":"request_information","input_tokens":503,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.469556581472002,"brier_hard":1.967948872057314,"soft_accuracy":0.04679232797384523,"brier_soft":1.3321043317160242,"tvd":0.9515354756687551,"kl":5.906874443098237,"case_id":"typed:140/r0","base_id":"typed:140","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.029406}
{"id":"category","type":"choice","probabilities":{"account":0.00011773277996980173,"billing":3.8520842649599685e-05,"delivery":3.3478469351917277e-05,"refund":6.646011472722552e-05,"technical":0.9997438077933017},"predicted":"technical","confidence":0.9997438077933017,"entropy_confidence":0.9983242019563972,"candidate_mass":0.999930722787696,"accepted":true,"accepted_predicted":"technical","input_tokens":494,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.164311095634996,"brier_hard":1.9994106604183688,"soft_accuracy":0.05002408737269957,"brier_soft":1.7918333429142685,"tvd":0.9497438077933016,"kl":8.561672938051442,"case_id":"typed:140/r0","base_id":"typed:140","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.029406}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.021839569234438083,"1":0.000403743161890785,"2":0.014424862793620749,"3":0.9633318248100509},"predicted":"3","confidence":0.9633318248100509,"entropy_confidence":0.8674148712695106,"candidate_mass":0.9990969777953009,"accepted":true,"accepted_predicted":"3","input_tokens":479,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.238801978340611,"brier_hard":1.8998436855641223,"score_mae":0.7525819431792851,"within_one":true,"case_id":"typed:140/r0","base_id":"typed:140","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.029406}
{"id":"needs_human","type":"binary","probabilities":{"false":0.45207523992030785,"true":0.5479247600796906},"predicted":"true","confidence":0.5479247600796906,"entropy_confidence":0.006637298651400392,"candidate_mass":0.9769376617099088,"accepted":false,"accepted_predicted":null,"input_tokens":443,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.6016173005851614,"brier_hard":0.4087440450980092,"soft_accuracy":0.5191699040318758,"brier_soft":0.046253757193638834,"tvd":0.15207523992030858,"kl":0.04843980425536551,"case_id":"typed:140/r0","base_id":"typed:140","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.029406}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.055440085171439765,"1":0.0018276158770419574,"2":0.10518913804837315,"3":0.8375431609031461},"predicted":"3","confidence":0.8375431609031461,"entropy_confidence":0.5980308093387,"candidate_mass":0.9954673801006084,"accepted":true,"accepted_predicted":"3","input_tokens":472,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.17728248120407744,"brier_hard":0.0405339225563113,"score_mae":0.14183162531677374,"within_one":true,"case_id":"typed:140/r0","base_id":"typed:140","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.029406}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0015302351199964178,"close_no_action":5.933274922132903e-05,"escalate_to_human":0.00032609308285755205,"execute_refund":0.010910060146654812,"request_information":0.9871742789012686},"predicted":"request_information","confidence":0.9871742789012686,"entropy_confidence":0.9533063958239734,"candidate_mass":0.9999069772062541,"accepted":true,"accepted_predicted":"request_information","input_tokens":280,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.028327687115677,"brier_hard":1.9739823516475246,"soft_accuracy":0.15837031326366977,"brier_soft":1.2123165290639,"tvd":0.8381436717971454,"kl":5.765102661870326,"case_id":"typed:141/r0","base_id":"typed:141","repeat":0,"workflow":"customer_service","case_elapsed_ms":139.878705}
{"id":"category","type":"choice","probabilities":{"account":9.572090168790607e-05,"billing":8.895300139623575e-06,"delivery":9.99507610370714e-06,"refund":2.0579567154012974e-05,"technical":0.9998648091549166},"predicted":"technical","confidence":0.9998648091549166,"entropy_confidence":0.9990918579846361,"candidate_mass":0.9999751109786287,"accepted":true,"accepted_predicted":"technical","input_tokens":271,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00013519998418938818,"brier_hard":2.8041602109448892e-08,"soft_accuracy":0.9165474061523886,"brier_soft":0.009724311824658218,"tvd":0.08320780423101938,"kl":0.4979220750426738,"case_id":"typed:141/r0","base_id":"typed:141","repeat":0,"workflow":"customer_service","case_elapsed_ms":139.878705}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.029268952556819487,"1":0.00030737463320958943,"2":0.017774472103381053,"3":0.9526492007065903},"predicted":"3","confidence":0.9526492007065903,"entropy_confidence":0.8386462282753121,"candidate_mass":0.9990472499700573,"accepted":true,"accepted_predicted":"3","input_tokens":256,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.04850854308645221,"brier_hard":0.003414796115217129,"score_mae":0.3771369209597428,"within_one":true,"case_id":"typed:141/r0","base_id":"typed:141","repeat":0,"workflow":"customer_service","case_elapsed_ms":139.878705}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8320800090081306,"true":0.1679199909918702},"predicted":"false","confidence":0.8320800090081306,"entropy_confidence":0.34707559147398614,"candidate_mass":0.9864521076008653,"accepted":true,"accepted_predicted":"false","input_tokens":220,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.7842676571151266,"brier_hard":1.3847142827819403,"soft_accuracy":0.24983283849386964,"brier_soft":1.0046446455559412,"tvd":0.7087470090081303,"kl":1.213366893043285,"case_id":"typed:141/r0","base_id":"typed:141","repeat":0,"workflow":"customer_service","case_elapsed_ms":139.878705}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07903639541463768,"1":0.0007269842963725662,"2":0.08084882889646837,"3":0.8393877913925223},"predicted":"3","confidence":0.8393877913925223,"entropy_confidence":0.5988248334069446,"candidate_mass":0.9960097359521055,"accepted":true,"accepted_predicted":"3","input_tokens":249,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.1750824726338287,"brier_hard":0.03858009499400849,"score_mae":0.2705880162668759,"within_one":true,"case_id":"typed:141/r0","base_id":"typed:141","repeat":0,"workflow":"customer_service","case_elapsed_ms":139.878705}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0011823389710308313,"close_no_action":4.67655768697581e-05,"escalate_to_human":0.00025937589620840616,"execute_refund":0.008285828595015355,"request_information":0.9902256909608748},"predicted":"request_information","confidence":0.9902256909608748,"entropy_confidence":0.96270787566512,"candidate_mass":0.9999376514250247,"accepted":true,"accepted_predicted":"request_information","input_tokens":366,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.257232211723956,"brier_hard":1.9800982895903483,"soft_accuracy":0.13325250791904647,"brier_soft":1.216889381100672,"tvd":0.856939456537745,"kl":5.692274676515089,"case_id":"typed:142/r0","base_id":"typed:142","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.860705}
{"id":"category","type":"choice","probabilities":{"account":6.27554933853244e-05,"billing":7.65956780860847e-06,"delivery":1.3003717383611022e-05,"refund":1.8296116448847966e-05,"technical":0.9998982851049744},"predicted":"technical","confidence":0.9998982851049744,"entropy_confidence":0.9992885346893442,"candidate_mass":0.9999396937719122,"accepted":true,"accepted_predicted":"technical","input_tokens":357,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.779554997656227,"brier_hard":1.999781265921017,"soft_accuracy":9.976922716289464e-06,"brier_soft":1.6895320689892015,"tvd":0.9999112888223577,"kl":9.180041115572259,"case_id":"typed:142/r0","base_id":"typed:142","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.860705}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.008517115969723156,"1":0.0001530591464566026,"2":0.00337130832607071,"3":0.9879585165577501},"predicted":"3","confidence":0.9879585165577501,"entropy_confidence":0.9472737411337339,"candidate_mass":0.9995292111978803,"accepted":true,"accepted_predicted":"3","input_tokens":342,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.012114569405486747,"brier_hard":0.00022892773486343863,"score_mae":0.6041042254718483,"within_one":true,"case_id":"typed:142/r0","base_id":"typed:142","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.860705}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7684746980414708,"true":0.23152530195852838},"predicted":"false","confidence":0.7684746980414708,"entropy_confidence":0.21933921421881097,"candidate_mass":0.9816386817566416,"accepted":false,"accepted_predicted":null,"input_tokens":306,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.4630661157110048,"brier_hard":1.1811067230598606,"soft_accuracy":0.3299658455906025,"brier_soft":0.6847816135737126,"tvd":0.5851416980414712,"kl":0.7667081076944924,"case_id":"typed:142/r0","base_id":"typed:142","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.860705}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.0323471312928099,"1":0.0006546930889635753,"2":0.05268997027622023,"3":0.9143082053420059},"predicted":"3","confidence":0.9143082053420059,"entropy_confidence":0.7455195269337613,"candidate_mass":0.9976094990399181,"accepted":true,"accepted_predicted":"3","input_tokens":335,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.08958755939943325,"brier_hard":0.011166082165331824,"score_mae":0.43229224966742175,"within_one":true,"case_id":"typed:142/r0","base_id":"typed:142","repeat":0,"workflow":"customer_service","case_elapsed_ms":164.860705}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0018365676431106128,"close_no_action":6.568407469190846e-05,"escalate_to_human":0.0003315996813183258,"execute_refund":0.0045036674570453645,"request_information":0.9932624811438329},"predicted":"request_information","confidence":0.9932624811438329,"entropy_confidence":0.9714765002817958,"candidate_mass":0.9998345321317055,"accepted":true,"accepted_predicted":"request_information","input_tokens":478,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.006760318402289318,"brier_hard":6.916443435489658e-05,"soft_accuracy":0.3656899227155436,"brier_soft":0.5291029779582661,"tvd":0.6265958478104666,"kl":2.8293024670360114,"case_id":"typed:143/r0","base_id":"typed:143","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.279706}
{"id":"category","type":"choice","probabilities":{"account":0.00015175464957721484,"billing":1.7522201933790753e-05,"delivery":2.360488862407173e-05,"refund":2.470555269662152e-05,"technical":0.9997824127071685},"predicted":"technical","confidence":0.9997824127071685,"entropy_confidence":0.9985973614614467,"candidate_mass":0.9999279525371081,"accepted":true,"accepted_predicted":"technical","input_tokens":469,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.952041799200803,"brier_hard":1.9995298528587557,"soft_accuracy":0.016709670681569616,"brier_soft":1.601144952567056,"tvd":0.9831637398154724,"kl":8.56685572403274,"case_id":"typed:143/r0","base_id":"typed:143","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.279706}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.014599145082554731,"1":0.00033382448980451594,"2":0.008372637406501031,"3":0.9766943930211399},"predicted":"3","confidence":0.9766943930211399,"entropy_confidence":0.9080597741453088,"candidate_mass":0.9991765223995224,"accepted":true,"accepted_predicted":"3","input_tokens":454,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.782786341785194,"brier_hard":1.937470010079003,"score_mae":0.8471622783662265,"within_one":true,"case_id":"typed:143/r0","base_id":"typed:143","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.279706}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6816696629334683,"true":0.31833033706653224},"predicted":"false","confidence":0.6816696629334683,"entropy_confidence":0.09744348873089237,"candidate_mass":0.9683233607772124,"accepted":false,"accepted_predicted":null,"input_tokens":418,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.1446656395702561,"brier_hard":0.9293470587276558,"soft_accuracy":0.4152209450774905,"brier_soft":0.3444544204837394,"tvd":0.41500266293346805,"kl":0.36169506756331116,"case_id":"typed:143/r0","base_id":"typed:143","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.279706}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.10704886540625422,"1":0.0019142013905041897,"2":0.08580021658181315,"3":0.8052367166214283},"predicted":"3","confidence":0.8052367166214283,"entropy_confidence":0.5409997519453373,"candidate_mass":0.9957855420285487,"accepted":true,"accepted_predicted":"3","input_tokens":447,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.45573374822785,"brier_hard":1.495630537548848,"score_mae":0.6058917844184153,"within_one":true,"case_id":"typed:143/r0","base_id":"typed:143","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.279706}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.004942187993547926,"close_no_action":0.00020779565538968318,"escalate_to_human":0.0008030761565246758,"execute_refund":0.008849019812455491,"request_information":0.9851979203820806},"predicted":"request_information","confidence":0.9851979203820806,"entropy_confidence":0.9439223535395138,"candidate_mass":0.9997422250909603,"accepted":true,"accepted_predicted":"request_information","input_tokens":589,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.1270610085087185,"brier_hard":1.9691122084962795,"soft_accuracy":0.3456861962421839,"brier_soft":0.7299018461029612,"tvd":0.6442547358499267,"kl":3.5900132780736076,"case_id":"typed:144/r0","base_id":"typed:144","repeat":0,"workflow":"customer_service","case_elapsed_ms":285.43611000000004}
{"id":"category","type":"choice","probabilities":{"account":0.00031098559285271316,"billing":3.253100014380169e-05,"delivery":3.3591760421223186e-05,"refund":3.315711867391325e-05,"technical":0.9995897345279073},"predicted":"technical","confidence":0.9995897345279073,"entropy_confidence":0.9975483316171925,"candidate_mass":0.999943808139711,"accepted":true,"accepted_predicted":"technical","input_tokens":580,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.0004103496539968657,"brier_hard":2.683158634106784e-07,"soft_accuracy":0.8996341130069847,"brier_soft":0.017133689135708632,"tvd":0.09993325112090434,"kl":0.6605697192134192,"case_id":"typed:144/r0","base_id":"typed:144","repeat":0,"workflow":"customer_service","case_elapsed_ms":285.43611000000004}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.11892181974865161,"1":0.0017712016421216443,"2":0.059940499395587814,"3":0.8193664792136374},"predicted":"3","confidence":0.8193664792136374,"entropy_confidence":0.569806038464242,"candidate_mass":0.9960763628472126,"accepted":true,"accepted_predicted":"3","input_tokens":565,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.814402885536939,"brier_hard":1.5692188283031567,"score_mae":0.9964186380742093,"within_one":true,"case_id":"typed:144/r0","base_id":"typed:144","repeat":0,"workflow":"customer_service","case_elapsed_ms":285.43611000000004}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7963648575713097,"true":0.2036351424286907},"predicted":"false","confidence":0.7963648575713097,"entropy_confidence":0.2708609276483174,"candidate_mass":0.982226083426178,"accepted":false,"accepted_predicted":null,"input_tokens":529,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.5914254039513693,"brier_hard":1.268393972749144,"soft_accuracy":0.32218108545721447,"brier_soft":0.7113020866920966,"tvd":0.5963648575713095,"kl":0.8182774664971658,"case_id":"typed:144/r0","base_id":"typed:144","repeat":0,"workflow":"customer_service","case_elapsed_ms":285.43611000000004}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.18026215277023136,"1":0.003649721983137607,"2":0.2932032943076974,"3":0.5228848309389342},"predicted":"3","confidence":0.5228848309389342,"entropy_confidence":0.2583822443270557,"candidate_mass":0.9899769849756573,"accepted":false,"accepted_predicted":null,"input_tokens":558,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.2268890733312006,"brier_hard":0.8054778937954417,"score_mae":0.07462219658466474,"within_one":true,"case_id":"typed:144/r0","base_id":"typed:144","repeat":0,"workflow":"customer_service","case_elapsed_ms":285.43611000000004}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0022681335948267546,"close_no_action":5.9573622645854784e-05,"escalate_to_human":0.00016939867170537363,"execute_refund":0.005114087442568842,"request_information":0.9923888066682538},"predicted":"request_information","confidence":0.9923888066682538,"entropy_confidence":0.9686701038413357,"candidate_mass":0.999890271890918,"accepted":true,"accepted_predicted":"request_information","input_tokens":344,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.0887979906068175,"brier_hard":1.980330606976088,"soft_accuracy":0.07152163992906842,"brier_soft":1.6512019698636045,"tvd":0.9241698941108223,"kl":5.323409488069091,"case_id":"typed:145/r0","base_id":"typed:145","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.852406}
{"id":"category","type":"choice","probabilities":{"account":0.00013600535396445055,"billing":1.612252634102364e-05,"delivery":1.1572378226361779e-05,"refund":1.8921689295183005e-05,"technical":0.9998173780521744},"predicted":"technical","confidence":0.9998173780521744,"entropy_confidence":0.9988140754758521,"candidate_mass":0.9999660872464926,"accepted":true,"accepted_predicted":"technical","input_tokens":335,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.035293112258056,"brier_hard":1.9996025636517851,"soft_accuracy":0.005015701378646576,"brier_soft":1.937174983725174,"tvd":0.9948173780521737,"kl":9.062976636990818,"case_id":"typed:145/r0","base_id":"typed:145","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.852406}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.008441551998870802,"1":0.00011179773070600055,"2":0.0029382073829935015,"3":0.9885084428874293},"predicted":"3","confidence":0.9885084428874293,"entropy_confidence":0.9495943539103562,"candidate_mass":0.9995847842038423,"accepted":true,"accepted_predicted":"3","input_tokens":320,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.774589101157119,"brier_hard":1.9603457430234963,"score_mae":2.854846541158981,"within_one":false,"case_id":"typed:145/r0","base_id":"typed:145","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.852406}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7026990364155916,"true":0.2973009635844084},"predicted":"false","confidence":0.7026990364155916,"entropy_confidence":0.12203344876002109,"candidate_mass":0.9844039466499033,"accepted":false,"accepted_predicted":null,"input_tokens":284,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.3528265920449343,"brier_hard":0.17677572589643545,"soft_accuracy":0.670267190589097,"brier_soft":0.09443941754942477,"tvd":0.2173009635844084,"kl":0.14287191754197193,"case_id":"typed:145/r0","base_id":"typed:145","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.852406}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.0680568513088311,"1":0.0006176156402838259,"2":0.04009144130765457,"3":0.8912340917432315},"predicted":"3","confidence":0.8912340917432315,"entropy_confidence":0.6977247038239763,"candidate_mass":0.9982290087087788,"accepted":true,"accepted_predicted":"3","input_tokens":313,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.11514815678939168,"brier_hard":0.018069462924196353,"score_mae":0.0588302265147127,"within_one":true,"case_id":"typed:145/r0","base_id":"typed:145","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.852406}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0030325160120692595,"close_no_action":8.060553166675971e-05,"escalate_to_human":0.00040202727938973705,"execute_refund":0.005407343666349292,"request_information":0.9910775075105254},"predicted":"request_information","confidence":0.9910775075105254,"entropy_confidence":0.9635924161387603,"candidate_mass":0.999794986028987,"accepted":true,"accepted_predicted":"request_information","input_tokens":464,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.818990612469133,"brier_hard":1.9814691749765705,"soft_accuracy":0.0845034243452864,"brier_soft":1.2704885586227772,"tvd":0.9078251130421919,"kl":5.41177936369425,"case_id":"typed:146/r0","base_id":"typed:146","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.65680600000002}
{"id":"category","type":"choice","probabilities":{"account":0.0001024393857453188,"billing":2.306516663776083e-05,"delivery":1.833444925417741e-05,"refund":3.930003091837873e-05,"technical":0.9998168609674437},"predicted":"technical","confidence":0.9998168609674437,"entropy_confidence":0.9987765507173192,"candidate_mass":0.9999606052282992,"accepted":true,"accepted_predicted":"technical","input_tokens":455,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.67718701627819,"brier_hard":1.9995876380479913,"soft_accuracy":2.4418066582857563e-05,"brier_soft":1.8468077100261011,"tvd":0.9999376348024436,"kl":9.08109374151394,"case_id":"typed:146/r0","base_id":"typed:146","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.65680600000002}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.01757393459740742,"1":0.00048776741064048365,"2":0.010232579171229607,"3":0.9717057188207219},"predicted":"3","confidence":0.9717057188207219,"entropy_confidence":0.8921445184195018,"candidate_mass":0.9991716235862728,"accepted":true,"accepted_predicted":"3","input_tokens":440,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.625671883269362,"brier_hard":1.943650255938391,"score_mae":1.5527370822152653,"within_one":false,"case_id":"typed:146/r0","base_id":"typed:146","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.65680600000002}
{"id":"needs_human","type":"binary","probabilities":{"false":0.42287279535893346,"true":0.5771272046410675},"predicted":"true","confidence":0.5771272046410675,"entropy_confidence":0.017232772215875936,"candidate_mass":0.9930508913292859,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.5496925781214443,"brier_hard":0.35764280210935606,"soft_accuracy":0.5308508818564273,"brier_soft":0.030195447678636425,"tvd":0.12287279535893295,"kl":0.03212566223598447,"case_id":"typed:146/r0","base_id":"typed:146","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.65680600000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.11956696452940925,"1":0.0024787327375741463,"2":0.11475002397552717,"3":0.763204278757489},"predicted":"3","confidence":0.763204278757489,"entropy_confidence":0.478110690167187,"candidate_mass":0.9909651652553013,"accepted":false,"accepted_predicted":null,"input_tokens":433,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.1649992211044484,"brier_hard":1.38045069428783,"score_mae":0.27159161696109546,"within_one":true,"case_id":"typed:146/r0","base_id":"typed:146","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.65680600000002}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0051942126296986545,"close_no_action":9.111650266248856e-05,"escalate_to_human":0.0004386411604269644,"execute_refund":0.004466406309731177,"request_information":0.9898096233974808},"predicted":"request_information","confidence":0.9898096233974808,"entropy_confidence":0.9590735340635088,"candidate_mass":0.9998873122621034,"accepted":true,"accepted_predicted":"request_information","input_tokens":232,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.010242653943944177,"brier_hard":0.00015097311375197645,"soft_accuracy":0.6280645166636287,"brier_soft":0.1897519421374561,"tvd":0.3609430297072119,"kl":1.3746250700801708,"case_id":"typed:147/r0","base_id":"typed:147","repeat":0,"workflow":"customer_service","case_elapsed_ms":101.432803}
{"id":"category","type":"choice","probabilities":{"account":0.0001346110999112992,"billing":5.171131664230664e-06,"delivery":9.35817485225092e-06,"refund":7.658357019973948e-06,"technical":0.9998432012365507},"predicted":"technical","confidence":0.9998432012365507,"entropy_confidence":0.9989946113437331,"candidate_mass":0.9999718363380656,"accepted":true,"accepted_predicted":"technical","input_tokens":223,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":12.172419002830122,"brier_hard":1.99967610308874,"soft_accuracy":0.08336790367006298,"brier_soft":1.2912842213456506,"tvd":0.9165271344353404,"kl":7.7704748673931965,"case_id":"typed:147/r0","base_id":"typed:147","repeat":0,"workflow":"customer_service","case_elapsed_ms":101.432803}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.10799585764807831,"1":0.0004545409808356469,"2":0.011350831216010446,"3":0.8801987701550739},"predicted":"3","confidence":0.8801987701550739,"entropy_confidence":0.7064008505840975,"candidate_mass":0.998841360029589,"accepted":true,"accepted_predicted":"3","input_tokens":208,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.696222481556418,"brier_hard":1.7856329462667748,"score_mae":1.097085513878078,"within_one":false,"case_id":"typed:147/r0","base_id":"typed:147","repeat":0,"workflow":"customer_service","case_elapsed_ms":101.432803}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5918338255689799,"true":0.4081661744310189},"predicted":"false","confidence":0.5918338255689799,"entropy_confidence":0.024472489453935542,"candidate_mass":0.9918600109258727,"accepted":false,"accepted_predicted":null,"input_tokens":172,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5245293835541638,"brier_hard":0.3331992518993069,"soft_accuracy":0.5367335302275915,"brier_soft":0.023399842582083462,"tvd":0.10816617443101947,"kl":0.025130535600832782,"case_id":"typed:147/r0","base_id":"typed:147","repeat":0,"workflow":"customer_service","case_elapsed_ms":101.432803}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3364489105124454,"1":0.0011763333910569246,"2":0.05398868306347772,"3":0.6083860730330216},"predicted":"3","confidence":0.6083860730330216,"entropy_confidence":0.3981376960001968,"candidate_mass":0.9967961141003278,"accepted":false,"accepted_predicted":null,"input_tokens":201,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.49694560999473575,"brier_hard":0.26947549883868493,"score_mae":0.4656880813829227,"within_one":true,"case_id":"typed:147/r0","base_id":"typed:147","repeat":0,"workflow":"customer_service","case_elapsed_ms":101.432803}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0012199693247332782,"close_no_action":3.641165612625027e-05,"escalate_to_human":0.00016137163167528703,"execute_refund":0.004500834404368444,"request_information":0.9940814129830984},"predicted":"request_information","confidence":0.9940814129830984,"entropy_confidence":0.9750303102773249,"candidate_mass":0.9999147908362853,"accepted":true,"accepted_predicted":"request_information","input_tokens":363,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.731800581670381,"brier_hard":1.9878968855772239,"soft_accuracy":0.08312677373590946,"brier_soft":1.4347442369247554,"tvd":0.915249247387466,"kl":7.012072761427573,"case_id":"typed:148/r0","base_id":"typed:148","repeat":0,"workflow":"customer_service","case_elapsed_ms":179.87620600000002}
{"id":"category","type":"choice","probabilities":{"account":7.533940520684988e-05,"billing":1.1266115613869046e-05,"delivery":1.1956334196622767e-05,"refund":1.7644922331198005e-05,"technical":0.9998837932226522},"predicted":"technical","confidence":0.9998837932226522,"entropy_confidence":0.9991994478813974,"candidate_mass":0.9999641041864994,"accepted":true,"accepted_predicted":"technical","input_tokens":354,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.334249361723238,"brier_hard":1.999743693538175,"soft_accuracy":0.003344760414691319,"brier_soft":1.966636236937515,"tvd":0.9965507898896485,"kl":9.117601252452097,"case_id":"typed:148/r0","base_id":"typed:148","repeat":0,"workflow":"customer_service","case_elapsed_ms":179.87620600000002}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.013343471353332952,"1":0.00019816387112919252,"2":0.004745951566097014,"3":0.9817124132094419},"predicted":"3","confidence":0.9817124132094419,"entropy_confidence":0.9258439278583677,"candidate_mass":0.9991271378607374,"accepted":true,"accepted_predicted":"3","input_tokens":339,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.3504633262256505,"brier_hard":1.9544679706702568,"score_mae":0.9214943066316494,"within_one":true,"case_id":"typed:148/r0","base_id":"typed:148","repeat":0,"workflow":"customer_service","case_elapsed_ms":179.87620600000002}
{"id":"needs_human","type":"binary","probabilities":{"false":0.705416552277813,"true":0.29458344772218775},"predicted":"false","confidence":0.705416552277813,"entropy_confidence":0.12543138323775582,"candidate_mass":0.985428575572601,"accepted":false,"accepted_predicted":null,"input_tokens":303,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.2221929621322545,"brier_hard":0.9952250244550318,"soft_accuracy":0.37675006863331273,"brier_soft":0.5108917826327818,"tvd":0.5054165522778127,"kl":0.5471453054397697,"case_id":"typed:148/r0","base_id":"typed:148","repeat":0,"workflow":"customer_service","case_elapsed_ms":179.87620600000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07336300241947019,"1":0.001260199318507438,"2":0.09219947651160477,"3":0.8331773217504189},"predicted":"3","confidence":0.8331773217504189,"entropy_confidence":0.5874542467808923,"candidate_mass":0.9937206832554513,"accepted":true,"accepted_predicted":"3","input_tokens":332,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.3838008261840287,"brier_hard":1.523669958151327,"score_mae":0.5185241175929738,"within_one":true,"case_id":"typed:148/r0","base_id":"typed:148","repeat":0,"workflow":"customer_service","case_elapsed_ms":179.87620600000002}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.002163394561928707,"close_no_action":0.00011840001312343922,"escalate_to_human":0.00046667795710918,"execute_refund":0.008053961598937606,"request_information":0.9891975658689023},"predicted":"request_information","confidence":0.9891975658689023,"entropy_confidence":0.9580590167665531,"candidate_mass":0.9998265033686401,"accepted":true,"accepted_predicted":"request_information","input_tokens":444,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.01086120404463386,"brier_hard":0.0001864709635032084,"soft_accuracy":0.4952280218885581,"brier_soft":0.3636811367021916,"tvd":0.4973699274809627,"kl":2.4438725306215576,"case_id":"typed:149/r0","base_id":"typed:149","repeat":0,"workflow":"customer_service","case_elapsed_ms":188.616106}
{"id":"category","type":"choice","probabilities":{"account":0.0001506965152949955,"billing":2.2475341716149705e-05,"delivery":1.775279025702672e-05,"refund":2.7594937480332144e-05,"technical":0.9997814804152515},"predicted":"technical","confidence":0.9997814804152515,"entropy_confidence":0.9985901271988212,"candidate_mass":0.9999495858755912,"accepted":true,"accepted_predicted":"technical","input_tokens":435,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.7030917734441,"brier_hard":1.9995180821891025,"soft_accuracy":0.11666135918663031,"brier_soft":1.5601286922772741,"tvd":0.8833105246582839,"kl":7.885172024261989,"case_id":"typed:149/r0","base_id":"typed:149","repeat":0,"workflow":"customer_service","case_elapsed_ms":188.616106}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0074267253406480865,"1":0.0002475834697064182,"2":0.00617388188053307,"3":0.9861518093091141},"predicted":"3","confidence":0.9861518093091141,"entropy_confidence":0.9396753696016147,"candidate_mass":0.999081495244552,"accepted":true,"accepted_predicted":"3","input_tokens":420,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.087427484842056,"brier_hard":1.9602409616069079,"score_mae":0.954383775158115,"within_one":true,"case_id":"typed:149/r0","base_id":"typed:149","repeat":0,"workflow":"customer_service","case_elapsed_ms":188.616106}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5667769204711908,"true":0.43322307952881023},"predicted":"false","confidence":0.5667769204711908,"entropy_confidence":0.012904932109638612,"candidate_mass":0.9863782232109978,"accepted":false,"accepted_predicted":null,"input_tokens":384,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5677894909939633,"brier_hard":0.37536447327285083,"soft_accuracy":0.5022259418669872,"brier_soft":0.00502200825925803,"tvd":0.050109920471190283,"kl":0.005075850336651602,"case_id":"typed:149/r0","base_id":"typed:149","repeat":0,"workflow":"customer_service","case_elapsed_ms":188.616106}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07168485683378437,"1":0.0012172056524168786,"2":0.07321201454511299,"3":0.8538859229686856},"predicted":"3","confidence":0.8538859229686856,"entropy_confidence":0.6224642923535668,"candidate_mass":0.9968844486184595,"accepted":true,"accepted_predicted":"3","input_tokens":413,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.15795767377808548,"brier_hard":0.031849522869347155,"score_mae":0.009299003648699511,"within_one":true,"case_id":"typed:149/r0","base_id":"typed:149","repeat":0,"workflow":"customer_service","case_elapsed_ms":188.616106}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.004845613297915505,"close_no_action":0.00018737162833501418,"escalate_to_human":0.0009390962697946158,"execute_refund":0.013971832221666567,"request_information":0.9800560865822893},"predicted":"request_information","confidence":0.9800560865822893,"entropy_confidence":0.9295449036116057,"candidate_mass":0.9997187193349555,"accepted":true,"accepted_predicted":"request_information","input_tokens":593,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":6.970592560268276,"brier_hard":1.9588513493811968,"soft_accuracy":0.21340186620980206,"brier_soft":1.097125309768618,"tvd":0.7673611454707286,"kl":4.566996792641646,"case_id":"typed:150/r0","base_id":"typed:150","repeat":0,"workflow":"customer_service","case_elapsed_ms":269.539509}
{"id":"category","type":"choice","probabilities":{"account":0.0002403012924737647,"billing":4.30017145165479e-05,"delivery":4.48972517240426e-05,"refund":6.541601075111174e-05,"technical":0.9996063837305331},"predicted":"technical","confidence":0.9996063837305331,"entropy_confidence":0.9975716941502331,"candidate_mass":0.999938760091805,"accepted":true,"accepted_predicted":"technical","input_tokens":584,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":8.333617036652193,"brier_hard":1.9987323856987627,"soft_accuracy":0.26673825639798376,"brier_soft":1.0746250532657426,"tvd":0.7330926987075256,"kl":5.531505858854156,"case_id":"typed:150/r0","base_id":"typed:150","repeat":0,"workflow":"customer_service","case_elapsed_ms":269.539509}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.07571282534997459,"1":0.0013316189134794417,"2":0.03723530891466607,"3":0.8857202468218801},"predicted":"3","confidence":0.8857202468218801,"entropy_confidence":0.6867722376669261,"candidate_mass":0.998259813598708,"accepted":true,"accepted_predicted":"3","input_tokens":569,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.2904978035019603,"brier_hard":1.717150411162257,"score_mae":0.4329629772084518,"within_one":true,"case_id":"typed:150/r0","base_id":"typed:150","repeat":0,"workflow":"customer_service","case_elapsed_ms":269.539509}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7023705924735202,"true":0.2976294075264816},"predicted":"false","confidence":0.7023705924735202,"entropy_confidence":0.12162622788293476,"candidate_mass":0.9833575169766557,"accepted":false,"accepted_predicted":null,"input_tokens":533,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.211906165291964,"brier_hard":0.9866488983432051,"soft_accuracy":0.371831823186377,"brier_soft":0.5388000448014143,"tvd":0.5190375924735193,"kl":0.578084219619049,"case_id":"typed:150/r0","base_id":"typed:150","repeat":0,"workflow":"customer_service","case_elapsed_ms":269.539509}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.15067734533672283,"1":0.002832605769037409,"2":0.19074668214076354,"3":0.6557433667534769},"predicted":"3","confidence":0.6557433667534769,"entropy_confidence":0.35472797404391854,"candidate_mass":0.9922858492911116,"accepted":false,"accepted_predicted":null,"input_tokens":562,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.42198577579759805,"brier_hard":0.17760861233510541,"score_mae":0.04844392968900468,"within_one":true,"case_id":"typed:150/r0","base_id":"typed:150","repeat":0,"workflow":"customer_service","case_elapsed_ms":269.539509}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.003122038083007889,"close_no_action":0.00018359878030004416,"escalate_to_human":0.0005972839635849022,"execute_refund":0.012866653627472269,"request_information":0.983230425545635},"predicted":"request_information","confidence":0.983230425545635,"entropy_confidence":0.9399397423851792,"candidate_mass":0.999874651761117,"accepted":true,"accepted_predicted":"request_information","input_tokens":627,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.423117906761718,"brier_hard":1.965723190145487,"soft_accuracy":0.06645086155320479,"brier_soft":1.4891549627442473,"tvd":0.9210970791731072,"kl":6.046465081731043,"case_id":"typed:151/r0","base_id":"typed:151","repeat":0,"workflow":"customer_service","case_elapsed_ms":281.662909}
{"id":"category","type":"choice","probabilities":{"account":0.0001592255682509055,"billing":3.531850957194169e-05,"delivery":2.3402733702835507e-05,"refund":4.616587490372071e-05,"technical":0.9997358873135708},"predicted":"technical","confidence":0.9997358873135708,"entropy_confidence":0.9983043702187048,"candidate_mass":0.9999781870869751,"accepted":true,"accepted_predicted":"technical","input_tokens":618,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.662657717516616,"brier_hard":1.9994250681944017,"soft_accuracy":0.19996808946398942,"brier_soft":1.203286868902573,"tvd":0.7997356873133707,"kl":6.883834639953042,"case_id":"typed:151/r0","base_id":"typed:151","repeat":0,"workflow":"customer_service","case_elapsed_ms":281.662909}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.034141001531515065,"1":0.0007626257118847622,"2":0.015943012235498683,"3":0.9491533605211017},"predicted":"3","confidence":0.9491533605211017,"entropy_confidence":0.8295506547796662,"candidate_mass":0.9988110489599952,"accepted":true,"accepted_predicted":"3","input_tokens":603,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.05218489119335247,"brier_hard":0.004005749968989665,"score_mae":0.09677573174618725,"within_one":true,"case_id":"typed:151/r0","base_id":"typed:151","repeat":0,"workflow":"customer_service","case_elapsed_ms":281.662909}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5570524395462921,"true":0.44294756045370887},"predicted":"false","confidence":0.5570524395462921,"entropy_confidence":0.009412376651157461,"candidate_mass":0.9887551262379298,"accepted":false,"accepted_predicted":null,"input_tokens":567,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.8143038896373794,"brier_hard":0.6206148408089498,"soft_accuracy":0.45625983438280326,"brier_soft":0.38787867072876103,"tvd":0.44038543954629167,"kl":0.4273316847821268,"case_id":"typed:151/r0","base_id":"typed:151","repeat":0,"workflow":"customer_service","case_elapsed_ms":281.662909}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.24518939783608149,"1":0.002874128595763429,"2":0.15839104271288354,"3":0.5935454308552702},"predicted":"3","confidence":0.5935454308552702,"entropy_confidence":0.3053629788421707,"candidate_mass":0.9930262730322442,"accepted":false,"accepted_predicted":null,"input_tokens":596,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5216415205068826,"brier_hard":0.2504191406167076,"score_mae":0.649707493412659,"within_one":true,"case_id":"typed:151/r0","base_id":"typed:151","repeat":0,"workflow":"customer_service","case_elapsed_ms":281.662909}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.003199934311302754,"close_no_action":0.00018022759079123026,"escalate_to_human":0.0007482204234753779,"execute_refund":0.009655420548811936,"request_information":0.9862161971256188},"predicted":"request_information","confidence":0.9862161971256188,"entropy_confidence":0.947923705603007,"candidate_mass":0.9997793065805973,"accepted":true,"accepted_predicted":"request_information","input_tokens":489,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.197812939609925,"brier_hard":1.9712300056673244,"soft_accuracy":0.03695004918699611,"brier_soft":1.282715225918283,"tvd":0.9528831971256188,"kl":4.815722799205588,"case_id":"typed:152/r0","base_id":"typed:152","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.989707}
{"id":"category","type":"choice","probabilities":{"account":0.000179451884171121,"billing":3.818434368310781e-05,"delivery":3.269769972944582e-05,"refund":4.4072973706598966e-05,"technical":0.9997055930987108},"predicted":"technical","confidence":0.9997055930987108,"entropy_confidence":0.9981295068416481,"candidate_mass":0.9999493242374368,"accepted":true,"accepted_predicted":"technical","input_tokens":480,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.173084977591259,"brier_hard":1.9993349408580683,"soft_accuracy":0.010089140104707078,"brier_soft":1.4632337240039255,"tvd":0.9897055830987003,"kl":8.396628852595429,"case_id":"typed:152/r0","base_id":"typed:152","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.989707}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.04097859874864723,"1":0.0007551931868530609,"2":0.027866521352878763,"3":0.9303996867116205},"predicted":"3","confidence":0.9303996867116205,"entropy_confidence":0.7812624867985767,"candidate_mass":0.9975539524510674,"accepted":true,"accepted_predicted":"3","input_tokens":465,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.0721410145021366,"brier_hard":0.007300562494303119,"score_mae":0.06435429602747256,"within_one":true,"case_id":"typed:152/r0","base_id":"typed:152","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.989707}
{"id":"needs_human","type":"binary","probabilities":{"false":0.571545690277273,"true":0.4284543097227257},"predicted":"false","confidence":0.571545690277273,"entropy_confidence":0.014820513083692144,"candidate_mass":0.9746140048670033,"accepted":false,"accepted_predicted":null,"input_tokens":429,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.8475711750478929,"brier_hard":0.6533289521490504,"soft_accuracy":0.4499180168059078,"brier_soft":0.3554015379826862,"tvd":0.4215456902772736,"kl":0.3816380386274002,"case_id":"typed:152/r0","base_id":"typed:152","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.989707}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.22483492156980017,"1":0.003250706595416873,"2":0.16828344501508502,"3":0.6036309268196977},"predicted":"3","confidence":0.6036309268196977,"entropy_confidence":0.3083928030701033,"candidate_mass":0.9920072661988861,"accepted":false,"accepted_predicted":null,"input_tokens":458,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5047923161251866,"brier_hard":0.2359890690906247,"score_mae":0.6826226229153205,"within_one":true,"case_id":"typed:152/r0","base_id":"typed:152","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.989707}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0038528110703160957,"close_no_action":8.639319623614928e-05,"escalate_to_human":0.000579976950769574,"execute_refund":0.006880336302709631,"request_information":0.9886004824799703},"predicted":"request_information","confidence":0.9886004824799703,"entropy_confidence":0.9551766968349596,"candidate_mass":0.9998553373447423,"accepted":true,"accepted_predicted":"request_information","input_tokens":243,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.011464990065729064,"brier_hard":0.00019247601751917724,"soft_accuracy":0.5610143957839864,"brier_soft":0.26594288496548724,"tvd":0.4219334824799694,"kl":1.8805786037122496,"case_id":"typed:153/r0","base_id":"typed:153","repeat":0,"workflow":"customer_service","case_elapsed_ms":119.679704}
{"id":"category","type":"choice","probabilities":{"account":0.00018689047516247384,"billing":1.8949378777052432e-05,"delivery":1.7832592402873607e-05,"refund":2.0604971136467708e-05,"technical":0.9997557225825198},"predicted":"technical","confidence":0.9997557225825198,"entropy_confidence":0.9984640177911578,"candidate_mass":0.9999697145637011,"accepted":true,"accepted_predicted":"technical","input_tokens":234,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.87373940918678,"brier_hard":1.999473642108637,"soft_accuracy":0.020017050081058526,"brier_soft":1.869149028482074,"tvd":0.9797557225825204,"kl":8.830767878403455,"case_id":"typed:153/r0","base_id":"typed:153","repeat":0,"workflow":"customer_service","case_elapsed_ms":119.679704}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.08545254064304726,"1":0.0003051513077153649,"2":0.011862162042699034,"3":0.9023801460065372},"predicted":"3","confidence":0.9023801460065372,"entropy_confidence":0.7417869428911703,"candidate_mass":0.9991668412623628,"accepted":true,"accepted_predicted":"3","input_tokens":219,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.434401605003114,"brier_hard":1.7980085445293807,"score_mae":0.797836913412725,"within_one":true,"case_id":"typed:153/r0","base_id":"typed:153","repeat":0,"workflow":"customer_service","case_elapsed_ms":119.679704}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9282958899272611,"true":0.07170411007274055},"predicted":"false","confidence":0.9282958899272611,"entropy_confidence":0.627748883938228,"candidate_mass":0.9885259859815789,"accepted":true,"accepted_predicted":"false","input_tokens":183,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.635207209829229,"brier_hard":1.7234665185116882,"soft_accuracy":0.4428935958124395,"brier_soft":0.48997652481029036,"tvd":0.4949628899272603,"kl":0.8412953218440251,"case_id":"typed:153/r0","base_id":"typed:153","repeat":0,"workflow":"customer_service","case_elapsed_ms":119.679704}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.39923435696197174,"1":0.0015879278422551825,"2":0.11256412531505536,"3":0.4866135898807169},"predicted":"3","confidence":0.4866135898807169,"entropy_confidence":0.297998311295412,"candidate_mass":0.9929007130406621,"accepted":false,"accepted_predicted":null,"input_tokens":212,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.7202849207844827,"brier_hard":0.4356268816967795,"score_mae":0.6301100518854832,"within_one":true,"case_id":"typed:153/r0","base_id":"typed:153","repeat":0,"workflow":"customer_service","case_elapsed_ms":119.679704}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0031587551002694937,"close_no_action":0.00016371682771932088,"escalate_to_human":0.0007136114801973905,"execute_refund":0.012202691852239309,"request_information":0.9837612247395744},"predicted":"request_information","confidence":0.9837612247395744,"entropy_confidence":0.9411865062534936,"candidate_mass":0.9998409709185712,"accepted":true,"accepted_predicted":"request_information","input_tokens":485,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.245171889107322,"brier_hard":1.966518343807481,"soft_accuracy":0.059794274020562886,"brier_soft":1.66355701872675,"tvd":0.936127633419533,"kl":6.359555975638484,"case_id":"typed:154/r0","base_id":"typed:154","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.027106}
{"id":"category","type":"choice","probabilities":{"account":0.00012172518698555775,"billing":2.2006412443368286e-05,"delivery":2.0847973247162812e-05,"refund":3.4030477095580705e-05,"technical":0.9998013899502296},"predicted":"technical","confidence":0.9998013899502296,"entropy_confidence":0.998691089818028,"candidate_mass":0.9999468132843109,"accepted":true,"accepted_predicted":"technical","input_tokens":476,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.013744619765593,"brier_hard":1.9993593858664545,"soft_accuracy":0.13340867059552652,"brier_soft":1.4455626506053725,"tvd":0.8665024204273245,"kl":7.312789822201311,"case_id":"typed:154/r0","base_id":"typed:154","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.027106}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.034527046951346424,"1":0.0006581409198918123,"2":0.020493542536542123,"3":0.9443212695922191},"predicted":"3","confidence":0.9443212695922191,"entropy_confidence":0.8161928864837422,"candidate_mass":0.9982991355496612,"accepted":true,"accepted_predicted":"3","input_tokens":461,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.0572888427772007,"brier_hard":0.004712656426170326,"score_mae":0.058723965230366826,"within_one":true,"case_id":"typed:154/r0","base_id":"typed:154","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.027106}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6307497803223443,"true":0.3692502196776556},"predicted":"false","confidence":0.6307497803223443,"entropy_confidence":0.049905348726779986,"candidate_mass":0.9772382163722957,"accepted":false,"accepted_predicted":null,"input_tokens":425,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9962807626414936,"brier_hard":0.7956905707533714,"soft_accuracy":0.3814536196742613,"brier_soft":0.6823053885381599,"tvd":0.5840827803223443,"kl":0.7827116851584265,"case_id":"typed:154/r0","base_id":"typed:154","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.027106}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.13034873152365845,"1":0.001573135153094919,"2":0.07354379115430516,"3":0.7945343421689414},"predicted":"3","confidence":0.7945343421689414,"entropy_confidence":0.530815883080753,"candidate_mass":0.9960115300137395,"accepted":false,"accepted_predicted":null,"input_tokens":454,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.22999906905729256,"brier_hard":0.06461809232933441,"score_mae":0.3844032560314705,"within_one":true,"case_id":"typed:154/r0","base_id":"typed:154","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.027106}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0011522201889798047,"close_no_action":4.914894358008315e-05,"escalate_to_human":0.0002182262202806805,"execute_refund":0.008235178803547145,"request_information":0.9903452258436134},"predicted":"request_information","confidence":0.9903452258436134,"entropy_confidence":0.9631830040694289,"candidate_mass":0.9999019998170702,"accepted":true,"accepted_predicted":"request_information","input_tokens":334,"reused_prefix_tokens":0,"expected":"execute_refund","correct":false,"accepted_correct":false,"nll_hard":4.799340202953502,"brier_hard":1.9643825045637353,"soft_accuracy":0.07157814117859748,"brier_soft":1.3049187575916348,"tvd":0.9237273747871929,"kl":4.245354363559516,"case_id":"typed:155/r0","base_id":"typed:155","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.138006}
{"id":"category","type":"choice","probabilities":{"account":9.261435978848795e-05,"billing":1.215879176078887e-05,"delivery":1.0557658181156484e-05,"refund":1.7116517524291122e-05,"technical":0.999867552672745},"predicted":"technical","confidence":0.999867552672745,"entropy_confidence":0.9991058994960266,"candidate_mass":0.9999391158344983,"accepted":true,"accepted_predicted":"technical","input_tokens":325,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.317458048140193,"brier_hard":1.9997108144339582,"soft_accuracy":1.4472398769665175e-05,"brier_soft":1.5019283649979402,"tvd":0.9999707246907148,"kl":9.210340371976184,"case_id":"typed:155/r0","base_id":"typed:155","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.138006}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.002966110257300767,"1":7.836234497190204e-05,"2":0.0018118780785933437,"3":0.9951436493191348},"predicted":"3","confidence":0.9951436493191348,"entropy_confidence":0.9752659011326119,"candidate_mass":0.9997621440095324,"accepted":true,"accepted_predicted":"3","input_tokens":310,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":6.313391359169636,"brier_hard":1.9866992134759056,"score_mae":0.8224660664595627,"within_one":true,"case_id":"typed:155/r0","base_id":"typed:155","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.138006}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6783939535020072,"true":0.32160604649799174},"predicted":"false","confidence":0.6783939535020072,"entropy_confidence":0.09388056954543078,"candidate_mass":0.9851747953103966,"accepted":false,"accepted_predicted":null,"input_tokens":274,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.1344279405543425,"brier_hard":0.9204367122961683,"soft_accuracy":0.48810718869583464,"brier_soft":0.08965660567848262,"tvd":0.21172695350200765,"kl":0.09518394913606046,"case_id":"typed:155/r0","base_id":"typed:155","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.138006}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.021896513547597776,"1":0.0004261062410016139,"2":0.037229467628445,"3":0.9404479125829552},"predicted":"3","confidence":0.9404479125829552,"entropy_confidence":0.8072308550349774,"candidate_mass":0.9988542806386446,"accepted":true,"accepted_predicted":"3","input_tokens":303,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.290654690731177,"brier_hard":1.811849013156714,"score_mae":0.9962287792467572,"within_one":true,"case_id":"typed:155/r0","base_id":"typed:155","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.138006}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0012273452917519806,"close_no_action":4.176268004596999e-05,"escalate_to_human":0.00021776532455270098,"execute_refund":0.0060490342259904946,"request_information":0.9924640924776595},"predicted":"request_information","confidence":0.9924640924776595,"entropy_confidence":0.9696234648958468,"candidate_mass":0.9998835261742742,"accepted":true,"accepted_predicted":"request_information","input_tokens":357,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.702901741471308,"brier_hard":1.9825684306313909,"soft_accuracy":0.3217124570641601,"brier_soft":0.7788873261093755,"tvd":0.6691307691443359,"kl":3.7086385572175398,"case_id":"typed:156/r0","base_id":"typed:156","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.613007}
{"id":"category","type":"choice","probabilities":{"account":0.00011795707708079011,"billing":1.476814313997568e-05,"delivery":1.3203380015199876e-05,"refund":2.4660293158221742e-05,"technical":0.9998294111066067},"predicted":"technical","confidence":0.9998294111066067,"entropy_confidence":0.9988742783596297,"candidate_mass":0.999961333648948,"accepted":true,"accepted_predicted":"technical","input_tokens":348,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.045189753225607,"brier_hard":1.9994229520740516,"soft_accuracy":0.0067768555764515905,"brier_soft":1.8529496106313101,"tvd":0.9931624111066063,"kl":8.769249543882486,"case_id":"typed:156/r0","base_id":"typed:156","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.613007}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.005743479576325947,"1":0.00012440035806908031,"2":0.004955648282294863,"3":0.9891764717833097},"predicted":"3","confidence":0.9891764717833097,"entropy_confidence":0.9510791660179094,"candidate_mass":0.9994894568398559,"accepted":true,"accepted_predicted":"3","input_tokens":333,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.01088252871346991,"brier_hard":0.0001747102460480642,"score_mae":0.3408981122725878,"within_one":true,"case_id":"typed:156/r0","base_id":"typed:156","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.613007}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8117672603897471,"true":0.18823273961025427},"predicted":"false","confidence":0.8117672603897471,"entropy_confidence":0.3022401856366965,"candidate_mass":0.9782900066999469,"accepted":true,"accepted_predicted":"false","input_tokens":297,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.20854160504107355,"brier_hard":0.07086312852236305,"soft_accuracy":0.5561181068701551,"brier_soft":0.09836143556154714,"tvd":0.22176726038974637,"kl":0.13091220335617174,"case_id":"typed:156/r0","base_id":"typed:156","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.613007}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.03802052345956111,"1":0.0005723827161656519,"2":0.05155354430269233,"3":0.9098535495215805},"predicted":"3","confidence":0.9098535495215805,"entropy_confidence":0.7349734726514807,"candidate_mass":0.9978454817181485,"accepted":true,"accepted_predicted":"3","input_tokens":326,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.09447162701427209,"brier_hard":0.012230038290140605,"score_mae":0.42990711988629204,"within_one":true,"case_id":"typed:156/r0","base_id":"typed:156","repeat":0,"workflow":"customer_service","case_elapsed_ms":227.613007}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0011000202746773518,"close_no_action":3.931078700539056e-05,"escalate_to_human":0.00018881184193951351,"execute_refund":0.008311664161716262,"request_information":0.9903601929346619},"predicted":"request_information","confidence":0.9903601929346619,"entropy_confidence":0.9633919079138005,"candidate_mass":0.9999278561887649,"accepted":true,"accepted_predicted":"request_information","input_tokens":373,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.812426667822805,"brier_hard":1.9786836022012175,"soft_accuracy":0.0009020939034473086,"brier_soft":1.6382134398779884,"tvd":0.998671857096378,"kl":6.659618189128088,"case_id":"typed:157/r0","base_id":"typed:157","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.402806}
{"id":"category","type":"choice","probabilities":{"account":6.800791891230176e-05,"billing":8.965234287303743e-06,"delivery":1.1636669519668428e-05,"refund":2.2184766863054587e-05,"technical":0.9998892054104167},"predicted":"technical","confidence":0.9998892054104167,"entropy_confidence":0.9992310839630218,"candidate_mass":0.9999580547002318,"accepted":true,"accepted_predicted":"technical","input_tokens":364,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.62215631769553,"brier_hard":1.9997604979607284,"soft_accuracy":0.001675862351919064,"brier_soft":1.9897753836941114,"tvd":0.9982560285137982,"kl":9.174302960484173,"case_id":"typed:157/r0","base_id":"typed:157","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.402806}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0072736608038269845,"1":0.000134493193167041,"2":0.004056765435749764,"3":0.9885350805672549},"predicted":"3","confidence":0.9885350805672549,"entropy_confidence":0.9489633942768054,"candidate_mass":0.9993679060295052,"accepted":true,"accepted_predicted":"3","input_tokens":349,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.011531148314016783,"brier_hard":0.00020082595330816701,"score_mae":0.12385326576643152,"within_one":true,"case_id":"typed:157/r0","base_id":"typed:157","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.402806}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7438329355145689,"true":0.25616706448543264},"predicted":"false","confidence":0.7438329355145689,"entropy_confidence":0.17909283771850415,"candidate_mass":0.9789542844216611,"accepted":false,"accepted_predicted":null,"input_tokens":313,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2959388184035135,"brier_hard":0.13124312985416686,"soft_accuracy":0.5048766587102922,"brier_soft":0.10935568346272032,"tvd":0.2338329355145681,"kl":0.12532510149641804,"case_id":"typed:157/r0","base_id":"typed:157","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.402806}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.03405185399133388,"1":0.0004778211794542523,"2":0.04046573887746304,"3":0.9250045859517488},"predicted":"3","confidence":0.9250045859517488,"entropy_confidence":0.7687068678840363,"candidate_mass":0.998252891317398,"accepted":true,"accepted_predicted":"3","input_tokens":342,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.07795658369632721,"brier_hard":0.008421545224494308,"score_mae":0.02690994321037321,"within_one":true,"case_id":"typed:157/r0","base_id":"typed:157","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.402806}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0016075185379021085,"close_no_action":5.5421080423821855e-05,"escalate_to_human":0.00027870460229026503,"execute_refund":0.01016675041708108,"request_information":0.987891605362301},"predicted":"request_information","confidence":0.987891605362301,"entropy_confidence":0.9553558446194358,"candidate_mass":0.9998928894127708,"accepted":true,"accepted_predicted":"request_information","input_tokens":383,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.185358110192318,"brier_hard":1.9754784424183682,"soft_accuracy":0.29664719561317837,"brier_soft":0.8968970181745919,"tvd":0.6947253557793829,"kl":4.839721804673064,"case_id":"typed:158/r0","base_id":"typed:158","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.457206}
{"id":"category","type":"choice","probabilities":{"account":7.377165094702e-05,"billing":1.1809532385998191e-05,"delivery":9.655274733167908e-06,"refund":2.3141884470863056e-05,"technical":0.9998816216574613},"predicted":"technical","confidence":0.9998816216574613,"entropy_confidence":0.9991843208154425,"candidate_mass":0.99997824296324,"accepted":true,"accepted_predicted":"technical","input_tokens":374,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00011838534980769666,"brier_hard":2.022392466786903e-08,"soft_accuracy":0.9932146150079532,"brier_soft":5.362452777252307e-05,"tvd":0.006549614989468721,"kl":0.022637835209557318,"case_id":"typed:158/r0","base_id":"typed:158","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.457206}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.005745902140225452,"1":0.00011653436151947076,"2":0.0048571386769010235,"3":0.989280424821353},"predicted":"3","confidence":0.989280424821353,"entropy_confidence":0.9514983834242886,"candidate_mass":0.9995207005205561,"accepted":true,"accepted_predicted":"3","input_tokens":359,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.010777443747183917,"brier_hard":0.00017153005979977416,"score_mae":0.1776720861793808,"within_one":true,"case_id":"typed:158/r0","base_id":"typed:158","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.457206}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8620114695388792,"true":0.13798853046112014},"predicted":"false","confidence":0.8620114695388792,"entropy_confidence":0.42105338432192885,"candidate_mass":0.9799473386082297,"accepted":true,"accepted_predicted":"false","input_tokens":323,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.9805847098795546,"brier_hard":1.4861275472331572,"soft_accuracy":0.25865926164839304,"brier_soft":0.9670078626366114,"tvd":0.6953444695388795,"kl":1.2246726859679853,"case_id":"typed:158/r0","base_id":"typed:158","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.457206}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.039914428314523624,"1":0.0008211501621525209,"2":0.07644558488323752,"3":0.8828188366400846},"predicted":"3","confidence":0.8828188366400846,"entropy_confidence":0.681896850443947,"candidate_mass":0.9972991681711142,"accepted":true,"accepted_predicted":"3","input_tokens":352,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.5711760999655695,"brier_hard":1.6339156918834816,"score_mae":0.6521688298488817,"within_one":true,"case_id":"typed:158/r0","base_id":"typed:158","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.457206}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0022641810172279162,"close_no_action":0.00011091874309232676,"escalate_to_human":0.0003504262837850688,"execute_refund":0.005340695909081564,"request_information":0.9919337780468126},"predicted":"request_information","confidence":0.9919337780468126,"entropy_confidence":0.9667172196102417,"candidate_mass":0.999816719866385,"accepted":true,"accepted_predicted":"request_information","input_tokens":444,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.95636019091307,"brier_hard":1.9832655521126732,"soft_accuracy":0.282577442276347,"brier_soft":0.6779002379055493,"tvd":0.7086007780468129,"kl":3.483145797560217,"case_id":"typed:159/r0","base_id":"typed:159","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.146806}
{"id":"category","type":"choice","probabilities":{"account":0.00016510304519098701,"billing":2.9103368665877176e-05,"delivery":2.2593773941742693e-05,"refund":3.328790825060278e-05,"technical":0.9997499119039516},"predicted":"technical","confidence":0.9997499119039516,"entropy_confidence":0.9983989332604847,"candidate_mass":0.9999274581081692,"accepted":true,"accepted_predicted":"technical","input_tokens":435,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.697836178943604,"brier_hard":1.9994547285286606,"soft_accuracy":0.03335064263963493,"brier_soft":1.3905769863532742,"tvd":0.9665820149491422,"kl":8.717739006064749,"case_id":"typed:159/r0","base_id":"typed:159","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.146806}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.006090624467881154,"1":0.00017448690949763084,"2":0.005265590066852641,"3":0.9884692985557684},"predicted":"3","confidence":0.9884692985557684,"entropy_confidence":0.9483021302233291,"candidate_mass":0.999270369755609,"accepted":true,"accepted_predicted":"3","input_tokens":420,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.246562066199676,"brier_hard":1.9666052266444698,"score_mae":0.7427805627105082,"within_one":true,"case_id":"typed:159/r0","base_id":"typed:159","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.146806}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6495925124929681,"true":0.35040748750703105},"predicted":"false","confidence":0.6495925124929681,"entropy_confidence":0.06556855012512619,"candidate_mass":0.9850560318228495,"accepted":false,"accepted_predicted":null,"input_tokens":384,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.0486585516920641,"brier_hard":0.8439408645738549,"soft_accuracy":0.46210313044010587,"brier_soft":0.15263863648570525,"tvd":0.27625951249296854,"kl":0.15751354429857947,"case_id":"typed:159/r0","base_id":"typed:159","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.146806}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07712478556989708,"1":0.001412293379839674,"2":0.07539899985476689,"3":0.8460639211954957},"predicted":"3","confidence":0.8460639211954957,"entropy_confidence":0.6081501214266871,"candidate_mass":0.9959158660322784,"accepted":true,"accepted_predicted":"3","input_tokens":413,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.16716036526152675,"brier_hard":0.035331552658599046,"score_mae":0.20706905667586017,"within_one":true,"case_id":"typed:159/r0","base_id":"typed:159","repeat":0,"workflow":"customer_service","case_elapsed_ms":181.146806}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.002682781723067694,"close_no_action":0.00011359866766828613,"escalate_to_human":0.0004127753435693538,"execute_refund":0.0048555649914381535,"request_information":0.991935279274258},"predicted":"request_information","confidence":0.991935279274258,"entropy_confidence":0.9664270084097589,"candidate_mass":0.9998364174510905,"accepted":true,"accepted_predicted":"request_information","input_tokens":441,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.008097416492738315,"brier_hard":9.5996837685474e-05,"soft_accuracy":0.4140721635097478,"brier_soft":0.4952665839227057,"tvd":0.5801238442656954,"kl":2.995042663876371,"case_id":"typed:160/r0","base_id":"typed:160","repeat":0,"workflow":"customer_service","case_elapsed_ms":206.92280699999998}
{"id":"category","type":"choice","probabilities":{"account":9.747274522906007e-05,"billing":1.4031651306004028e-05,"delivery":1.4102672765228357e-05,"refund":1.807037547197815e-05,"technical":0.9998563225552266},"predicted":"technical","confidence":0.9998563225552266,"entropy_confidence":0.9990334654183012,"candidate_mass":0.999936300564923,"accepted":true,"accepted_predicted":"technical","input_tokens":432,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.174194972557405,"brier_hard":1.9996846126742966,"soft_accuracy":0.006680814799864483,"brier_soft":1.946899131947048,"tvd":0.9931893292222205,"kl":9.054525523053767,"case_id":"typed:160/r0","base_id":"typed:160","repeat":0,"workflow":"customer_service","case_elapsed_ms":206.92280699999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.013820125014355773,"1":0.00023439536209753477,"2":0.005056992487780221,"3":0.9808884871357683},"predicted":"3","confidence":0.9808884871357683,"entropy_confidence":0.9229631173605197,"candidate_mass":0.9993607847193767,"accepted":true,"accepted_predicted":"3","input_tokens":417,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.286983342394546,"brier_hard":1.9522448631895553,"score_mae":0.8863468417449627,"within_one":true,"case_id":"typed:160/r0","base_id":"typed:160","repeat":0,"workflow":"customer_service","case_elapsed_ms":206.92280699999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7786742952509371,"true":0.22132570474906402},"predicted":"false","confidence":0.7786742952509371,"entropy_confidence":0.23741917642097132,"candidate_mass":0.9806350142289394,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.508119885262989,"brier_hard":1.2126673161690855,"soft_accuracy":0.5000000000000006,"brier_soft":0.15531872566721233,"tvd":0.27867429525093657,"kl":0.1859939754549967,"case_id":"typed:160/r0","base_id":"typed:160","repeat":0,"workflow":"customer_service","case_elapsed_ms":206.92280699999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.12604932858651638,"1":0.001430200121093541,"2":0.07723663009100087,"3":0.7952838412013896},"predicted":"3","confidence":0.7952838412013896,"entropy_confidence":0.530846566175656,"candidate_mass":0.9961591259727269,"accepted":false,"accepted_predicted":null,"input_tokens":410,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.22905619509118225,"brier_hard":0.06376468141056992,"score_mae":0.3582450160927362,"within_one":true,"case_id":"typed:160/r0","base_id":"typed:160","repeat":0,"workflow":"customer_service","case_elapsed_ms":206.92280699999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0023810568810902293,"close_no_action":0.00012060068291995627,"escalate_to_human":0.0007230026113125334,"execute_refund":0.011091528492438702,"request_information":0.9856838113322394},"predicted":"request_information","confidence":0.9856838113322394,"entropy_confidence":0.9472849213502605,"candidate_mass":0.9997862156468103,"accepted":true,"accepted_predicted":"request_information","input_tokens":501,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.040210822182658,"brier_hard":1.9669396908737393,"soft_accuracy":0.08380813076973401,"brier_soft":1.2712412408744518,"tvd":0.9134423398246777,"kl":5.006344292640581,"case_id":"typed:161/r0","base_id":"typed:161","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.09690600000002}
{"id":"category","type":"choice","probabilities":{"account":0.00014612798443419708,"billing":4.268909586774769e-05,"delivery":3.3957357782713775e-05,"refund":5.92033138849888e-05,"technical":0.9997180222480295},"predicted":"technical","confidence":0.9997180222480295,"entropy_confidence":0.9981809369410247,"candidate_mass":0.9999488167133408,"accepted":true,"accepted_predicted":"technical","input_tokens":492,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.06156703643607,"brier_hard":1.9993507736496574,"soft_accuracy":0.010041852794367126,"brier_soft":1.8952641818086586,"tvd":0.98971802224803,"kl":8.93218612862213,"case_id":"typed:161/r0","base_id":"typed:161","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.09690600000002}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.03297038616040042,"1":0.0004665786786766826,"2":0.016090871667031093,"3":0.9504721634938919},"predicted":"3","confidence":0.9504721634938919,"entropy_confidence":0.8335084293792214,"candidate_mass":0.9983603926936494,"accepted":true,"accepted_predicted":"3","input_tokens":477,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.05079640365410397,"brier_hard":0.003799186799209962,"score_mae":0.3407318124944143,"within_one":true,"case_id":"typed:161/r0","base_id":"typed:161","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.09690600000002}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5874624524900475,"true":0.41253754750995153},"predicted":"false","confidence":0.5874624524900475,"entropy_confidence":0.02218627736316603,"candidate_mass":0.978054493766554,"accepted":false,"accepted_predicted":null,"input_tokens":441,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5319429456614343,"brier_hard":0.3403744562110519,"soft_accuracy":0.5029154733913028,"brier_soft":0.010023992186541281,"tvd":0.07079545249004798,"kl":0.01020246323967279,"case_id":"typed:161/r0","base_id":"typed:161","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.09690600000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.21768717033871865,"1":0.003491323413885409,"2":0.15923113960094434,"3":0.6195903666464506},"predicted":"3","confidence":0.6195903666464506,"entropy_confidence":0.32133763890112943,"candidate_mass":0.989365877375536,"accepted":false,"accepted_predicted":null,"input_tokens":470,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.8373984241906953,"brier_hard":1.1381843925270685,"score_mae":0.16405770255512575,"within_one":true,"case_id":"typed:161/r0","base_id":"typed:161","repeat":0,"workflow":"customer_service","case_elapsed_ms":186.09690600000002}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0015984048344155858,"close_no_action":7.238399988171601e-05,"escalate_to_human":0.0002262980784524991,"execute_refund":0.005633053263451769,"request_information":0.9924698598237973},"predicted":"request_information","confidence":0.9924698598237973,"entropy_confidence":0.9692084083308353,"candidate_mass":0.9998856888788427,"accepted":true,"accepted_predicted":"request_information","input_tokens":350,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.393657496511963,"brier_hard":1.9845781691391102,"soft_accuracy":0.0999537605208757,"brier_soft":1.2140120220322637,"tvd":0.8981752970871313,"kl":5.904853196877837,"case_id":"typed:162/r0","base_id":"typed:162","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.15770500000002}
{"id":"category","type":"choice","probabilities":{"account":0.00010392181033380208,"billing":1.4267931682348718e-05,"delivery":1.0106831919707669e-05,"refund":1.9138395975897185e-05,"technical":0.999852565030087},"predicted":"technical","confidence":0.999852565030087,"entropy_confidence":0.9990158403911129,"candidate_mass":0.9999627840208246,"accepted":true,"accepted_predicted":"technical","input_tokens":341,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.502298935097329,"brier_hard":1.9996849496051479,"soft_accuracy":1.0317565403830737e-05,"brier_soft":1.9541073859161795,"tvd":0.9999707547721037,"kl":9.16123810337415,"case_id":"typed:162/r0","base_id":"typed:162","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.15770500000002}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.006239428939325613,"1":0.00010797424104363173,"2":0.0032200389421530216,"3":0.990432557877479},"predicted":"3","confidence":0.990432557877479,"entropy_confidence":0.9562414580357508,"candidate_mass":0.9995225020737016,"accepted":true,"accepted_predicted":"3","input_tokens":326,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":9.133617868143077,"brier_hard":1.9807900140043533,"score_mae":1.9445127257577866,"within_one":false,"case_id":"typed:162/r0","base_id":"typed:162","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.15770500000002}
{"id":"needs_human","type":"binary","probabilities":{"false":0.4267148843094,"true":0.5732851156905995},"predicted":"true","confidence":0.5732851156905995,"entropy_confidence":0.01555255557410884,"candidate_mass":0.9879330480565215,"accepted":false,"accepted_predicted":null,"input_tokens":290,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.5563721019190487,"brier_hard":0.3641711849823697,"soft_accuracy":0.5122141370916893,"brier_soft":0.000201919958190184,"tvd":0.010047884309400262,"kl":0.00020678265209904574,"case_id":"typed:162/r0","base_id":"typed:162","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.15770500000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.02805495909933649,"1":0.00040902295380768267,"2":0.030452034071697595,"3":0.9410839838751565},"predicted":"3","confidence":0.9410839838751565,"entropy_confidence":0.8074581011187778,"candidate_mass":0.9980228553833942,"accepted":true,"accepted_predicted":"3","input_tokens":319,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.801739281717065,"brier_hard":1.8865355932076664,"score_mae":1.4845650427226724,"within_one":false,"case_id":"typed:162/r0","base_id":"typed:162","repeat":0,"workflow":"customer_service","case_elapsed_ms":160.15770500000002}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0017200119537878616,"close_no_action":4.6496646434961255e-05,"escalate_to_human":0.0002477902705142488,"execute_refund":0.003333741962542628,"request_information":0.9946519591667213},"predicted":"request_information","confidence":0.9946519591667213,"entropy_confidence":0.9765022985245843,"candidate_mass":0.9999037176715668,"accepted":true,"accepted_predicted":"request_information","input_tokens":373,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.365424038304262,"brier_hard":1.9859066318051717,"soft_accuracy":0.3260587025995749,"brier_soft":0.8057850082915973,"tvd":0.6679849591667207,"kl":3.4422758149473944,"case_id":"typed:163/r0","base_id":"typed:163","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.949006}
{"id":"category","type":"choice","probabilities":{"account":6.0518806608708556e-05,"billing":8.805698648042239e-06,"delivery":1.0294276388893197e-05,"refund":1.7200517848092537e-05,"technical":0.9999031807005071},"predicted":"technical","confidence":0.9999031807005071,"entropy_confidence":0.9993202444062885,"candidate_mass":0.9999613412571029,"accepted":true,"accepted_predicted":"technical","input_tokens":364,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.640111472424284,"brier_hard":1.999788763519591,"soft_accuracy":0.013342015184418833,"brier_soft":1.8273662001040494,"tvd":0.9865701807005066,"kl":8.873691645704278,"case_id":"typed:163/r0","base_id":"typed:163","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.949006}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.009623159289582456,"1":0.00013467313188674163,"2":0.005059474456642784,"3":0.9851826931218864},"predicted":"3","confidence":0.9851826931218864,"entropy_confidence":0.9369974423745643,"candidate_mass":0.9994307223428448,"accepted":true,"accepted_predicted":"3","input_tokens":349,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.91265996076367,"brier_hard":1.9704338141764621,"score_mae":1.7224687014108315,"within_one":false,"case_id":"typed:163/r0","base_id":"typed:163","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.949006}
{"id":"needs_human","type":"binary","probabilities":{"false":0.875064377231788,"true":0.1249356227682132},"predicted":"false","confidence":0.875064377231788,"entropy_confidence":0.4566163138761906,"candidate_mass":0.9765131436446927,"accepted":true,"accepted_predicted":"false","input_tokens":313,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.1334578213517688,"brier_hard":0.03121781967296225,"soft_accuracy":0.7750474600128961,"brier_soft":0.00014103188874588327,"tvd":0.008397377231787413,"kl":0.0003165120057473051,"case_id":"typed:163/r0","base_id":"typed:163","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.949006}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07864105354103629,"1":0.000859706613201852,"2":0.05549503099863591,"3":0.8650042088471255},"predicted":"3","confidence":0.8650042088471255,"entropy_confidence":0.645134994634029,"candidate_mass":0.9972121573237775,"accepted":true,"accepted_predicted":"3","input_tokens":342,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.058919374360453,"brier_hard":1.7557777209598822,"score_mae":1.5701953951518504,"within_one":false,"case_id":"typed:163/r0","base_id":"typed:163","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.949006}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0016879853101727283,"close_no_action":8.02060603984114e-05,"escalate_to_human":0.0006028531670687944,"execute_refund":0.015517628545134518,"request_information":0.9821113269172251},"predicted":"request_information","confidence":0.9821113269172251,"entropy_confidence":0.9388773856799365,"candidate_mass":0.9998236642530699,"accepted":true,"accepted_predicted":"request_information","input_tokens":503,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.413836894920859,"brier_hard":1.9635809680800005,"soft_accuracy":0.06610935558465238,"brier_soft":1.5925671099127798,"tvd":0.9310422281896916,"kl":6.367045615878164,"case_id":"typed:164/r0","base_id":"typed:164","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.800306}
{"id":"category","type":"choice","probabilities":{"account":0.0001611669589104457,"billing":5.04644879524982e-05,"delivery":4.027410626826763e-05,"refund":8.689000322462773e-05,"technical":0.9996612044436451},"predicted":"technical","confidence":0.9996612044436451,"entropy_confidence":0.9978467071658589,"candidate_mass":0.9999365660683687,"accepted":true,"accepted_predicted":"technical","input_tokens":494,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00033885296053524374,"brier_hard":1.5247575849062765e-07,"soft_accuracy":0.9830025373188871,"brier_soft":0.0005390645032746368,"tvd":0.016505833041090042,"kl":0.061119843404897664,"case_id":"typed:164/r0","base_id":"typed:164","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.800306}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.017269252084096524,"1":0.0003451346139111328,"2":0.015214502992532814,"3":0.9671711103094598},"predicted":"3","confidence":0.9671711103094598,"entropy_confidence":0.8782303294729589,"candidate_mass":0.999240812219571,"accepted":true,"accepted_predicted":"3","input_tokens":479,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.971576031785723,"brier_hard":1.9352595146761664,"score_mae":1.698954471527356,"within_one":false,"case_id":"typed:164/r0","base_id":"typed:164","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.800306}
{"id":"needs_human","type":"binary","probabilities":{"false":0.4698228888082587,"true":0.5301771111917397},"predicted":"true","confidence":0.5301771111917397,"entropy_confidence":0.0026292012373159146,"candidate_mass":0.9835218772736873,"accepted":false,"accepted_predicted":null,"input_tokens":443,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.6345441561991301,"brier_hard":0.4414670936962763,"soft_accuracy":0.5251476127778572,"brier_soft":0.2987488683020416,"tvd":0.3864898888082595,"kl":0.3577802097754188,"case_id":"typed:164/r0","base_id":"typed:164","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.800306}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08794054828467901,"1":0.0019652329979941235,"2":0.1193180850578518,"3":0.7907761336594755},"predicted":"3","confidence":0.7907761336594755,"entropy_confidence":0.5200642533167759,"candidate_mass":0.9938190351804016,"accepted":false,"accepted_predicted":null,"input_tokens":472,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.125962368258776,"brier_hard":1.4086649310449442,"score_mae":0.4462628040921244,"within_one":true,"case_id":"typed:164/r0","base_id":"typed:164","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.800306}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0014300443994532267,"close_no_action":5.8474676618628506e-05,"escalate_to_human":0.00016069093079887302,"execute_refund":0.006644647225068197,"request_information":0.9917061427680621},"predicted":"request_information","confidence":0.9917061427680621,"entropy_confidence":0.967121524544198,"candidate_mass":0.9999259727399606,"accepted":true,"accepted_predicted":"request_information","input_tokens":401,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.736027722414644,"brier_hard":1.9832059173469034,"soft_accuracy":0.2977512618288433,"brier_soft":0.8480247755508146,"tvd":0.6984092646697485,"kl":5.001174420043215,"case_id":"typed:165/r0","base_id":"typed:165","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.756606}
{"id":"category","type":"choice","probabilities":{"account":5.8432361903033426e-05,"billing":7.540260531018803e-06,"delivery":7.852393663760314e-06,"refund":1.588603909707704e-05,"technical":0.9999102889448053},"predicted":"technical","confidence":0.9999102889448053,"entropy_confidence":0.9993686812705345,"candidate_mass":0.9999714176503672,"accepted":true,"accepted_predicted":"technical","input_tokens":392,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":8.971507947212532e-05,"brier_hard":1.1833296195039126e-08,"soft_accuracy":0.533311259455244,"brier_soft":0.40653168414617197,"tvd":0.46660049404403275,"kl":3.806193508893305,"case_id":"typed:165/r0","base_id":"typed:165","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.756606}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0040224943875648775,"1":9.794625525184566e-05,"2":0.0033257896046734237,"3":0.9925537697525095},"predicted":"3","confidence":0.9925537697525095,"entropy_confidence":0.9643025363624395,"candidate_mass":0.999651013909554,"accepted":true,"accepted_predicted":"3","input_tokens":377,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.007474091815204559,"brier_hard":8.26972759601046e-05,"score_mae":0.217743834722127,"within_one":true,"case_id":"typed:165/r0","base_id":"typed:165","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.756606}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7387876138030472,"true":0.26121238619695203},"predicted":"false","confidence":0.7387876138030472,"entropy_confidence":0.17142962553553065,"candidate_mass":0.9823514563230783,"accepted":false,"accepted_predicted":null,"input_tokens":341,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.3424214623483053,"brier_hard":1.091614276617602,"soft_accuracy":0.37264644677996506,"brier_soft":0.510968733229576,"tvd":0.5054546138030476,"kl":0.5565582019713473,"case_id":"typed:165/r0","base_id":"typed:165","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.756606}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.074298988035086,"1":0.0008506429996856711,"2":0.06386370000831652,"3":0.860986668956911},"predicted":"3","confidence":0.860986668956911,"entropy_confidence":0.6366398280334857,"candidate_mass":0.9975940558819896,"accepted":true,"accepted_predicted":"3","input_tokens":370,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.14967625788343497,"brier_hard":0.028924341602998466,"score_mae":0.3115380498870519,"within_one":true,"case_id":"typed:165/r0","base_id":"typed:165","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.756606}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0029293547320209255,"close_no_action":9.021042471463497e-05,"escalate_to_human":0.000381048834220622,"execute_refund":0.004371616029175573,"request_information":0.9922277699798666},"predicted":"request_information","confidence":0.9922277699798666,"entropy_confidence":0.9674307808549758,"candidate_mass":0.999844999509417,"accepted":true,"accepted_predicted":"request_information","input_tokens":473,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.872583017243727,"brier_hard":1.9837816953327652,"soft_accuracy":0.21614021985221504,"brier_soft":0.8622630999639731,"tvd":0.7755609866466509,"kl":4.273993420888225,"case_id":"typed:166/r0","base_id":"typed:166","repeat":0,"workflow":"customer_service","case_elapsed_ms":187.84070599999998}
{"id":"category","type":"choice","probabilities":{"account":0.0001123095830839709,"billing":1.3475909187629579e-05,"delivery":1.6607550546063296e-05,"refund":2.3265060941458404e-05,"technical":0.99983434189624},"predicted":"technical","confidence":0.99983434189624,"entropy_confidence":0.9989007810979046,"candidate_mass":0.999921854830322,"accepted":true,"accepted_predicted":"technical","input_tokens":464,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.214606971265056,"brier_hard":1.9996417730288283,"soft_accuracy":0.11668099297957459,"brier_soft":1.2495059991560509,"tvd":0.8831674585631238,"kl":7.475739696994617,"case_id":"typed:166/r0","base_id":"typed:166","repeat":0,"workflow":"customer_service","case_elapsed_ms":187.84070599999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.01637002905228198,"1":0.00032226121515598126,"2":0.010817534838358104,"3":0.9724901748942022},"predicted":"3","confidence":0.9724901748942022,"entropy_confidence":0.8946803968805507,"candidate_mass":0.9994677993413387,"accepted":true,"accepted_predicted":"3","input_tokens":449,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.526586865315014,"brier_hard":1.924487171352482,"score_mae":1.2394278555744787,"within_one":false,"case_id":"typed:166/r0","base_id":"typed:166","repeat":0,"workflow":"customer_service","case_elapsed_ms":187.84070599999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8021017923228975,"true":0.19789820767710148},"predicted":"false","confidence":0.8021017923228975,"entropy_confidence":0.2822954584763204,"candidate_mass":0.9866704098449348,"accepted":true,"accepted_predicted":"false","input_tokens":413,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.22051975607379506,"brier_hard":0.0783274012036188,"soft_accuracy":0.49999999999999944,"brier_soft":0.18253098584941477,"tvd":0.302101792322898,"kl":0.22711393903924035,"case_id":"typed:166/r0","base_id":"typed:166","repeat":0,"workflow":"customer_service","case_elapsed_ms":187.84070599999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.12014261448172807,"1":0.002139138221431468,"2":0.12181970222342828,"3":0.7558985450734113},"predicted":"3","confidence":0.7558985450734113,"entropy_confidence":0.46927969633969135,"candidate_mass":0.9941952087925702,"accepted":false,"accepted_predicted":null,"input_tokens":442,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.2798481114465261,"brier_hard":0.0888643838739177,"score_mae":0.1468071778885216,"within_one":true,"case_id":"typed:166/r0","base_id":"typed:166","repeat":0,"workflow":"customer_service","case_elapsed_ms":187.84070599999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.002985802429075766,"close_no_action":0.00018395547156054386,"escalate_to_human":0.0005749466843218645,"execute_refund":0.007417383870593558,"request_information":0.988837911544447},"predicted":"request_information","confidence":0.988837911544447,"entropy_confidence":0.9560685271785684,"candidate_mass":0.9998099517331805,"accepted":true,"accepted_predicted":"request_information","input_tokens":485,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.011224852050471435,"brier_hard":0.00018888922162413552,"soft_accuracy":0.446334533673375,"brier_soft":0.43399564496376825,"tvd":0.5388379115444476,"kl":2.283459332680076,"case_id":"typed:167/r0","base_id":"typed:167","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.36840600000002}
{"id":"category","type":"choice","probabilities":{"account":9.20146921953372e-05,"billing":1.5957064986017157e-05,"delivery":1.7582157913349574e-05,"refund":2.3568623752067906e-05,"technical":0.9998508774611548},"predicted":"technical","confidence":0.9998508774611548,"entropy_confidence":0.9989908592676816,"candidate_mass":0.9999370121751655,"accepted":true,"accepted_predicted":"technical","input_tokens":476,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.948625925040552,"brier_hard":1.9996666224299582,"soft_accuracy":0.013350486052265052,"brier_soft":1.7973791901972547,"tvd":0.9865178774611539,"kl":8.828845233282914,"case_id":"typed:167/r0","base_id":"typed:167","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.36840600000002}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.03568813677159468,"1":0.0007368987273935052,"2":0.020871530722862602,"3":0.9427034337781478},"predicted":"3","confidence":0.9427034337781478,"entropy_confidence":0.81198502410387,"candidate_mass":0.9984182163423883,"accepted":true,"accepted_predicted":"3","input_tokens":461,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.213060087165935,"brier_hard":1.8889257735230016,"score_mae":1.6205902615075618,"within_one":false,"case_id":"typed:167/r0","base_id":"typed:167","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.36840600000002}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5953441469815683,"true":0.4046558530184313},"predicted":"false","confidence":0.5953441469815683,"entropy_confidence":0.0263909756096099,"candidate_mass":0.9773668361228738,"accepted":false,"accepted_predicted":null,"input_tokens":425,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9047183187475767,"brier_hard":0.7088693066904228,"soft_accuracy":0.49999999999999983,"brier_soft":0.01818101272728588,"tvd":0.09534414698156851,"kl":0.018519799991830607,"case_id":"typed:167/r0","base_id":"typed:167","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.36840600000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.10576163258770672,"1":0.0018584326989221,"2":0.08166408267008969,"3":0.8107158520432803},"predicted":"3","confidence":0.8107158520432803,"entropy_confidence":0.5498897784575065,"candidate_mass":0.9942480927261701,"accepted":true,"accepted_predicted":"3","input_tokens":454,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.5051409983805115,"brier_hard":1.5117900265121433,"score_mae":0.9640011541689426,"within_one":true,"case_id":"typed:167/r0","base_id":"typed:167","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.36840600000002}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0010432310194105978,"close_no_action":5.04379013626407e-05,"escalate_to_human":0.0001711275593771433,"execute_refund":0.00803000928078496,"request_information":0.9907051942390647},"predicted":"request_information","confidence":0.9907051942390647,"entropy_confidence":0.9644979635205345,"candidate_mass":0.9999241877309815,"accepted":true,"accepted_predicted":"request_information","input_tokens":408,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.8654326323695045,"brier_hard":1.9794759210620745,"soft_accuracy":0.06687480378447914,"brier_soft":1.4656787664663375,"tvd":0.932068270186783,"kl":6.006919443082085,"case_id":"typed:168/r0","base_id":"typed:168","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.473806}
{"id":"category","type":"choice","probabilities":{"account":7.07583284764598e-05,"billing":1.3707163052569996e-05,"delivery":6.4614813989278386e-06,"refund":1.9922703648177045e-05,"technical":0.9998891503234223},"predicted":"technical","confidence":0.9998891503234223,"entropy_confidence":0.9992336683693619,"candidate_mass":0.9999757897187105,"accepted":true,"accepted_predicted":"technical","input_tokens":399,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.949651947739802,"brier_hard":1.9997653956049897,"soft_accuracy":0.010006024511503278,"brier_soft":1.920921827322781,"tvd":0.9898891503234231,"kl":8.995803229654724,"case_id":"typed:168/r0","base_id":"typed:168","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.473806}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0030592935447779418,"1":6.651256446752282e-05,"2":0.0017768690864405664,"3":0.995097324804315},"predicted":"3","confidence":0.995097324804315,"entropy_confidence":0.9751170453753562,"candidate_mass":0.9997184537071923,"accepted":true,"accepted_predicted":"3","input_tokens":384,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":6.332902403631763,"brier_hard":1.986677468624488,"score_mae":1.338912225150294,"within_one":false,"case_id":"typed:168/r0","base_id":"typed:168","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.473806}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6239731617775722,"true":0.376026838222428},"predicted":"false","confidence":0.6239731617775722,"entropy_confidence":0.04481249662154485,"candidate_mass":0.982458115902198,"accepted":false,"accepted_predicted":null,"input_tokens":348,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.47164792150950413,"brier_hard":0.2827923661271119,"soft_accuracy":0.5578540595140926,"brier_soft":0.023919148432071203,"tvd":0.1093598382224279,"kl":0.026785071941371336,"case_id":"typed:168/r0","base_id":"typed:168","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.473806}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.021924387737458,"1":0.000435406413718913,"2":0.02207443808303258,"3":0.9555657677657917},"predicted":"3","confidence":0.9555657677657917,"entropy_confidence":0.8451024587952156,"candidate_mass":0.9988770295188347,"accepted":true,"accepted_predicted":"3","input_tokens":377,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.813334987718356,"brier_hard":1.869925209532851,"score_mae":1.341281585877159,"within_one":false,"case_id":"typed:168/r0","base_id":"typed:168","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.473806}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0028778540055655736,"close_no_action":6.932132941122491e-05,"escalate_to_human":0.00020536469884854298,"execute_refund":0.004726515359354271,"request_information":0.9921209446068194},"predicted":"request_information","confidence":0.9921209446068194,"entropy_confidence":0.9674411572005089,"candidate_mass":0.9997808087350756,"accepted":true,"accepted_predicted":"request_information","input_tokens":327,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.490723140632074,"brier_hard":1.9839239083010562,"soft_accuracy":0.10024687454802553,"brier_soft":1.2227072175366058,"tvd":0.8921210446067199,"kl":5.831580295430525,"case_id":"typed:169/r0","base_id":"typed:169","repeat":0,"workflow":"customer_service","case_elapsed_ms":161.828005}
{"id":"category","type":"choice","probabilities":{"account":0.00014563649452041936,"billing":1.1263831574948252e-05,"delivery":1.2195121686413115e-05,"refund":1.6342299448959038e-05,"technical":0.9998145622527681},"predicted":"technical","confidence":0.9998145622527681,"entropy_confidence":0.9988079860435689,"candidate_mass":0.9999572437252532,"accepted":true,"accepted_predicted":"technical","input_tokens":318,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.393913711168523,"brier_hard":1.9996066529821988,"soft_accuracy":0.0033446042315614403,"brier_soft":1.7846299200063296,"tvd":0.9964815589197653,"kl":9.082862504007213,"case_id":"typed:169/r0","base_id":"typed:169","repeat":0,"workflow":"customer_service","case_elapsed_ms":161.828005}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.018283995147133924,"1":0.00018395914336936974,"2":0.007708071355931232,"3":0.9738239743535639},"predicted":"3","confidence":0.9738239743535639,"entropy_confidence":0.9003936511260122,"candidate_mass":0.9995897988995476,"accepted":true,"accepted_predicted":"3","input_tokens":303,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.865487271086874,"brier_hard":1.9333107429974432,"score_mae":0.9704050249159237,"within_one":true,"case_id":"typed:169/r0","base_id":"typed:169","repeat":0,"workflow":"customer_service","case_elapsed_ms":161.828005}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7482948221658063,"true":0.2517051778341919},"predicted":"false","confidence":0.7482948221658063,"entropy_confidence":0.18603040192997922,"candidate_mass":0.9873484105927623,"accepted":false,"accepted_predicted":null,"input_tokens":267,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.3794968056015549,"brier_hard":1.119890281760314,"soft_accuracy":0.3592997663025898,"brier_soft":0.5652562826015182,"tvd":0.5316278221658072,"kl":0.6207727428429917,"case_id":"typed:169/r0","base_id":"typed:169","repeat":0,"workflow":"customer_service","case_elapsed_ms":161.828005}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.13369411258537314,"1":0.0009992877651274596,"2":0.1069874222468434,"3":0.7583191774026574},"predicted":"3","confidence":0.7583191774026574,"entropy_confidence":0.4771426228990929,"candidate_mass":0.995834072373978,"accepted":false,"accepted_predicted":null,"input_tokens":296,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.2350440005245886,"brier_hard":1.3903945531580086,"score_mae":0.23993166446678682,"within_one":true,"case_id":"typed:169/r0","base_id":"typed:169","repeat":0,"workflow":"customer_service","case_elapsed_ms":161.828005}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.002777000322179146,"close_no_action":6.837947623366435e-05,"escalate_to_human":0.00022815320045632096,"execute_refund":0.00579512251767477,"request_information":0.9911313444834563},"predicted":"request_information","confidence":0.9911313444834563,"entropy_confidence":0.9642149412943454,"candidate_mass":0.999840931561933,"accepted":true,"accepted_predicted":"request_information","input_tokens":325,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.008908216115113318,"brier_hard":0.00012000495609101369,"soft_accuracy":0.5791043456891374,"brier_soft":0.28197430481187546,"tvd":0.41359288366754765,"kl":1.7684414604530756,"case_id":"typed:170/r0","base_id":"typed:170","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.802406}
{"id":"category","type":"choice","probabilities":{"account":0.0001283737600218789,"billing":1.647056057485115e-05,"delivery":1.0284704912935259e-05,"refund":2.122062264224571e-05,"technical":0.9998236503518488},"predicted":"technical","confidence":0.9998236503518488,"entropy_confidence":0.9988477313948063,"candidate_mass":0.9999723792474187,"accepted":true,"accepted_predicted":"technical","input_tokens":316,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00017636519957871819,"brier_hard":4.840639001131486e-08,"soft_accuracy":0.9864945758896607,"brier_soft":0.00021634889109561654,"tvd":0.013155663683861825,"kl":0.05160608073135314,"case_id":"typed:170/r0","base_id":"typed:170","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.802406}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.014630643635667007,"1":0.00015645709636078424,"2":0.0073199940182224555,"3":0.9778929052497508},"predicted":"3","confidence":0.9778929052497508,"entropy_confidence":0.9126920345217573,"candidate_mass":0.9995008380451302,"accepted":true,"accepted_predicted":"3","input_tokens":301,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.762728730228108,"brier_hard":1.9562292824695202,"score_mae":1.681808160882058,"within_one":false,"case_id":"typed:170/r0","base_id":"typed:170","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.802406}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6702462652801173,"true":0.3297537347198832},"predicted":"false","confidence":0.6702462652801173,"entropy_confidence":0.08532543313004137,"candidate_mass":0.9914610006029284,"accepted":false,"accepted_predicted":null,"input_tokens":265,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.40011007401122,"brier_hard":0.21747505112342186,"soft_accuracy":0.5851231326400588,"brier_soft":0.012721316403538917,"tvd":0.07975373471988292,"kl":0.015099701273515231,"case_id":"typed:170/r0","base_id":"typed:170","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.802406}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.057080864478291186,"1":0.0006485842856864068,"2":0.08249202851192605,"3":0.8597785227240964},"predicted":"3","confidence":0.8597785227240964,"entropy_confidence":0.6365002178042538,"candidate_mass":0.9971241151662262,"accepted":true,"accepted_predicted":"3","input_tokens":294,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.34071859243512,"brier_hard":1.747985520085434,"score_mae":1.4283012094818275,"within_one":false,"case_id":"typed:170/r0","base_id":"typed:170","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.802406}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0018128719901943306,"close_no_action":6.498195613924477e-05,"escalate_to_human":0.0002287866653806719,"execute_refund":0.004345628355556681,"request_information":0.9935477310327276},"predicted":"request_information","confidence":0.9935477310327276,"entropy_confidence":0.9726275710298579,"candidate_mass":0.999879820201252,"accepted":true,"accepted_predicted":"request_information","input_tokens":413,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.006473174830038173,"brier_hard":6.385933147635499e-05,"soft_accuracy":0.6231541327198312,"brier_soft":0.21540772951514164,"tvd":0.36789272938765505,"kl":1.6437517673054718,"case_id":"typed:171/r0","base_id":"typed:171","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.821906}
{"id":"category","type":"choice","probabilities":{"account":8.047865586181558e-05,"billing":1.1671573624916161e-05,"delivery":7.952750938874835e-06,"refund":2.3575697887941447e-05,"technical":0.9998763213216848},"predicted":"technical","confidence":0.9998763213216848,"entropy_confidence":0.99915526902457,"candidate_mass":0.9999736571471228,"accepted":true,"accepted_predicted":"technical","input_tokens":404,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.427518553270513,"brier_hard":1.999591707860161,"soft_accuracy":0.07673000924538165,"brier_soft":1.6564250130825784,"tvd":0.923209397988609,"kl":8.234618165644436,"case_id":"typed:171/r0","base_id":"typed:171","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.821906}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0064978562607075335,"1":7.981721007822783e-05,"2":0.00264868390596021,"3":0.9907736426232527},"predicted":"3","confidence":0.9907736426232527,"entropy_confidence":0.9578889448255676,"candidate_mass":0.999544073099105,"accepted":true,"accepted_predicted":"3","input_tokens":389,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":9.435771411620195,"brier_hard":1.9815220205299982,"score_mae":1.711031112891757,"within_one":false,"case_id":"typed:171/r0","base_id":"typed:171","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.821906}
{"id":"needs_human","type":"binary","probabilities":{"false":0.77950154406752,"true":0.22049845593248166},"predicted":"false","confidence":0.77950154406752,"entropy_confidence":0.23892337502772676,"candidate_mass":0.9841847795860941,"accepted":false,"accepted_predicted":null,"input_tokens":353,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2491006096427526,"brier_hard":0.09723913813721637,"soft_accuracy":0.6770178309104591,"brier_soft":0.002762542229338349,"tvd":0.03716545593248083,"kl":0.004196897070728602,"case_id":"typed:171/r0","base_id":"typed:171","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.821906}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.06183873758223959,"1":0.0007745013096562241,"2":0.054517147234461556,"3":0.8828696138736417},"predicted":"3","confidence":0.8828696138736417,"entropy_confidence":0.6780997554892821,"candidate_mass":0.9956604212351681,"accepted":true,"accepted_predicted":"3","input_tokens":382,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.9092399986427395,"brier_hard":1.6772212092930978,"score_mae":0.7517506373995042,"within_one":true,"case_id":"typed:171/r0","base_id":"typed:171","repeat":0,"workflow":"customer_service","case_elapsed_ms":183.821906}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.002241835521004116,"close_no_action":5.546294499675051e-05,"escalate_to_human":0.00025022782097171504,"execute_refund":0.00461765204012367,"request_information":0.9928348216729046},"predicted":"request_information","confidence":0.9928348216729046,"entropy_confidence":0.9700097144983045,"candidate_mass":0.9998664735111176,"accepted":true,"accepted_predicted":"request_information","input_tokens":385,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.293138771182246,"brier_hard":1.9852469417112923,"soft_accuracy":0.28190722211875346,"brier_soft":0.7680443086717288,"tvd":0.7141194737130278,"kl":4.362869360945043,"case_id":"typed:172/r0","base_id":"typed:172","repeat":0,"workflow":"customer_service","case_elapsed_ms":171.376505}
{"id":"category","type":"choice","probabilities":{"account":0.0001126453969000787,"billing":1.3476123045033412e-05,"delivery":1.2343550937099854e-05,"refund":2.0861322421644717e-05,"technical":0.9998406736066966},"predicted":"technical","confidence":0.9998406736066966,"entropy_confidence":0.9989444271975433,"candidate_mass":0.999950434794995,"accepted":true,"accepted_predicted":"technical","input_tokens":376,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.214591101782414,"brier_hard":1.9996544338103521,"soft_accuracy":0.006680336581413776,"brier_soft":1.9403658084496147,"tvd":0.9931736736066964,"kl":9.042462473758903,"case_id":"typed:172/r0","base_id":"typed:172","repeat":0,"workflow":"customer_service","case_elapsed_ms":171.376505}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.015214080419326306,"1":0.0002173237244022709,"2":0.00879912308894525,"3":0.9757694727673253},"predicted":"3","confidence":0.9757694727673253,"entropy_confidence":0.9054358770585442,"candidate_mass":0.9994239468339433,"accepted":true,"accepted_predicted":"3","input_tokens":361,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.024528916402815102,"brier_hard":0.0008960584897147166,"score_mae":0.4017909882042683,"within_one":true,"case_id":"typed:172/r0","base_id":"typed:172","repeat":0,"workflow":"customer_service","case_elapsed_ms":171.376505}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8899793706352863,"true":0.11002062936471305},"predicted":"false","confidence":0.8899793706352863,"entropy_confidence":0.5000218205808213,"candidate_mass":0.9807143375341577,"accepted":true,"accepted_predicted":"false","input_tokens":325,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.2070873910938786,"brier_hard":1.5841265603127619,"soft_accuracy":0.284211154928894,"brier_soft":0.8888347669623999,"tvd":0.6666463706352866,"kl":1.209108791000006,"case_id":"typed:172/r0","base_id":"typed:172","repeat":0,"workflow":"customer_service","case_elapsed_ms":171.376505}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08186648637880677,"1":0.0011793889604003206,"2":0.08551727463214708,"3":0.8314368500286469},"predicted":"3","confidence":0.8314368500286469,"entropy_confidence":0.584063741879371,"candidate_mass":0.996185809123762,"accepted":true,"accepted_predicted":"3","input_tokens":354,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.1845999302824097,"brier_hard":0.042430252339106224,"score_mae":0.09985748831063557,"within_one":true,"case_id":"typed:172/r0","base_id":"typed:172","repeat":0,"workflow":"customer_service","case_elapsed_ms":171.376505}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0029554505088924526,"close_no_action":0.00011391576384931322,"escalate_to_human":0.0005996053204914687,"execute_refund":0.005588022290787812,"request_information":0.9907430061159787},"predicted":"request_information","confidence":0.9907430061159787,"entropy_confidence":0.9621634114482536,"candidate_mass":0.9998193348922593,"accepted":true,"accepted_predicted":"request_information","input_tokens":479,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":5.824104183266396,"brier_hard":1.9757011363341157,"soft_accuracy":0.3977430118184085,"brier_soft":0.57599230064912,"tvd":0.5963314284063665,"kl":2.6976023396060254,"case_id":"typed:173/r0","base_id":"typed:173","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.091506}
{"id":"category","type":"choice","probabilities":{"account":0.00015178852057105635,"billing":1.9920197179664888e-05,"delivery":2.141144065214888e-05,"refund":1.8735257380360415e-05,"technical":0.999788144584216},"predicted":"technical","confidence":0.999788144584216,"entropy_confidence":0.9986353827591212,"candidate_mass":0.9999103342935578,"accepted":true,"accepted_predicted":"technical","input_tokens":470,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00021187786031259695,"brier_hard":6.912874608972414e-08,"soft_accuracy":0.9597994867415888,"brier_soft":0.0020125455504002277,"tvd":0.0397871845832564,"kl":0.19378252740385302,"case_id":"typed:173/r0","base_id":"typed:173","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.091506}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.016548252766617824,"1":0.0003700696884461287,"2":0.008124772147928503,"3":0.9749569053970071},"predicted":"3","confidence":0.9749569053970071,"entropy_confidence":0.9028874799304244,"candidate_mass":0.9992276634710993,"accepted":true,"accepted_predicted":"3","input_tokens":455,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.812837594491434,"brier_hard":1.9346314166291096,"score_mae":1.1914903301753248,"within_one":false,"case_id":"typed:173/r0","base_id":"typed:173","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.091506}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6114558382114919,"true":0.3885441617885066},"predicted":"false","confidence":0.6114558382114919,"entropy_confidence":0.03614638444234053,"candidate_mass":0.9793199544110139,"accepted":false,"accepted_predicted":null,"input_tokens":419,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.49191254525023353,"brier_hard":0.30193313131986754,"soft_accuracy":0.5037152689109411,"brier_soft":0.017969847698969057,"tvd":0.09478883821149264,"kl":0.018481578207423938,"case_id":"typed:173/r0","base_id":"typed:173","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.091506}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07578498889210189,"1":0.0012796372171467044,"2":0.07114901883215849,"3":0.8517863550585923},"predicted":"3","confidence":0.8517863550585923,"entropy_confidence":0.618604307385193,"candidate_mass":0.9967067340058194,"accepted":true,"accepted_predicted":"3","input_tokens":448,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.6429787446726536,"brier_hard":1.5940491418932476,"score_mae":0.4489367400572406,"within_one":true,"case_id":"typed:173/r0","base_id":"typed:173","repeat":0,"workflow":"customer_service","case_elapsed_ms":178.091506}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.002434991922942988,"close_no_action":0.0001184697847394487,"escalate_to_human":0.0003636806756198992,"execute_refund":0.008360891304233682,"request_information":0.9887219663124651},"predicted":"request_information","confidence":0.9887219663124651,"entropy_confidence":0.9566191688037944,"candidate_mass":0.9998329559576069,"accepted":true,"accepted_predicted":"request_information","input_tokens":456,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.919234340129972,"brier_hard":1.9769197453053373,"soft_accuracy":0.03051159707627597,"brier_soft":1.4929567265048211,"tvd":0.9604158942836616,"kl":6.491326319625011,"case_id":"typed:174/r0","base_id":"typed:174","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.053707}
{"id":"category","type":"choice","probabilities":{"account":9.848411123220495e-05,"billing":2.8230274141612276e-05,"delivery":1.7932963007954173e-05,"refund":4.4944546869449554e-05,"technical":0.9998104081047491},"predicted":"technical","confidence":0.9998104081047491,"entropy_confidence":0.9987326311879594,"candidate_mass":0.9999620614851918,"accepted":true,"accepted_predicted":"technical","input_tokens":447,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.928870029791941,"brier_hard":1.9995849990662409,"soft_accuracy":0.020014465405737886,"brier_soft":1.881793765250521,"tvd":0.9798103881047289,"kl":8.86723846124426,"case_id":"typed:174/r0","base_id":"typed:174","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.053707}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.013821040824759184,"1":0.00044931989569316796,"2":0.01183060489652209,"3":0.9738990343830255},"predicted":"3","confidence":0.9738990343830255,"entropy_confidence":0.8983697684142291,"candidate_mass":0.9987690629704337,"accepted":true,"accepted_predicted":"3","input_tokens":432,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.4370654698796095,"brier_hard":1.9251493056492113,"score_mae":1.3458076328378135,"within_one":false,"case_id":"typed:174/r0","base_id":"typed:174","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.053707}
{"id":"needs_human","type":"binary","probabilities":{"false":0.4634551583093177,"true":0.5365448416906808},"predicted":"true","confidence":0.5365448416906808,"entropy_confidence":0.0038569502274874434,"candidate_mass":0.9872101702758945,"accepted":false,"accepted_predicted":null,"input_tokens":396,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.6226051385016759,"brier_hard":0.4295813675270308,"soft_accuracy":0.5216832970996981,"brier_soft":0.13532707448699627,"tvd":0.26012215830931845,"kl":0.14739295519911572,"case_id":"typed:174/r0","base_id":"typed:174","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.053707}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.0623548022733156,"1":0.002089858513203976,"2":0.12125814642294062,"3":0.81429719279054},"predicted":"3","confidence":0.81429719279054,"entropy_confidence":0.5606701204194708,"candidate_mass":0.9922559767516771,"accepted":true,"accepted_predicted":"3","input_tokens":425,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.1098335644281647,"brier_hard":1.4391596522897494,"score_mae":0.40416472973070583,"within_one":true,"case_id":"typed:174/r0","base_id":"typed:174","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.053707}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0042363317895788314,"close_no_action":6.445954139929126e-05,"escalate_to_human":0.0004263631202731237,"execute_refund":0.004977329517931243,"request_information":0.9902955160308167},"predicted":"request_information","confidence":0.9902955160308167,"entropy_confidence":0.9607753956803318,"candidate_mass":0.9998759884425077,"accepted":true,"accepted_predicted":"request_information","input_tokens":257,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.760219179769884,"brier_hard":1.9798753890868996,"soft_accuracy":0.10952913846257553,"brier_soft":1.443269061870166,"tvd":0.880295626030707,"kl":6.1419202405167175,"case_id":"typed:175/r0","base_id":"typed:175","repeat":0,"workflow":"customer_service","case_elapsed_ms":123.17810399999999}
{"id":"category","type":"choice","probabilities":{"account":0.00020541893187448333,"billing":1.3473854170998482e-05,"delivery":1.7071120821578196e-05,"refund":2.49606258597321e-05,"technical":0.9997390754672718},"predicted":"technical","confidence":0.9997390754672718,"entropy_confidence":0.9983795309082086,"candidate_mass":0.9999537880291196,"accepted":true,"accepted_predicted":"technical","input_tokens":248,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.978122362998402,"brier_hard":1.9994441200674506,"soft_accuracy":0.06666632585068491,"brier_soft":1.681190086163724,"tvd":0.9330720754672724,"kl":8.319042659380955,"case_id":"typed:175/r0","base_id":"typed:175","repeat":0,"workflow":"customer_service","case_elapsed_ms":123.17810399999999}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.04321116456548641,"1":0.0002573878638520239,"2":0.007203962589268821,"3":0.949327484981391},"predicted":"3","confidence":0.949327484981391,"entropy_confidence":0.839293601048142,"candidate_mass":0.9995024338180845,"accepted":true,"accepted_predicted":"3","input_tokens":233,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.05200145562044157,"brier_hard":0.004486871846916749,"score_mae":0.0006852320134371759,"within_one":true,"case_id":"typed:175/r0","base_id":"typed:175","repeat":0,"workflow":"customer_service","case_elapsed_ms":123.17810399999999}
{"id":"needs_human","type":"binary","probabilities":{"false":0.89323885292913,"true":0.10676114707087007},"predicted":"false","confidence":0.89323885292913,"entropy_confidence":0.509931368524418,"candidate_mass":0.9937527164441033,"accepted":true,"accepted_predicted":"false","input_tokens":197,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.2371612101154668,"brier_hard":1.5957512967642957,"soft_accuracy":0.16967936353953084,"brier_soft":1.3227148638269743,"tvd":0.81323885292913,"kl":1.788451042448442,"case_id":"typed:175/r0","base_id":"typed:175","repeat":0,"workflow":"customer_service","case_elapsed_ms":123.17810399999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.1798905578424698,"1":0.0009694349284378436,"2":0.08668678309408759,"3":0.7324532241350054},"predicted":"3","confidence":0.7324532241350054,"entropy_confidence":0.45512708276884517,"candidate_mass":0.9975697918913736,"accepted":false,"accepted_predicted":null,"input_tokens":226,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.31135579796608326,"brier_hard":0.11145742824391053,"score_mae":0.43163032647837074,"within_one":true,"case_id":"typed:175/r0","base_id":"typed:175","repeat":0,"workflow":"customer_service","case_elapsed_ms":123.17810399999999}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0021540851877818916,"close_no_action":0.00010230147217951396,"escalate_to_human":0.0003297076746726785,"execute_refund":0.006076250207703199,"request_information":0.9913376554576625},"predicted":"request_information","confidence":0.9913376554576625,"entropy_confidence":0.9649292173568196,"candidate_mass":0.9998606179171136,"accepted":true,"accepted_predicted":"request_information","input_tokens":434,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.01730413041205,"brier_hard":1.9821326118512745,"soft_accuracy":0.03433754195815132,"brier_soft":1.323006605508233,"tvd":0.9580046221246293,"kl":5.820744896035769,"case_id":"typed:176/r0","base_id":"typed:176","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.397506}
{"id":"category","type":"choice","probabilities":{"account":8.602193279166595e-05,"billing":2.638968239235131e-05,"delivery":1.8413903777496057e-05,"refund":2.341128858105996e-05,"technical":0.9998457631924588},"predicted":"technical","confidence":0.9998457631924588,"entropy_confidence":0.9989511516014271,"candidate_mass":0.9999519674053804,"accepted":true,"accepted_predicted":"technical","input_tokens":425,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.902404538620253,"brier_hard":1.9996547313497037,"soft_accuracy":0.0033511103687675135,"brier_soft":1.9665474899800532,"tvd":0.9965127598594548,"kl":9.113379987949354,"case_id":"typed:176/r0","base_id":"typed:176","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.397506}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.007825839243272632,"1":0.0001027390008681253,"2":0.0021366678606043743,"3":0.9899347538952556},"predicted":"3","confidence":0.9899347538952556,"entropy_confidence":0.9552381625886017,"candidate_mass":0.9997693442626178,"accepted":true,"accepted_predicted":"3","input_tokens":410,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":6.148507737932626,"brier_hard":1.9757633009131619,"score_mae":0.7341803364078436,"within_one":true,"case_id":"typed:176/r0","base_id":"typed:176","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.397506}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6051115045196079,"true":0.3948884954803925},"predicted":"false","confidence":0.6051115045196079,"entropy_confidence":0.03211808631491908,"candidate_mass":0.9925645917216617,"accepted":false,"accepted_predicted":null,"input_tokens":374,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9291518438553724,"brier_hard":0.7323198658039665,"soft_accuracy":0.47056877873451003,"brier_soft":0.12015929929573135,"tvd":0.24511150451960773,"kl":0.12208229713295965,"case_id":"typed:176/r0","base_id":"typed:176","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.397506}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.024830732906905677,"1":0.00040544624680387183,"2":0.015363504139805062,"3":0.9594003167064838},"predicted":"3","confidence":0.9594003167064838,"entropy_confidence":0.8565589899166249,"candidate_mass":0.9992743417379695,"accepted":true,"accepted_predicted":"3","input_tokens":403,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.04144685980532258,"brier_hard":0.0025011012263407577,"score_mae":0.5326664046458656,"within_one":true,"case_id":"typed:176/r0","base_id":"typed:176","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.397506}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0028922492748605705,"close_no_action":0.0001361490122204156,"escalate_to_human":0.0005285059865653772,"execute_refund":0.009676173852965849,"request_information":0.9867669218733875},"predicted":"request_information","confidence":0.9867669218733875,"entropy_confidence":0.9502117162592651,"candidate_mass":0.9998029541859695,"accepted":true,"accepted_predicted":"request_information","input_tokens":448,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.545456425252901,"brier_hard":1.9727542374317815,"soft_accuracy":0.14218729399577099,"brier_soft":1.26814723696937,"tvd":0.8434339218733876,"kl":5.491877227801351,"case_id":"typed:177/r0","base_id":"typed:177","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.297804}
{"id":"category","type":"choice","probabilities":{"account":0.00015803906117677045,"billing":2.900368565859893e-05,"delivery":2.523823312161539e-05,"refund":3.940947691142574e-05,"technical":0.9997483095431319},"predicted":"technical","confidence":0.9997483095431319,"entropy_confidence":0.9983815295724165,"candidate_mass":0.9999438754405109,"accepted":true,"accepted_predicted":"technical","input_tokens":439,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":8.752668332854,"brier_hard":1.9991806323196304,"soft_accuracy":0.020117247059688953,"brier_soft":1.545418254100606,"tvd":0.9797483095431317,"kl":8.286696903611737,"case_id":"typed:177/r0","base_id":"typed:177","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.297804}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.012930169862959404,"1":0.0003915409025064261,"2":0.011211471790444403,"3":0.9754668174440895},"predicted":"3","confidence":0.9754668174440895,"entropy_confidence":0.9034309766284362,"candidate_mass":0.999276649182466,"accepted":true,"accepted_predicted":"3","input_tokens":424,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.024839135444128864,"brier_hard":0.0008949167429928823,"score_mae":0.2658819368156635,"within_one":true,"case_id":"typed:177/r0","base_id":"typed:177","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.297804}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6820031628728953,"true":0.3179968371271039},"predicted":"false","confidence":0.6820031628728953,"entropy_confidence":0.09781022426253927,"candidate_mass":0.9839120341997339,"accepted":false,"accepted_predicted":null,"input_tokens":388,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.145713842392606,"brier_hard":0.9302566283372671,"soft_accuracy":0.37987791250388847,"brier_soft":0.5242944775836978,"tvd":0.5120031628728956,"kl":0.5601188433545053,"case_id":"typed:177/r0","base_id":"typed:177","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.297804}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.04840353807588954,"1":0.0009228796724825921,"2":0.05446174647675211,"3":0.8962118357748757},"predicted":"3","confidence":0.8962118357748757,"entropy_confidence":0.7044444299571132,"candidate_mass":0.9970606599818279,"accepted":true,"accepted_predicted":"3","input_tokens":417,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.10957847009503402,"brier_hard":0.016081819067673357,"score_mae":0.19181487995061408,"within_one":true,"case_id":"typed:177/r0","base_id":"typed:177","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.297804}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.002183474142047275,"close_no_action":5.674210395386641e-05,"escalate_to_human":0.00018336639825586187,"execute_refund":0.0028983105719317683,"request_information":0.9946781067838103},"predicted":"request_information","confidence":0.9946781067838103,"entropy_confidence":0.9765417468307933,"candidate_mass":0.9998402747090008,"accepted":true,"accepted_predicted":"request_information","input_tokens":347,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.604024230544834,"brier_hard":1.989031007924916,"soft_accuracy":0.06007879485849677,"brier_soft":1.5232624287824346,"tvd":0.9346781067838108,"kl":7.11108306176311,"case_id":"typed:178/r0","base_id":"typed:178","repeat":0,"workflow":"customer_service","case_elapsed_ms":156.1745}
{"id":"category","type":"choice","probabilities":{"account":0.00011486544122248836,"billing":1.0706140857823287e-05,"delivery":9.561367763735745e-06,"refund":1.2179523788781755e-05,"technical":0.9998526875263681},"predicted":"technical","confidence":0.9998526875263681,"entropy_confidence":0.9990305998989694,"candidate_mass":0.9999451924019808,"accepted":true,"accepted_predicted":"technical","input_tokens":338,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00014732332518003563,"brier_hard":3.5249416480078753e-08,"soft_accuracy":0.8765427007764797,"brier_soft":0.01959834430519345,"tvd":0.12318568752636766,"kl":0.7960335654522158,"case_id":"typed:178/r0","base_id":"typed:178","repeat":0,"workflow":"customer_service","case_elapsed_ms":156.1745}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.03236290298184731,"1":0.00022639598763533254,"2":0.008445846519977977,"3":0.9589648545105409},"predicted":"3","confidence":0.9589648545105409,"entropy_confidence":0.8604686130603328,"candidate_mass":0.9989956662137758,"accepted":true,"accepted_predicted":"3","input_tokens":323,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.774080494553804,"brier_hard":1.9038406402144619,"score_mae":0.7306796525592141,"within_one":true,"case_id":"typed:178/r0","base_id":"typed:178","repeat":0,"workflow":"customer_service","case_elapsed_ms":156.1745}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9016840407280489,"true":0.09831595927195184},"predicted":"false","confidence":0.9016840407280489,"entropy_confidence":0.5363655340223721,"candidate_mass":0.9829040686551913,"accepted":true,"accepted_predicted":"false","input_tokens":287,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.319568912291107,"brier_hard":1.626068218607322,"soft_accuracy":0.2268548523049274,"brier_soft":1.1001904325413712,"tvd":0.7416840407280485,"kl":1.525326584159295,"case_id":"typed:178/r0","base_id":"typed:178","repeat":0,"workflow":"customer_service","case_elapsed_ms":156.1745}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08911835617500294,"1":0.0006962202169615425,"2":0.04472826668225871,"3":0.8654571569257772},"predicted":"3","confidence":0.8654571569257772,"entropy_confidence":0.6504605203319088,"candidate_mass":0.9975344292599917,"accepted":true,"accepted_predicted":"3","input_tokens":316,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.14449740654339396,"brier_hard":0.028044960592819395,"score_mae":0.06319122435880997,"within_one":true,"case_id":"typed:178/r0","base_id":"typed:178","repeat":0,"workflow":"customer_service","case_elapsed_ms":156.1745}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.001670526173026683,"close_no_action":6.052919632593339e-05,"escalate_to_human":0.00028208901151567916,"execute_refund":0.015261001736481823,"request_information":0.982725853882649},"predicted":"request_information","confidence":0.982725853882649,"entropy_confidence":0.9412662148674446,"candidate_mass":0.9999017218300317,"accepted":true,"accepted_predicted":"request_information","input_tokens":315,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.173287893158523,"brier_hard":1.9654216979360397,"soft_accuracy":0.1807581151915626,"brier_soft":1.135580601131946,"tvd":0.7993928538826495,"kl":5.584720787214097,"case_id":"typed:179/r0","base_id":"typed:179","repeat":0,"workflow":"customer_service","case_elapsed_ms":149.5384}
{"id":"category","type":"choice","probabilities":{"account":0.00010658137004864361,"billing":1.5967343704161023e-05,"delivery":1.1751213260192598e-05,"refund":2.3193518700446676e-05,"technical":0.9998425065542852},"predicted":"technical","confidence":0.9998425065542852,"entropy_confidence":0.9989501896928431,"candidate_mass":0.999970395630713,"accepted":true,"accepted_predicted":"technical","input_tokens":306,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.044964939931141,"brier_hard":1.9996531155159225,"soft_accuracy":0.040009643068319535,"brier_soft":1.8175108396226916,"tvd":0.9598425065542859,"kl":8.653332595867562,"case_id":"typed:179/r0","base_id":"typed:179","repeat":0,"workflow":"customer_service","case_elapsed_ms":149.5384}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.010580297323457971,"1":0.00016160728371739794,"2":0.00848611711151351,"3":0.98077197828131},"predicted":"3","confidence":0.98077197828131,"entropy_confidence":0.9213347840995318,"candidate_mass":0.9996337367256859,"accepted":true,"accepted_predicted":"3","input_tokens":291,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.769323731741785,"brier_hard":1.9451254221508048,"score_mae":0.8094497763506747,"within_one":true,"case_id":"typed:179/r0","base_id":"typed:179","repeat":0,"workflow":"customer_service","case_elapsed_ms":149.5384}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8515944725383763,"true":0.14840552746162317},"predicted":"false","confidence":0.8515944725383763,"entropy_confidence":0.39416428918622504,"candidate_mass":0.9891168509655872,"accepted":true,"accepted_predicted":"false","input_tokens":255,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.9078067018965328,"brier_hard":1.4504262913158317,"soft_accuracy":0.2468519797723686,"brier_soft":1.0127333866943407,"tvd":0.7115944725383765,"kl":1.2582405556997815,"case_id":"typed:179/r0","base_id":"typed:179","repeat":0,"workflow":"customer_service","case_elapsed_ms":149.5384}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.021561974548204813,"1":0.0003474071787397169,"2":0.04836873766405326,"3":0.9297218806090023},"predicted":"3","confidence":0.9297218806090023,"entropy_confidence":0.7837765219434466,"candidate_mass":0.9990465879720227,"accepted":true,"accepted_predicted":"3","input_tokens":284,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.0289015899851393,"brier_hard":1.7704498741764128,"score_mae":0.686250524333853,"within_one":true,"case_id":"typed:179/r0","base_id":"typed:179","repeat":0,"workflow":"customer_service","case_elapsed_ms":149.5384}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0039829847587059585,"close_no_action":0.00015342679840732283,"escalate_to_human":0.0005184385633077604,"execute_refund":0.006646089924800982,"request_information":0.9886990599547774},"predicted":"request_information","confidence":0.9886990599547774,"entropy_confidence":0.9553653744436741,"candidate_mass":0.9997184743683725,"accepted":true,"accepted_predicted":"request_information","input_tokens":458,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.564689026596181,"brier_hard":1.9765492810260479,"soft_accuracy":0.32463502853766707,"brier_soft":0.6643612131093294,"tvd":0.6617760599547776,"kl":3.388972102046107,"case_id":"typed:180/r0","base_id":"typed:180","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.837}
{"id":"category","type":"choice","probabilities":{"account":0.00017380180083732016,"billing":4.0698472792702194e-05,"delivery":2.7047498642911816e-05,"refund":5.6257112698584325e-05,"technical":0.99970219511503},"predicted":"technical","confidence":0.99970219511503,"entropy_confidence":0.9981056170698038,"candidate_mass":0.9999516110902766,"accepted":true,"accepted_predicted":"technical","input_tokens":449,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.51791602855894,"brier_hard":1.9993504196803853,"soft_accuracy":0.3165923786337328,"brier_soft":0.8689973129662054,"tvd":0.6832089969158666,"kl":5.7822321570631265,"case_id":"typed:180/r0","base_id":"typed:180","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.837}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.032109966255535305,"1":0.0005612855858335653,"2":0.01534146127582689,"3":0.9519872868828035},"predicted":"3","confidence":0.9519872868828035,"entropy_confidence":0.8373073916682333,"candidate_mass":0.9987765630730178,"accepted":true,"accepted_predicted":"3","input_tokens":434,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.177196228399524,"brier_hard":1.8768635972433456,"score_mae":1.0705390687858978,"within_one":false,"case_id":"typed:180/r0","base_id":"typed:180","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.837}
{"id":"needs_human","type":"binary","probabilities":{"false":0.3505842089683795,"true":0.6494157910316203},"predicted":"true","confidence":0.6494157910316203,"entropy_confidence":0.06541127837978722,"candidate_mass":0.9938164826451744,"accepted":false,"accepted_predicted":null,"input_tokens":398,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.4316821032683755,"brier_hard":0.24581857515596894,"soft_accuracy":0.5896494746189722,"brier_soft":0.04535120798126526,"tvd":0.15058420896837965,"kl":0.054574128582726825,"case_id":"typed:180/r0","base_id":"typed:180","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.837}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.11717139064806084,"1":0.002230558524025812,"2":0.08492227435783463,"3":0.7956757764700778},"predicted":"3","confidence":0.7956757764700778,"entropy_confidence":0.5267020491835533,"candidate_mass":0.994109313331593,"accepted":false,"accepted_predicted":null,"input_tokens":427,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.22856349210580973,"brier_hard":0.06269429118094252,"score_mae":0.059102436649928425,"within_one":true,"case_id":"typed:180/r0","base_id":"typed:180","repeat":0,"workflow":"customer_service","case_elapsed_ms":185.837}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.006231090882876184,"close_no_action":0.00013108588093097985,"escalate_to_human":0.0005132557494349276,"execute_refund":0.00605474345768837,"request_information":0.9870698240290695},"predicted":"request_information","confidence":0.9870698240290695,"entropy_confidence":0.9500013903272647,"candidate_mass":0.9997121653336309,"accepted":true,"accepted_predicted":"request_information","input_tokens":529,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.013014498353740573,"brier_hard":0.00024295647754081856,"soft_accuracy":0.41386468166601026,"brier_soft":0.5126757389816594,"tvd":0.5764575674867579,"kl":2.370983020492061,"case_id":"typed:181/r0","base_id":"typed:181","repeat":0,"workflow":"customer_service","case_elapsed_ms":222.8898}
{"id":"category","type":"choice","probabilities":{"account":0.00021134778457422036,"billing":2.3993453328455285e-05,"delivery":2.2637435512584245e-05,"refund":2.798075995889583e-05,"technical":0.999714040566625},"predicted":"technical","confidence":0.999714040566625,"entropy_confidence":0.9982198390612301,"candidate_mass":0.9999307628278605,"accepted":true,"accepted_predicted":"technical","input_tokens":520,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00028600032756995707,"brier_hard":1.2831174579764165e-07,"soft_accuracy":0.6665430205071943,"brier_soft":0.2113417450979093,"tvd":0.3330983254284302,"kl":2.1544376513903423,"case_id":"typed:181/r0","base_id":"typed:181","repeat":0,"workflow":"customer_service","case_elapsed_ms":222.8898}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.043422689378190875,"1":0.0008185484776781886,"2":0.036254451702730756,"3":0.9195043104413991},"predicted":"3","confidence":0.9195043104413991,"entropy_confidence":0.7551359341609405,"candidate_mass":0.9985762146524246,"accepted":true,"accepted_predicted":"3","input_tokens":505,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.1079779354443,"brier_hard":1.8470516652076674,"score_mae":1.6618403832073372,"within_one":false,"case_id":"typed:181/r0","base_id":"typed:181","repeat":0,"workflow":"customer_service","case_elapsed_ms":222.8898}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9072403363261938,"true":0.0927596636738062},"predicted":"false","confidence":0.9072403363261938,"entropy_confidence":0.5543852538579026,"candidate_mass":0.9808053897650475,"accepted":true,"accepted_predicted":"false","input_tokens":469,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0973478845563846,"brier_hard":0.01720871040975528,"soft_accuracy":0.6900452187919996,"brier_soft":0.060487523256143774,"tvd":0.17390733632619382,"kl":0.1255386048200999,"case_id":"typed:181/r0","base_id":"typed:181","repeat":0,"workflow":"customer_service","case_elapsed_ms":222.8898}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07232108211640688,"1":0.0014459271168017274,"2":0.14926697750885665,"3":0.7769660132579334},"predicted":"3","confidence":0.7769660132579334,"entropy_confidence":0.5099171820550545,"candidate_mass":0.996324590967799,"accepted":false,"accepted_predicted":null,"input_tokens":498,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.5390045598341615,"brier_hard":1.6282973917226682,"score_mae":1.5942109219083154,"within_one":false,"case_id":"typed:181/r0","base_id":"typed:181","repeat":0,"workflow":"customer_service","case_elapsed_ms":222.8898}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0016659168524581374,"close_no_action":5.6012437754211784e-05,"escalate_to_human":0.0002596557532642776,"execute_refund":0.009460211740030726,"request_information":0.9885582032164921},"predicted":"request_information","confidence":0.9885582032164921,"entropy_confidence":0.957241878209706,"candidate_mass":0.9998769657450784,"accepted":true,"accepted_predicted":"request_information","input_tokens":384,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.256153830152133,"brier_hard":1.97682035108372,"soft_accuracy":0.08429891825747184,"brier_soft":1.1698526816313046,"tvd":0.9052252032164924,"kl":5.426096898321713,"case_id":"typed:182/r0","base_id":"typed:182","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.3225}
{"id":"category","type":"choice","probabilities":{"account":9.252127990350782e-05,"billing":1.2646587317949224e-05,"delivery":1.0766111343564961e-05,"refund":2.2593709350111553e-05,"technical":0.999861472312086},"predicted":"technical","confidence":0.999861472312086,"entropy_confidence":0.9990646730037821,"candidate_mass":0.9999705449985997,"accepted":true,"accepted_predicted":"technical","input_tokens":375,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.278123156424385,"brier_hard":1.9996976799859647,"soft_accuracy":0.03337821394578517,"brier_soft":1.37074490082503,"tvd":0.966539238423429,"kl":8.406784070474764,"case_id":"typed:182/r0","base_id":"typed:182","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.3225}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.01311418569562383,"1":0.00019389624839436333,"2":0.008811184396456888,"3":0.977880733659526},"predicted":"3","confidence":0.977880733659526,"entropy_confidence":0.9119522306917824,"candidate_mass":0.9993303849071716,"accepted":true,"accepted_predicted":"3","input_tokens":360,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.731733410333682,"brier_hard":1.9388780169022617,"score_mae":0.9014584660198866,"within_one":true,"case_id":"typed:182/r0","base_id":"typed:182","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.3225}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9092827645999033,"true":0.09071723540009596},"predicted":"false","confidence":0.9092827645999033,"entropy_confidence":0.5611406647637311,"candidate_mass":0.9791386907254893,"accepted":true,"accepted_predicted":"false","input_tokens":324,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.4000079134518693,"brier_hard":1.6535902919968875,"soft_accuracy":0.32264386248486493,"brier_soft":0.7836262156053498,"tvd":0.6259497645999037,"kl":1.1508774793997996,"case_id":"typed:182/r0","base_id":"typed:182","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.3225}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.08146633603711241,"1":0.0011944778045415569,"2":0.08811467837273834,"3":0.8292245077856067},"predicted":"3","confidence":0.8292245077856067,"entropy_confidence":0.5804310806311888,"candidate_mass":0.9962031906397942,"accepted":true,"accepted_predicted":"3","input_tokens":353,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.4291161495577143,"brier_hard":1.5257863147960735,"score_mae":0.7317643579068382,"within_one":true,"case_id":"typed:182/r0","base_id":"typed:182","repeat":0,"workflow":"customer_service","case_elapsed_ms":172.3225}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0036969955388508544,"close_no_action":0.0001224092787061963,"escalate_to_human":0.0005314286520258183,"execute_refund":0.01030531032838556,"request_information":0.9853438562020307},"predicted":"request_information","confidence":0.9853438562020307,"entropy_confidence":0.9456271901569311,"candidate_mass":0.9998611707921332,"accepted":true,"accepted_predicted":"request_information","input_tokens":613,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.014764606137795495,"brier_hard":0.0003349671484490749,"soft_accuracy":0.4445182621866997,"brier_soft":0.4311417129571112,"tvd":0.5423161665304167,"kl":2.551289677998049,"case_id":"typed:183/r0","base_id":"typed:183","repeat":0,"workflow":"customer_service","case_elapsed_ms":306.86629999999997}
{"id":"category","type":"choice","probabilities":{"account":0.0002529087119224989,"billing":5.5993902677908946e-05,"delivery":2.503481095216887e-05,"refund":4.9175815768401434e-05,"technical":0.9996168867586791},"predicted":"technical","confidence":0.9996168867586791,"entropy_confidence":0.9976519589211028,"candidate_mass":0.9999617671071513,"accepted":true,"accepted_predicted":"technical","input_tokens":604,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":8.28248195678955,"brier_hard":1.9987281730124051,"soft_accuracy":0.10018579540852428,"brier_soft":1.5892395951752016,"tvd":0.8996168867586791,"kl":7.059541051361469,"case_id":"typed:183/r0","base_id":"typed:183","repeat":0,"workflow":"customer_service","case_elapsed_ms":306.86629999999997}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.07886503382858177,"1":0.0009445544604530907,"2":0.021772332839862386,"3":0.898418078871102},"predicted":"3","confidence":0.898418078871102,"entropy_confidence":0.7212275097092986,"candidate_mass":0.9981265621614056,"accepted":true,"accepted_predicted":"3","input_tokens":589,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":6.9647972120676656,"brier_hard":1.8119605557427374,"score_mae":1.5564104567534838,"within_one":false,"case_id":"typed:183/r0","base_id":"typed:183","repeat":0,"workflow":"customer_service","case_elapsed_ms":306.86629999999997}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8079216283021936,"true":0.19207837169780714},"predicted":"false","confidence":0.8079216283021936,"entropy_confidence":0.29420093805365644,"candidate_mass":0.9827666788132589,"accepted":true,"accepted_predicted":"false","input_tokens":553,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.21329021984083238,"brier_hard":0.07378820174816164,"soft_accuracy":0.5205279032723944,"brier_soft":0.15079782958576005,"tvd":0.2745886283021932,"kl":0.19276275095787446,"case_id":"typed:183/r0","base_id":"typed:183","repeat":0,"workflow":"customer_service","case_elapsed_ms":306.86629999999997}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3845185883733097,"1":0.003975816147234864,"2":0.14681986265629815,"3":0.4646857328231555},"predicted":"3","confidence":0.4646857328231555,"entropy_confidence":0.25896075010264663,"candidate_mass":0.9918066756696148,"accepted":false,"accepted_predicted":null,"input_tokens":582,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.918548867756293,"brier_hard":1.0917195289658503,"score_mae":0.44166026007070225,"within_one":true,"case_id":"typed:183/r0","base_id":"typed:183","repeat":0,"workflow":"customer_service","case_elapsed_ms":306.86629999999997}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0017690127202935782,"close_no_action":7.581393921869682e-05,"escalate_to_human":0.0003594680317694038,"execute_refund":0.004907587871084,"request_information":0.9928881174376353},"predicted":"request_information","confidence":0.9928881174376353,"entropy_confidence":0.9702001355742501,"candidate_mass":0.9998091396146214,"accepted":true,"accepted_predicted":"request_information","input_tokens":466,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.930885308903463,"brier_hard":1.9851352264750488,"soft_accuracy":0.16708647034565796,"brier_soft":0.9679702196252717,"tvd":0.8262211174376348,"kl":4.494894607631428,"case_id":"typed:184/r0","base_id":"typed:184","repeat":0,"workflow":"customer_service","case_elapsed_ms":204.279}
{"id":"category","type":"choice","probabilities":{"account":9.087168310640527e-05,"billing":1.576266365615682e-05,"delivery":1.7866651101166128e-05,"refund":3.1313379023303245e-05,"technical":0.9998441856231132},"predicted":"technical","confidence":0.9998441856231132,"entropy_confidence":0.998946305851844,"candidate_mass":0.9999460896540087,"accepted":true,"accepted_predicted":"technical","input_tokens":457,"reused_prefix_tokens":0,"expected":"refund","correct":false,"accepted_correct":false,"nll_hard":10.371465106912716,"brier_hard":1.9996257785721692,"soft_accuracy":3.099177714345625e-05,"brier_soft":1.8977381373319289,"tvd":0.9998441856231131,"kl":9.108345603048527,"case_id":"typed:184/r0","base_id":"typed:184","repeat":0,"workflow":"customer_service","case_elapsed_ms":204.279}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.02133968158548848,"1":0.0004474838521495784,"2":0.01032994787460904,"3":0.9678828866877525},"predicted":"3","confidence":0.9678828866877525,"entropy_confidence":0.8814247037470515,"candidate_mass":0.9989405372829548,"accepted":true,"accepted_predicted":"3","input_tokens":442,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.572708041883743,"brier_hard":1.9166996766688587,"score_mae":0.9180890396646246,"within_one":true,"case_id":"typed:184/r0","base_id":"typed:184","repeat":0,"workflow":"customer_service","case_elapsed_ms":204.279}
{"id":"needs_human","type":"binary","probabilities":{"false":0.4151928961475602,"true":0.5848071038524395},"predicted":"true","confidence":0.5848071038524395,"entropy_confidence":0.020853099403043363,"candidate_mass":0.9920371079102661,"accepted":false,"accepted_predicted":null,"input_tokens":406,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.5364732231298568,"brier_hard":0.3447702820227977,"soft_accuracy":0.5186575628475366,"brier_soft":0.0012693640326035217,"tvd":0.025192896147560345,"kl":0.001315281389131423,"case_id":"typed:184/r0","base_id":"typed:184","repeat":0,"workflow":"customer_service","case_elapsed_ms":204.279}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.07069569373974889,"1":0.001947996503264425,"2":0.09875120843421842,"3":0.8286051013227678},"predicted":"3","confidence":0.8286051013227678,"entropy_confidence":0.5788283835806086,"candidate_mass":0.99597927369268,"accepted":true,"accepted_predicted":"3","input_tokens":435,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.18801159280122454,"brier_hard":0.044129688263518256,"score_mae":0.438598717340005,"within_one":true,"case_id":"typed:184/r0","base_id":"typed:184","repeat":0,"workflow":"customer_service","case_elapsed_ms":204.279}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.001990635528282698,"close_no_action":0.00011472097408766021,"escalate_to_human":0.00036517127305135634,"execute_refund":0.010451572453702653,"request_information":0.9870778997708759},"predicted":"request_information","confidence":0.9870778997708759,"entropy_confidence":0.9522693552441568,"candidate_mass":0.9998753699283699,"accepted":true,"accepted_predicted":"request_information","input_tokens":448,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.915144073204431,"brier_hard":1.9737057821775026,"soft_accuracy":0.07298648620566489,"brier_soft":1.4527079878682756,"tvd":0.9175294722245785,"kl":6.3696348095869775,"case_id":"typed:185/r0","base_id":"typed:185","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.4933}
{"id":"category","type":"choice","probabilities":{"account":8.623087422479921e-05,"billing":2.5783574291013237e-05,"delivery":1.773950910640846e-05,"refund":3.036442819807767e-05,"technical":0.9998398816141805},"predicted":"technical","confidence":0.9998398816141805,"entropy_confidence":0.9989130103871762,"candidate_mass":0.9999593427973769,"accepted":true,"accepted_predicted":"technical","input_tokens":439,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.939716253032309,"brier_hard":1.9996443191852906,"soft_accuracy":0.06333958063574352,"brier_soft":1.748135053866975,"tvd":0.9366188327296325,"kl":8.437235042437631,"case_id":"typed:185/r0","base_id":"typed:185","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.4933}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.006426383304722578,"1":0.00025063554175828323,"2":0.0047688921577108785,"3":0.9885540889958088},"predicted":"3","confidence":0.9885540889958088,"entropy_confidence":0.9485049825591552,"candidate_mass":0.9995701956718043,"accepted":true,"accepted_predicted":"3","input_tokens":424,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.011511919612704709,"brier_hard":0.00019511243168175184,"score_mae":0.22545068684460645,"within_one":true,"case_id":"typed:185/r0","base_id":"typed:185","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.4933}
{"id":"needs_human","type":"binary","probabilities":{"false":0.44939782594488104,"true":0.5506021740551186},"predicted":"true","confidence":0.5506021740551186,"entropy_confidence":0.007400936321997009,"candidate_mass":0.9916570046650274,"accepted":false,"accepted_predicted":null,"input_tokens":388,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.5967427377614135,"brier_hard":0.4039168119279715,"soft_accuracy":0.53845765228189,"brier_soft":0.21700585547442855,"tvd":0.3293978259448812,"kl":0.2541902287885086,"case_id":"typed:185/r0","base_id":"typed:185","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.4933}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.049611056383942906,"1":0.0014614786617280456,"2":0.050485731680504145,"3":0.8984417332738243},"predicted":"3","confidence":0.8984417332738243,"entropy_confidence":0.7074786457014393,"candidate_mass":0.9966627539363204,"accepted":true,"accepted_predicted":"3","input_tokens":417,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.1070934237496459,"brier_hard":0.015326283479150363,"score_mae":0.251091141844209,"within_one":true,"case_id":"typed:185/r0","base_id":"typed:185","repeat":0,"workflow":"customer_service","case_elapsed_ms":190.4933}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0014681148968515737,"close_no_action":8.572618331301505e-05,"escalate_to_human":0.0004221627322087158,"execute_refund":0.009366112209685463,"request_information":0.9886578839779414},"predicted":"request_information","confidence":0.9886578839779414,"entropy_confidence":0.9573241524704714,"candidate_mass":0.9998413401029266,"accepted":true,"accepted_predicted":"request_information","input_tokens":438,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.770119696913397,"brier_hard":1.976690151076949,"soft_accuracy":0.06842726790471342,"brier_soft":1.2645687185099395,"tvd":0.9219908839779413,"kl":5.4208844342334395,"case_id":"typed:186/r0","base_id":"typed:186","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.2817}
{"id":"category","type":"choice","probabilities":{"account":6.454649156879949e-05,"billing":1.6085473810715884e-05,"delivery":1.110779197246916e-05,"refund":2.0886942386036617e-05,"technical":0.9998873733002619},"predicted":"technical","confidence":0.9998873733002619,"entropy_confidence":0.9992141853877328,"candidate_mass":0.9999717484108077,"accepted":true,"accepted_predicted":"technical","input_tokens":429,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.037593941026,"brier_hard":1.9997425933223152,"soft_accuracy":1.7485353117489895e-05,"brier_soft":1.7548286113417018,"tvd":0.9998984810922344,"kl":9.084422368999242,"case_id":"typed:186/r0","base_id":"typed:186","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.2817}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.007027411232278694,"1":0.00011122346078516046,"2":0.0018875639190130869,"3":0.9909738013879246},"predicted":"3","confidence":0.9909738013879246,"entropy_confidence":0.9591147003384224,"candidate_mass":0.9996231150231685,"accepted":true,"accepted_predicted":"3","input_tokens":414,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":6.272468213036685,"brier_hard":1.9783069069760417,"score_mae":0.9434747554625855,"within_one":true,"case_id":"typed:186/r0","base_id":"typed:186","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.2817}
{"id":"needs_human","type":"binary","probabilities":{"false":0.2909513540718538,"true":0.7090486459281452},"predicted":"true","confidence":0.7090486459281452,"entropy_confidence":0.1300529954785784,"candidate_mass":0.993102689166389,"accepted":false,"accepted_predicted":null,"input_tokens":378,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.3438311427752936,"brier_hard":0.16930538087249106,"soft_accuracy":0.6073117776088782,"brier_soft":0.004535015289024961,"tvd":0.047618354071854274,"kl":0.005692952379821321,"case_id":"typed:186/r0","base_id":"typed:186","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.2817}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.03564164008019672,"1":0.000670455626328367,"2":0.03444045652661244,"3":0.9292474477668609},"predicted":"3","confidence":0.9292474477668609,"entropy_confidence":0.7778689254163659,"candidate_mass":0.9982018007199313,"accepted":true,"accepted_predicted":"3","input_tokens":407,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.3685233438016233,"brier_hard":1.7970768271921147,"score_mae":0.7739607119801355,"within_one":true,"case_id":"typed:186/r0","base_id":"typed:186","repeat":0,"workflow":"customer_service","case_elapsed_ms":182.2817}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.004623653008454607,"close_no_action":0.00012313301141387423,"escalate_to_human":0.0006299022117630369,"execute_refund":0.003971571148508584,"request_information":0.9906517406198615},"predicted":"request_information","confidence":0.9906517406198615,"entropy_confidence":0.9615568619404183,"candidate_mass":0.9997117628081162,"accepted":true,"accepted_predicted":"request_information","input_tokens":521,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.369945970050228,"brier_hard":1.9801686302527004,"soft_accuracy":0.007502775045607272,"brier_soft":1.6992881855206772,"tvd":0.9879563184353626,"kl":6.727880630923656,"case_id":"typed:187/r0","base_id":"typed:187","repeat":0,"workflow":"customer_service","case_elapsed_ms":212.45649899999998}
{"id":"category","type":"choice","probabilities":{"account":0.0002361707639011128,"billing":4.873110758692504e-05,"delivery":3.51325866312165e-05,"refund":5.893170050965766e-05,"technical":0.9996210338413699},"predicted":"technical","confidence":0.9996210338413699,"entropy_confidence":0.9976580126549761,"candidate_mass":0.9999440693069858,"accepted":true,"accepted_predicted":"technical","input_tokens":512,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.0003790379844517267,"brier_hard":2.0647394392348983e-07,"soft_accuracy":0.5665545929694211,"brier_soft":0.3750220659958415,"tvd":0.4330968292360983,"kl":2.9347276857448685,"case_id":"typed:187/r0","base_id":"typed:187","repeat":0,"workflow":"customer_service","case_elapsed_ms":212.45649899999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.011652723399460625,"1":0.000393680179382062,"2":0.01776984036848494,"3":0.9701837560526717},"predicted":"3","confidence":0.9701837560526717,"entropy_confidence":0.8875050779299491,"candidate_mass":0.9988739540901492,"accepted":true,"accepted_predicted":"3","input_tokens":497,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.0302526200588,"brier_hard":1.9061685479449295,"score_mae":1.0131516290743672,"within_one":false,"case_id":"typed:187/r0","base_id":"typed:187","repeat":0,"workflow":"customer_service","case_elapsed_ms":212.45649899999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8772270089090727,"true":0.1227729910909255},"predicted":"false","confidence":0.8772270089090727,"entropy_confidence":0.46272043849258127,"candidate_mass":0.980138087583191,"accepted":true,"accepted_predicted":"false","input_tokens":461,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.097418229716247,"brier_hard":1.5390544503191197,"soft_accuracy":0.22336660864867253,"brier_soft":1.1067565929816254,"tvd":0.7438940089090735,"kl":1.4425545410043046,"case_id":"typed:187/r0","base_id":"typed:187","repeat":0,"workflow":"customer_service","case_elapsed_ms":212.45649899999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.05133858320355576,"1":0.0017902168795484086,"2":0.12622120109387933,"3":0.820649998823018},"predicted":"3","confidence":0.820649998823018,"entropy_confidence":0.5764138102804388,"candidate_mass":0.9952684883771717,"accepted":true,"accepted_predicted":"3","input_tokens":490,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.0697193469952353,"brier_hard":1.4395946649878666,"score_mae":1.0495156155363614,"within_one":false,"case_id":"typed:187/r0","base_id":"typed:187","repeat":0,"workflow":"customer_service","case_elapsed_ms":212.45649899999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0019853186099259143,"close_no_action":4.613790013121999e-05,"escalate_to_human":0.0001917355514596574,"execute_refund":0.009584150012185036,"request_information":0.988192657926297},"predicted":"request_information","confidence":0.988192657926297,"entropy_confidence":0.9560495864003935,"candidate_mass":0.9999248278424693,"accepted":true,"accepted_predicted":"request_information","input_tokens":269,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":6.221975868944341,"brier_hard":1.972649928272254,"soft_accuracy":0.18218937985754868,"brier_soft":0.9800193613330086,"tvd":0.8144438079384826,"kl":4.791543155252353,"case_id":"typed:188/r0","base_id":"typed:188","repeat":0,"workflow":"customer_service","case_elapsed_ms":131.9708}
{"id":"category","type":"choice","probabilities":{"account":0.00019540103802929772,"billing":1.2841278060536383e-05,"delivery":1.3930118634685352e-05,"refund":2.167264426476596e-05,"technical":0.9997561549210096},"predicted":"technical","confidence":0.9997561549210096,"entropy_confidence":0.9984803574937497,"candidate_mass":0.9999739693751211,"accepted":true,"accepted_predicted":"technical","input_tokens":260,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.262845727231028,"brier_hard":1.9994867257565363,"soft_accuracy":2.196926605897445e-05,"brier_soft":1.9044684697805394,"tvd":0.9997917576839096,"kl":9.027059565001656,"case_id":"typed:188/r0","base_id":"typed:188","repeat":0,"workflow":"customer_service","case_elapsed_ms":131.9708}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.0401779796220737,"1":0.00035570637054360124,"2":0.014401733999498538,"3":0.9450645800078834},"predicted":"3","confidence":0.9450645800078834,"entropy_confidence":0.8222299465259691,"candidate_mass":0.9990863556560803,"accepted":true,"accepted_predicted":"3","input_tokens":245,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.24040666301784,"brier_hard":1.8661653989022062,"score_mae":1.1476859143931908,"within_one":false,"case_id":"typed:188/r0","base_id":"typed:188","repeat":0,"workflow":"customer_service","case_elapsed_ms":131.9708}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9012452373055269,"true":0.09875476269447166},"predicted":"false","confidence":0.9012452373055269,"entropy_confidence":0.5349641895687597,"candidate_mass":0.989931322054218,"accepted":true,"accepted_predicted":"false","input_tokens":209,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.1039778749400462,"brier_hard":0.019505006309683118,"soft_accuracy":0.5802490474611048,"brier_soft":0.18149738599852733,"tvd":0.30124523730552766,"kl":0.31542131657336797,"case_id":"typed:188/r0","base_id":"typed:188","repeat":0,"workflow":"customer_service","case_elapsed_ms":131.9708}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.16265311008768954,"1":0.0013107477034701347,"2":0.09490367690080129,"3":0.7411324653080404},"predicted":"3","confidence":0.7411324653080404,"entropy_confidence":0.4592684174779419,"candidate_mass":0.996184436486094,"accepted":false,"accepted_predicted":null,"input_tokens":238,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.3548928291136484,"brier_hard":1.3949344375020032,"score_mae":0.5145154974291941,"within_one":true,"case_id":"typed:188/r0","base_id":"typed:188","repeat":0,"workflow":"customer_service","case_elapsed_ms":131.9708}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.004935218254676532,"close_no_action":0.00011136576139227741,"escalate_to_human":0.0006153677821931572,"execute_refund":0.009186918451791119,"request_information":0.9851511297499478},"predicted":"request_information","confidence":0.9851511297499478,"entropy_confidence":0.9443280637127338,"candidate_mass":0.9997367349440369,"accepted":true,"accepted_predicted":"request_information","input_tokens":251,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":5.311358381202989,"brier_hard":1.9607614588679465,"soft_accuracy":0.030941540658042308,"brier_soft":1.7937304007641568,"tvd":0.9660040765357101,"kl":4.955304201943869,"case_id":"typed:189/r0","base_id":"typed:189","repeat":0,"workflow":"customer_service","case_elapsed_ms":110.1679}
{"id":"category","type":"choice","probabilities":{"account":0.00024200708198593855,"billing":1.6310485393209362e-05,"delivery":2.5642871137761288e-05,"refund":2.0928702269114338e-05,"technical":0.9996951108592146},"predicted":"technical","confidence":0.9996951108592146,"entropy_confidence":0.9981382952800197,"candidate_mass":0.9999574753507803,"accepted":true,"accepted_predicted":"technical","input_tokens":242,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":8.326543567831077,"brier_hard":1.9989063604408723,"soft_accuracy":0.005227681287829028,"brier_soft":1.8806232998071863,"tvd":0.9946951108592142,"kl":8.1538330208573,"case_id":"typed:189/r0","base_id":"typed:189","repeat":0,"workflow":"customer_service","case_elapsed_ms":110.1679}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.042195371328125765,"1":0.00026764462612376106,"2":0.01154428882809322,"3":0.9459926952176573},"predicted":"3","confidence":0.9459926952176573,"entropy_confidence":0.8270235822165606,"candidate_mass":0.9993691429651382,"accepted":true,"accepted_predicted":"3","input_tokens":227,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.05552043171730502,"brier_hard":0.004830580569563608,"score_mae":0.04866569206471816,"within_one":true,"case_id":"typed:189/r0","base_id":"typed:189","repeat":0,"workflow":"customer_service","case_elapsed_ms":110.1679}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8972438803503329,"true":0.10275611964966855},"predicted":"false","confidence":0.8972438803503329,"entropy_confidence":0.522328106768128,"candidate_mass":0.9899595075822117,"accepted":true,"accepted_predicted":"false","input_tokens":191,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.10842756942868802,"brier_hard":0.021117640250913707,"soft_accuracy":0.8575194923152997,"brier_soft":0.005566416320980133,"tvd":0.05275611964966782,"kl":0.018260791048635643,"case_id":"typed:189/r0","base_id":"typed:189","repeat":0,"workflow":"customer_service","case_elapsed_ms":110.1679}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.1940422808916586,"1":0.0016426634053854838,"2":0.09796685369948874,"3":0.7063482020034674},"predicted":"3","confidence":0.7063482020034674,"entropy_confidence":0.4215888744890546,"candidate_mass":0.996678799259978,"accepted":false,"accepted_predicted":null,"input_tokens":220,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.411436326778862,"brier_hard":1.542895065203238,"score_mae":1.366620976814765,"within_one":false,"case_id":"typed:189/r0","base_id":"typed:189","repeat":0,"workflow":"customer_service","case_elapsed_ms":110.1679}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0010924119605277688,"close_no_action":3.4103755103010076e-05,"escalate_to_human":0.00016311877305518537,"execute_refund":0.00876914639552096,"request_information":0.989941219115794},"predicted":"request_information","confidence":0.989941219115794,"entropy_confidence":0.9622438753168334,"candidate_mass":0.999926952748861,"accepted":true,"accepted_predicted":"request_information","input_tokens":390,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.721031953457693,"brier_hard":1.9797354988215519,"soft_accuracy":0.20485121118150015,"brier_soft":1.1521156419617362,"tvd":0.7832740124485869,"kl":6.0735719325785835,"case_id":"typed:190/r0","base_id":"typed:190","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.6187}
{"id":"category","type":"choice","probabilities":{"account":6.488003328442196e-05,"billing":1.0050766201719106e-05,"delivery":1.0883732376431379e-05,"refund":3.203046285786149e-05,"technical":0.9998821550052788},"predicted":"technical","confidence":0.9998821550052788,"entropy_confidence":0.9991829466429921,"candidate_mass":0.9999678701929748,"accepted":true,"accepted_predicted":"technical","input_tokens":381,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.642970635142113,"brier_hard":1.9996345692862743,"soft_accuracy":0.12670158821635602,"brier_soft":1.3104719084761312,"tvd":0.8732151550052792,"kl":7.683223241772989,"case_id":"typed:190/r0","base_id":"typed:190","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.6187}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.005708344371785216,"1":0.0001181605789231367,"2":0.005427350338121459,"3":0.9887461447111715},"predicted":"3","confidence":0.9887461447111715,"entropy_confidence":0.949463908501504,"candidate_mass":0.9996160513232268,"accepted":true,"accepted_predicted":"3","input_tokens":366,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.01131765906218968,"brier_hard":0.00018870454794390362,"score_mae":0.1338782953886808,"within_one":true,"case_id":"typed:190/r0","base_id":"typed:190","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.6187}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8489565456799227,"true":0.15104345432007588},"predicted":"false","confidence":0.8489565456799227,"entropy_confidence":0.387554598778988,"candidate_mass":0.9810132975126966,"accepted":true,"accepted_predicted":"false","input_tokens":330,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.8901877066129131,"brier_hard":1.4414544329055758,"soft_accuracy":0.2696886798512499,"brier_soft":0.9219639818432277,"tvd":0.6789565456799234,"kl":1.1408066205386795,"case_id":"typed:190/r0","base_id":"typed:190","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.6187}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.03488027625333269,"1":0.0007190867501932507,"2":0.06987044496682794,"3":0.8945301920296467},"predicted":"3","confidence":0.8945301920296467,"entropy_confidence":0.7057686570707149,"candidate_mass":0.9977532415434806,"accepted":true,"accepted_predicted":"3","input_tokens":359,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.11145662363523817,"brier_hard":0.017222910230428844,"score_mae":0.19071755277278912,"within_one":true,"case_id":"typed:190/r0","base_id":"typed:190","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.6187}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0019826165690257427,"close_no_action":6.641373624054603e-05,"escalate_to_human":0.0002856404311053254,"execute_refund":0.011991445841769918,"request_information":0.98567388342186},"predicted":"request_information","confidence":0.98567388342186,"entropy_confidence":0.948692447887729,"candidate_mass":0.9998621761293204,"accepted":true,"accepted_predicted":"request_information","input_tokens":323,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.160776772023457,"brier_hard":1.9711295351407958,"soft_accuracy":0.1812726841032869,"brier_soft":1.1402664033524328,"tvd":0.8023408834218593,"kl":5.563612876488197,"case_id":"typed:191/r0","base_id":"typed:191","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.6929}
{"id":"category","type":"choice","probabilities":{"account":0.00011168887206177208,"billing":1.3864840098766031e-05,"delivery":9.408083636414165e-06,"refund":1.4800005077429665e-05,"technical":0.9998502381991251},"predicted":"technical","confidence":0.9998502381991251,"entropy_confidence":0.9990091769190658,"candidate_mass":0.9999622858788502,"accepted":true,"accepted_predicted":"technical","input_tokens":314,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.186154411688168,"brier_hard":1.9996727821208398,"soft_accuracy":0.011680405631524178,"brier_soft":1.9176044946744595,"tvd":0.9881832498661137,"kl":8.972100096302846,"case_id":"typed:191/r0","base_id":"typed:191","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.6929}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.029638727801516048,"1":0.000286919841680638,"2":0.015618750328281372,"3":0.9544556020285208},"predicted":"3","confidence":0.9544556020285208,"entropy_confidence":0.8441289537853782,"candidate_mass":0.9990106812300747,"accepted":true,"accepted_predicted":"3","input_tokens":299,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.159283142362597,"brier_hard":1.8808704774575682,"score_mae":0.6448912265838058,"within_one":true,"case_id":"typed:191/r0","base_id":"typed:191","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.6929}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7569082725899338,"true":0.24309172741006785},"predicted":"false","confidence":0.7569082725899338,"entropy_confidence":0.19985597848894265,"candidate_mass":0.983715160470171,"accepted":false,"accepted_predicted":null,"input_tokens":263,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.4143164278151055,"brier_hard":1.1458202662301524,"soft_accuracy":0.30646226337673627,"brier_soft":0.8028352520748157,"tvd":0.633575272589933,"kl":0.9007208321468892,"case_id":"typed:191/r0","base_id":"typed:191","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.6929}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.0452005553037072,"1":0.0007241160076161021,"2":0.0769003211560921,"3":0.8771750075325854},"predicted":"3","confidence":0.8771750075325854,"entropy_confidence":0.6700363469610425,"candidate_mass":0.997770576448068,"accepted":true,"accepted_predicted":"3","input_tokens":292,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.5652452261971774,"brier_hard":1.623592625465273,"score_mae":0.7360497809175564,"within_one":true,"case_id":"typed:191/r0","base_id":"typed:191","repeat":0,"workflow":"customer_service","case_elapsed_ms":176.6929}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0009059928205926999,"close_no_action":3.5761529506753425e-05,"escalate_to_human":0.00016884119478070568,"execute_refund":0.005485963693642367,"request_information":0.9934034407614786},"predicted":"request_information","confidence":0.9934034407614786,"entropy_confidence":0.9730881834557904,"candidate_mass":0.9999108542464349,"accepted":true,"accepted_predicted":"request_information","input_tokens":359,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.686551960667138,"brier_hard":1.9865436601340583,"soft_accuracy":0.397620373315315,"brier_soft":0.5915743424270825,"tvd":0.593403040761078,"kl":3.9825181938675875,"case_id":"typed:192/r0","base_id":"typed:192","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.84869999999998}
{"id":"category","type":"choice","probabilities":{"account":9.0523344075241e-05,"billing":1.4334734131187848e-05,"delivery":1.5082792739647203e-05,"refund":1.798249406785602e-05,"technical":0.9998620766349865},"predicted":"technical","confidence":0.9998620766349865,"entropy_confidence":0.9990652156262111,"candidate_mass":0.9999496013739853,"accepted":true,"accepted_predicted":"technical","input_tokens":350,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":11.101956017594112,"brier_hard":1.9996940156581695,"soft_accuracy":0.04334207154214117,"brier_soft":1.7043946198944115,"tvd":0.9565291199679429,"kl":8.556584418047754,"case_id":"typed:192/r0","base_id":"typed:192","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.84869999999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.009957536456325645,"1":0.00017264891633186528,"2":0.0067648021668900325,"3":0.9831050124604511},"predicted":"3","confidence":0.9831050124604511,"entropy_confidence":0.9293490918599985,"candidate_mass":0.9993958882169158,"accepted":true,"accepted_predicted":"3","input_tokens":335,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.996022261410044,"brier_hard":1.9531108060793683,"score_mae":1.0296842906314654,"within_one":false,"case_id":"typed:192/r0","base_id":"typed:192","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.84869999999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.9011914108554544,"true":0.09880858914454428},"predicted":"false","confidence":0.9011914108554544,"entropy_confidence":0.5347925068059087,"candidate_mass":0.9795118233012169,"accepted":true,"accepted_predicted":"false","input_tokens":299,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.3145707433455343,"brier_hard":1.6242919179992912,"soft_accuracy":0.30475378084461846,"brier_soft":0.8308234323771428,"tvd":0.6445244108554551,"kl":1.1776580793145344,"case_id":"typed:192/r0","base_id":"typed:192","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.84869999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.06961931688872046,"1":0.0011379806965492417,"2":0.06316944353255986,"3":0.866073258882171},"predicted":"3","confidence":0.866073258882171,"entropy_confidence":0.6449324051107403,"candidate_mass":0.9963612125789465,"accepted":true,"accepted_predicted":"3","input_tokens":328,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":2.761934583156396,"brier_hard":1.6325825255659954,"score_mae":0.5156966444081821,"within_one":true,"case_id":"typed:192/r0","base_id":"typed:192","repeat":0,"workflow":"customer_service","case_elapsed_ms":170.84869999999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0014036894027762384,"close_no_action":4.067853919484482e-05,"escalate_to_human":0.00021983900545835135,"execute_refund":0.007643953363852722,"request_information":0.9906918396887193},"predicted":"request_information","confidence":0.9906918396887193,"entropy_confidence":0.9639605044769043,"candidate_mass":0.9998886633160009,"accepted":true,"accepted_predicted":"request_information","input_tokens":393,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":8.422615072874514,"brier_hard":1.9810910935658026,"soft_accuracy":0.13243441270775294,"brier_soft":1.3526391617172133,"tvd":0.8573588396887185,"kl":6.4330762148704705,"case_id":"typed:193/r0","base_id":"typed:193","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.0879}
{"id":"category","type":"choice","probabilities":{"account":8.325110704558181e-05,"billing":8.623994902443794e-06,"delivery":1.1966153764481777e-05,"refund":2.4926575699318344e-05,"technical":0.9998712321685885},"predicted":"technical","confidence":0.9998712321685885,"entropy_confidence":0.9991231820884543,"candidate_mass":0.9999501244324283,"accepted":true,"accepted_predicted":"technical","input_tokens":384,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.0001287761227004477,"brier_hard":2.4350797530813948e-08,"soft_accuracy":0.8165679573334315,"brier_soft":0.04378486957711168,"tvd":0.18320423216858833,"kl":1.2633118172591724,"case_id":"typed:193/r0","base_id":"typed:193","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.0879}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.016653385344409022,"1":0.0002082892382772185,"2":0.011955901982902261,"3":0.9711824234344126},"predicted":"3","confidence":0.9711824234344126,"entropy_confidence":0.8908709263393662,"candidate_mass":0.9991739210771153,"accepted":true,"accepted_predicted":"3","input_tokens":369,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.0292409566223704,"brier_hard":0.0012507749391744158,"score_mae":0.1043343635073195,"within_one":true,"case_id":"typed:193/r0","base_id":"typed:193","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.0879}
{"id":"needs_human","type":"binary","probabilities":{"false":0.8966598171984534,"true":0.10334018280154583},"predicted":"false","confidence":0.8966598171984534,"entropy_confidence":0.5205048287537073,"candidate_mass":0.9751965372334319,"accepted":true,"accepted_predicted":"false","input_tokens":333,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.26972898719157,"brier_hard":1.607997655556729,"soft_accuracy":0.20911586961458872,"brier_soft":1.1653356597086435,"tvd":0.7633268171984537,"kl":1.5889691636758556,"case_id":"typed:193/r0","base_id":"typed:193","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.0879}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.11649714139513015,"1":0.001358661889699443,"2":0.12943207090925413,"3":0.752712125805915},"predicted":"3","confidence":0.752712125805915,"entropy_confidence":0.46772762103748533,"candidate_mass":0.9952584484493514,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.2840724273252775,"brier_hard":0.09147738361865529,"score_mae":0.2249738188740471,"within_one":true,"case_id":"typed:193/r0","base_id":"typed:193","repeat":0,"workflow":"customer_service","case_elapsed_ms":180.0879}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0015275656573461595,"close_no_action":5.5254078035099666e-05,"escalate_to_human":0.0002412386461358472,"execute_refund":0.004358066910371649,"request_information":0.9938178747081117},"predicted":"request_information","confidence":0.9938178747081117,"entropy_confidence":0.9737124166507184,"candidate_mass":0.999875916270523,"accepted":true,"accepted_predicted":"request_information","input_tokens":433,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.0062013137529746505,"brier_hard":5.960612625491402e-05,"soft_accuracy":0.7159892451821189,"brier_soft":0.10084922157998241,"tvd":0.2738185947073915,"kl":1.0654847110683863,"case_id":"typed:194/r0","base_id":"typed:194","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.7213}
{"id":"category","type":"choice","probabilities":{"account":7.924363294633983e-05,"billing":1.9000777283412667e-05,"delivery":1.6584725410517312e-05,"refund":2.4260126941120116e-05,"technical":0.999860910737418},"predicted":"technical","confidence":0.999860910737418,"entropy_confidence":0.9990466938856029,"candidate_mass":0.9999665963149456,"accepted":true,"accepted_predicted":"technical","input_tokens":424,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":10.871030669981312,"brier_hard":1.9996838467702818,"soft_accuracy":0.016684782653536036,"brier_soft":1.7535961585737767,"tvd":0.9831939107374184,"kl":8.822457108724867,"case_id":"typed:194/r0","base_id":"typed:194","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.7213}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.004564437216446227,"1":7.97623449662189e-05,"2":0.0020608838220078627,"3":0.9932949166165791},"predicted":"3","confidence":0.9932949166165791,"entropy_confidence":0.9676974347369255,"candidate_mass":0.9997470045025554,"accepted":true,"accepted_predicted":"3","input_tokens":409,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":6.184620348382268,"brier_hard":1.9825381114235834,"score_mae":1.1307532798387194,"within_one":false,"case_id":"typed:194/r0","base_id":"typed:194","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.7213}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5417895668290551,"true":0.4582104331709447},"predicted":"false","confidence":0.5417895668290551,"entropy_confidence":0.0050448356362006175,"candidate_mass":0.9841436695767336,"accepted":false,"accepted_predicted":null,"input_tokens":373,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.7804267393159385,"brier_hard":0.5870718694496306,"soft_accuracy":0.49498525198051324,"brier_soft":0.020722231830493418,"tvd":0.10178956682905527,"kl":0.020775320411221987,"case_id":"typed:194/r0","base_id":"typed:194","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.7213}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.01647417452226798,"1":0.00036072200876222104,"2":0.013327611689964509,"3":0.9698374917790048},"predicted":"3","confidence":0.9698374917790048,"entropy_confidence":0.8862056878229341,"candidate_mass":0.9992917733981787,"accepted":true,"accepted_predicted":"3","input_tokens":402,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.03062675576858704,"brier_hard":0.0013589306820978304,"score_mae":0.10986142072570582,"within_one":true,"case_id":"typed:194/r0","base_id":"typed:194","repeat":0,"workflow":"customer_service","case_elapsed_ms":193.7213}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0030556016202183465,"close_no_action":0.00015523559883356378,"escalate_to_human":0.0005696072037964552,"execute_refund":0.0069605251915430795,"request_information":0.9892590303856098},"predicted":"request_information","confidence":0.9892590303856098,"entropy_confidence":0.9573946950498732,"candidate_mass":0.999764529729205,"accepted":true,"accepted_predicted":"request_information","input_tokens":488,"reused_prefix_tokens":0,"expected":"request_information","correct":true,"accepted_correct":true,"nll_hard":0.010799070241098664,"brier_hard":0.0001735025909186023,"soft_accuracy":0.5948072595670997,"brier_soft":0.1966097358291481,"tvd":0.3892596303850092,"kl":1.361673558681991,"case_id":"typed:195/r0","base_id":"typed:195","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.2327}
{"id":"category","type":"choice","probabilities":{"account":0.00013693091092961937,"billing":2.3030663068885498e-05,"delivery":2.1871221573854602e-05,"refund":3.5399749357187255e-05,"technical":0.99978276745507},"predicted":"technical","confidence":0.99978276745507,"entropy_confidence":0.998584115032596,"candidate_mass":0.9999561522523106,"accepted":true,"accepted_predicted":"technical","input_tokens":479,"reused_prefix_tokens":0,"expected":"delivery","correct":false,"accepted_correct":false,"nll_hard":10.730338868692165,"brier_hard":1.9995218606689493,"soft_accuracy":0.0300176655175078,"brier_soft":1.6535289307460503,"tvd":0.9697827974550403,"kl":8.570698303246042,"case_id":"typed:195/r0","base_id":"typed:195","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.2327}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.040159049556461296,"1":0.0007719708159294677,"2":0.022404804466754795,"3":0.9366641751608544},"predicted":"3","confidence":0.9366641751608544,"entropy_confidence":0.7972792895137624,"candidate_mass":0.9969988086295012,"accepted":true,"accepted_predicted":"3","input_tokens":464,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":7.166563811854228,"brier_hard":1.8779111558613173,"score_mae":1.4889071052320024,"within_one":false,"case_id":"typed:195/r0","base_id":"typed:195","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.2327}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6256007361149762,"true":0.37439926388502204},"predicted":"false","confidence":0.6256007361149762,"entropy_confidence":0.046009829870701124,"candidate_mass":0.9709124448969575,"accepted":false,"accepted_predicted":null,"input_tokens":428,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.982432500499698,"brier_hard":0.7827525620552025,"soft_accuracy":0.4639945393808631,"brier_soft":0.14465070884152031,"tvd":0.2689337361149772,"kl":0.14784701107347875,"case_id":"typed:195/r0","base_id":"typed:195","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.2327}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.13371516058640384,"1":0.001827123953095299,"2":0.08830129944377046,"3":0.776156416016732},"predicted":"3","confidence":0.776156416016732,"entropy_confidence":0.5011542741781653,"candidate_mass":0.9941344233496513,"accepted":false,"accepted_predicted":null,"input_tokens":457,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.305012158734225,"brier_hard":1.6244447362537942,"score_mae":1.1402319708908322,"within_one":false,"case_id":"typed:195/r0","base_id":"typed:195","repeat":0,"workflow":"customer_service","case_elapsed_ms":173.2327}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0012005403895447796,"close_no_action":9.848171841468566e-05,"escalate_to_human":0.0003138571936087005,"execute_refund":0.010378902944096909,"request_information":0.9880082177543366},"predicted":"request_information","confidence":0.9880082177543366,"entropy_confidence":0.9559820629586192,"candidate_mass":0.9999058919084591,"accepted":true,"accepted_predicted":"request_information","input_tokens":422,"reused_prefix_tokens":0,"expected":"execute_refund","correct":false,"accepted_correct":false,"nll_hard":4.567980096223273,"brier_hard":1.9555117035904435,"soft_accuracy":0.09048492360168334,"brier_soft":1.1810992573426948,"tvd":0.9014397861396638,"kl":4.652452134817216,"case_id":"typed:196/r0","base_id":"typed:196","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.5198}
{"id":"category","type":"choice","probabilities":{"account":6.070023962912223e-05,"billing":1.3086623149856914e-05,"delivery":1.139045414304375e-05,"refund":2.0331800790941162e-05,"technical":0.9998944908822885},"predicted":"technical","confidence":0.9998944908822885,"entropy_confidence":0.9992597870101553,"candidate_mass":0.9999618907043336,"accepted":true,"accepted_predicted":"technical","input_tokens":413,"reused_prefix_tokens":0,"expected":"refund","correct":false,"accepted_correct":false,"nll_hard":10.803324356236924,"brier_hard":1.9997483336940725,"soft_accuracy":2.0270973012480477e-05,"brier_soft":1.8621712931276295,"tvd":0.9998944908822878,"kl":9.110720579865822,"case_id":"typed:196/r0","base_id":"typed:196","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.5198}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.006010029417099785,"1":9.524635561770647e-05,"2":0.001520753497580229,"3":0.9923739707297017},"predicted":"3","confidence":0.9923739707297017,"entropy_confidence":0.9645937399050863,"candidate_mass":0.9998412161117709,"accepted":true,"accepted_predicted":"3","input_tokens":398,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.007655256116184024,"brier_hard":9.659853909451244e-05,"score_mae":0.1135916655398832,"within_one":true,"case_id":"typed:196/r0","base_id":"typed:196","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.5198}
{"id":"needs_human","type":"binary","probabilities":{"false":0.7640680929192601,"true":0.2359319070807384},"predicted":"false","confidence":0.7640680929192601,"entropy_confidence":0.21179052106900875,"candidate_mass":0.9836201923864307,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.4442120449080242,"brier_hard":1.1676001012345525,"soft_accuracy":0.40317520864166556,"brier_soft":0.4003354758906981,"tvd":0.44740109291926083,"kl":0.44776075889471156,"case_id":"typed:196/r0","base_id":"typed:196","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.5198}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.023812074432355706,"1":0.0003487872416219011,"2":0.027939993302757878,"3":0.9478991450232651},"predicted":"3","confidence":0.9478991450232651,"entropy_confidence":0.8251049398870525,"candidate_mass":0.9988207235717442,"accepted":true,"accepted_predicted":"3","input_tokens":391,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.053507169492885275,"brier_hard":0.0040622788563768825,"score_mae":0.3832592089169333,"within_one":true,"case_id":"typed:196/r0","base_id":"typed:196","repeat":0,"workflow":"customer_service","case_elapsed_ms":194.5198}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.003256075392159556,"close_no_action":0.00013215003430153512,"escalate_to_human":0.0007949202496035707,"execute_refund":0.012555905410236217,"request_information":0.9832609489137002},"predicted":"request_information","confidence":0.9832609489137002,"entropy_confidence":0.9396903637715748,"candidate_mass":0.9998190530294639,"accepted":true,"accepted_predicted":"request_information","input_tokens":504,"reused_prefix_tokens":0,"expected":"escalate_to_human","correct":false,"accepted_correct":false,"nll_hard":7.137268763305887,"brier_hard":1.965381155308928,"soft_accuracy":0.09909232154680148,"brier_soft":1.5305424704925321,"tvd":0.8958168543239359,"kl":5.922259202141299,"case_id":"typed:197/r0","base_id":"typed:197","repeat":0,"workflow":"customer_service","case_elapsed_ms":195.77169999999998}
{"id":"category","type":"choice","probabilities":{"account":0.0001263836087647483,"billing":2.5140793822057692e-05,"delivery":2.5892038291226634e-05,"refund":4.391398981344484e-05,"technical":0.9997786695693067},"predicted":"technical","confidence":0.9997786695693067,"entropy_confidence":0.99854851335257,"candidate_mass":0.9999216960546777,"accepted":true,"accepted_predicted":"technical","input_tokens":495,"reused_prefix_tokens":0,"expected":"technical","correct":true,"accepted_correct":true,"nll_hard":0.00022135492788777025,"brier_hard":6.819087177748597e-08,"soft_accuracy":0.9331308084210223,"brier_soft":0.006117408265440717,"tvd":0.06648958355912109,"kl":0.35062887518005836,"case_id":"typed:197/r0","base_id":"typed:197","repeat":0,"workflow":"customer_service","case_elapsed_ms":195.77169999999998}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.03298031353086653,"1":0.000491752587391272,"2":0.022307978804078765,"3":0.9442199550776635},"predicted":"3","confidence":0.9442199550776635,"entropy_confidence":0.8158419658853837,"candidate_mass":0.999188851867693,"accepted":true,"accepted_predicted":"3","input_tokens":480,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.05739613671744331,"brier_hard":0.0046970022310625645,"score_mae":0.16110057542853928,"within_one":true,"case_id":"typed:197/r0","base_id":"typed:197","repeat":0,"workflow":"customer_service","case_elapsed_ms":195.77169999999998}
{"id":"needs_human","type":"binary","probabilities":{"false":0.5617529996056402,"true":0.43824700039435904},"predicted":"false","confidence":0.5617529996056402,"entropy_confidence":0.011031387145092775,"candidate_mass":0.9798336617780122,"accepted":false,"accepted_predicted":null,"input_tokens":444,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.8249725997122397,"brier_hard":0.6311328651318696,"soft_accuracy":0.45347936579508397,"brier_soft":0.3844241921084197,"tvd":0.43841999960564054,"kl":0.42083795850798217,"case_id":"typed:197/r0","base_id":"typed:197","repeat":0,"workflow":"customer_service","case_elapsed_ms":195.77169999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.1422263503798,"1":0.0018167742178089063,"2":0.10821970901517515,"3":0.7477371663872141},"predicted":"3","confidence":0.7477371663872141,"entropy_confidence":0.46125392236129004,"candidate_mass":0.9941282191764261,"accepted":false,"accepted_predicted":null,"input_tokens":473,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.223591775597857,"brier_hard":1.3746145927966753,"score_mae":0.13480069140980167,"within_one":true,"case_id":"typed:197/r0","base_id":"typed:197","repeat":0,"workflow":"customer_service","case_elapsed_ms":195.77169999999998}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.0012553563532155503,"close_no_action":5.724691636889553e-05,"escalate_to_human":0.00019402652711862636,"execute_refund":0.006547718300415754,"request_information":0.9919456519028806},"predicted":"request_information","confidence":0.9919456519028806,"entropy_confidence":0.9679690805495448,"candidate_mass":0.999887971723977,"accepted":true,"accepted_predicted":"request_information","input_tokens":338,"reused_prefix_tokens":0,"expected":"execute_refund","correct":false,"accepted_correct":false,"nll_hard":5.028638641104873,"brier_hard":1.9709052291862172,"soft_accuracy":0.10245796724634462,"brier_soft":1.120751314627851,"tvd":0.8920029988191498,"kl":4.632881983493857,"case_id":"typed:198/r0","base_id":"typed:198","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.899499}
{"id":"category","type":"choice","probabilities":{"account":0.00010217495597178692,"billing":1.617324158519315e-05,"delivery":1.1824541964520324e-05,"refund":2.0755884296238686e-05,"technical":0.999849071376183},"predicted":"technical","confidence":0.999849071376183,"entropy_confidence":0.9989896049944688,"candidate_mass":0.9999594214963875,"accepted":true,"accepted_predicted":"technical","input_tokens":329,"reused_prefix_tokens":0,"expected":"billing","correct":false,"accepted_correct":false,"nll_hard":11.032152435376016,"brier_hard":1.9996658303205668,"soft_accuracy":1.9498201001946033e-05,"brier_soft":1.7618819581797334,"tvd":0.9998608959181471,"kl":9.023226250339674,"case_id":"typed:198/r0","base_id":"typed:198","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.899499}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.003991954384921781,"1":8.667091002956549e-05,"2":0.002327234282812452,"3":0.9935941404222379},"predicted":"3","confidence":0.9935941404222379,"entropy_confidence":0.9687255323767061,"candidate_mass":0.9996916437450408,"accepted":true,"accepted_predicted":"3","input_tokens":314,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":6.063074719535457,"brier_hard":1.9825962065468459,"score_mae":1.0021905607423682,"within_one":false,"case_id":"typed:198/r0","base_id":"typed:198","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.899499}
{"id":"needs_human","type":"binary","probabilities":{"false":0.2968703974887116,"true":0.7031296025112884},"predicted":"true","confidence":0.7031296025112884,"entropy_confidence":0.12256841416510722,"candidate_mass":0.9900226353491219,"accepted":false,"accepted_predicted":null,"input_tokens":278,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.3522140478169433,"brier_hard":0.17626406581021123,"soft_accuracy":0.5135418380810175,"brier_soft":0.05766177244875299,"tvd":0.16979660251128847,"kl":0.06367224259784951,"case_id":"typed:198/r0","base_id":"typed:198","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.899499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.016404059837027512,"1":0.00033654802574706696,"2":0.02069783140058814,"3":0.9625615607366383},"predicted":"3","confidence":0.9625615607366383,"entropy_confidence":0.8650323219815313,"candidate_mass":0.9988838087551241,"accepted":true,"accepted_predicted":"3","input_tokens":307,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.038157255658603645,"brier_hard":0.002099243402874005,"score_mae":0.11274989303683824,"within_one":true,"case_id":"typed:198/r0","base_id":"typed:198","repeat":0,"workflow":"customer_service","case_elapsed_ms":191.899499}
{"id":"action","type":"choice","probabilities":{"answer_directly":0.00296836698508136,"close_no_action":0.00012044263547853394,"escalate_to_human":0.00042679288986636864,"execute_refund":0.005944793230330843,"request_information":0.9905396042592436},"predicted":"request_information","confidence":0.9905396042592436,"entropy_confidence":0.9617521008905723,"candidate_mass":0.9998035027076188,"accepted":true,"accepted_predicted":"request_information","input_tokens":457,"reused_prefix_tokens":0,"expected":"answer_directly","correct":false,"accepted_correct":false,"nll_hard":5.819743314056087,"brier_hard":1.975276322063605,"soft_accuracy":0.2890383118265277,"brier_soft":0.8399589901587122,"tvd":0.706484397489574,"kl":3.4168978514857398,"case_id":"typed:199/r0","base_id":"typed:199","repeat":0,"workflow":"customer_service","case_elapsed_ms":189.4712}
{"id":"category","type":"choice","probabilities":{"account":0.00010359951667602042,"billing":1.8734052275468605e-05,"delivery":1.8620696214641627e-05,"refund":3.414369118330498e-05,"technical":0.9998249020436519},"predicted":"technical","confidence":0.9998249020436519,"entropy_confidence":0.9988297174013255,"candidate_mass":0.9999587526838172,"accepted":true,"accepted_predicted":"technical","input_tokens":448,"reused_prefix_tokens":0,"expected":"account","correct":false,"accepted_correct":false,"nll_hard":9.174977893439152,"brier_hard":1.9994426483095926,"soft_accuracy":0.013427378880181468,"brier_soft":1.8217506673605817,"tvd":0.9864919020436512,"kl":8.791320733337306,"case_id":"typed:199/r0","base_id":"typed:199","repeat":0,"workflow":"customer_service","case_elapsed_ms":189.4712}
{"id":"churn_risk","type":"ordinal","probabilities":{"0":0.016879334947156942,"1":0.00042519750911795915,"2":0.013769208714071935,"3":0.9689262588296542},"predicted":"3","confidence":0.9689262588296542,"entropy_confidence":0.8832946794333905,"candidate_mass":0.9988680743255942,"accepted":true,"accepted_predicted":"3","input_tokens":433,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.081665189455592,"brier_hard":1.905534109005108,"score_mae":2.318075391426224,"within_one":false,"case_id":"typed:199/r0","base_id":"typed:199","repeat":0,"workflow":"customer_service","case_elapsed_ms":189.4712}
{"id":"needs_human","type":"binary","probabilities":{"false":0.6125496158168026,"true":0.38745038418319605},"predicted":"false","confidence":0.6125496158168026,"entropy_confidence":0.03686553430853523,"candidate_mass":0.9897618449479902,"accepted":false,"accepted_predicted":null,"input_tokens":397,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.4901253344288286,"brier_hard":0.3002356004074135,"soft_accuracy":0.52250992316336,"brier_soft":0.000314985714298718,"tvd":0.012549615816803278,"kl":0.0003305253297284476,"case_id":"typed:199/r0","base_id":"typed:199","repeat":0,"workflow":"customer_service","case_elapsed_ms":189.4712}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.10204852038224264,"1":0.0019491564879012345,"2":0.10836705802790854,"3":0.7876352651019489},"predicted":"3","confidence":0.7876352651019489,"entropy_confidence":0.5138763022908053,"candidate_mass":0.9933274590787823,"accepted":false,"accepted_predicted":null,"input_tokens":426,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.23872015782347938,"brier_hard":0.06725989961716293,"score_mae":0.19507793215043545,"within_one":true,"case_id":"typed:199/r0","base_id":"typed:199","repeat":0,"workflow":"customer_service","case_elapsed_ms":189.4712}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.01658229758669242,"1":0.00037755045489125535,"2":0.006537615334821885,"3":0.9765025366235943},"predicted":"3","confidence":0.9765025366235943,"entropy_confidence":0.908346893373398,"candidate_mass":0.9984806147640435,"accepted":true,"accepted_predicted":"3","input_tokens":386,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.03018280770895,"brier_hard":1.940799828914536,"score_mae":1.6396273909953176,"within_one":false,"case_id":"typed:200/r0","base_id":"typed:200","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":198.30900000000003}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7843744842469182,"hold":0.0014496729522238253,"manual_review":0.005250650577080764,"reject":0.20892519222377698},"predicted":"approve","confidence":0.7843744842469182,"entropy_confidence":0.5998907799529314,"candidate_mass":0.9961958545460902,"accepted":false,"accepted_predicted":null,"input_tokens":390,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.24286871419601394,"brier_hard":0.09017376987267568,"soft_accuracy":0.351429111134444,"brier_soft":0.30975329387562417,"tvd":0.5332996764706953,"kl":2.0927314455493584,"case_id":"typed:200/r0","base_id":"typed:200","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":198.30900000000003}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5149062794031076,"true":0.485093720596891},"predicted":"false","confidence":0.5149062794031076,"entropy_confidence":0.0006412205025717599,"candidate_mass":0.9868016174613614,"accepted":false,"accepted_predicted":null,"input_tokens":333,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6637703766206258,"brier_hard":0.47063183552507043,"soft_accuracy":0.51381314230936,"brier_soft":0.4021730474905655,"tvd":0.4484267205968917,"kl":0.5087542709181347,"case_id":"typed:200/r0","base_id":"typed:200","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":198.30900000000003}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9860462317410412,"true":0.013953768258958265},"predicted":"false","confidence":0.9860462317410412,"entropy_confidence":0.8940101932654089,"candidate_mass":0.9739942924153409,"accepted":true,"accepted_predicted":"false","input_tokens":353,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.014052037303219578,"brier_hard":0.0003894152972494366,"soft_accuracy":0.5194418492696414,"brier_soft":0.43439818024004906,"tvd":0.46604623174104143,"kl":1.3655228192366955,"case_id":"typed:200/r0","base_id":"typed:200","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":198.30900000000003}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.23440488373034432,"1":0.001920664813218785,"2":0.12294705256099404,"3":0.6407273988954443},"predicted":"3","confidence":0.6407273988954443,"entropy_confidence":0.35440542864506974,"candidate_mass":0.9917193382381815,"accepted":false,"accepted_predicted":null,"input_tokens":383,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.096001483271017,"brier_hard":1.2347028107767306,"score_mae":0.1866639666215395,"within_one":true,"case_id":"typed:200/r0","base_id":"typed:200","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":198.30900000000003}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.014987049044239207,"1":0.000302670769000438,"2":0.003496048659438117,"3":0.9812142315273237},"predicted":"3","confidence":0.9812142315273237,"entropy_confidence":0.925132127423497,"candidate_mass":0.9990256326079544,"accepted":true,"accepted_predicted":"3","input_tokens":396,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.018964462496583727,"brier_hard":0.0005898307019869973,"score_mae":0.16093746266984787,"within_one":true,"case_id":"typed:201/r0","base_id":"typed:201","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.6416}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7508211983382761,"hold":0.0018023917715903233,"manual_review":0.0035093122807342276,"reject":0.2438670976094004},"predicted":"approve","confidence":0.7508211983382761,"entropy_confidence":0.5740231804602891,"candidate_mass":0.997511515500779,"accepted":false,"accepted_predicted":null,"input_tokens":400,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.65233519211618,"brier_hard":1.6162005724978712,"soft_accuracy":0.043732174405413,"brier_soft":0.9485326038045139,"tvd":0.8946882959476761,"kl":4.458262690267958,"case_id":"typed:201/r0","base_id":"typed:201","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.6416}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5322689099995981,"true":0.46773109000040203},"predicted":"false","confidence":0.5322689099995981,"entropy_confidence":0.0030065955254992005,"candidate_mass":0.9922633653921138,"accepted":false,"accepted_predicted":null,"input_tokens":343,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6306064474233254,"brier_hard":0.4375447451059283,"soft_accuracy":0.5303327753996221,"brier_soft":0.38321701430587995,"tvd":0.43773109000040195,"kl":0.4997419380875527,"case_id":"typed:201/r0","base_id":"typed:201","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.6416}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9882562297194937,"true":0.011743770280506893},"predicted":"false","confidence":0.9882562297194937,"entropy_confidence":0.9078566064778741,"candidate_mass":0.9794642370945456,"accepted":true,"accepted_predicted":"false","input_tokens":363,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.011813273036196361,"brier_hard":0.0002758322808026206,"soft_accuracy":0.9394306067475443,"brier_soft":0.002927078224701302,"tvd":0.03825622971949341,"kl":0.03492898443275543,"case_id":"typed:201/r0","base_id":"typed:201","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.6416}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3086038156507789,"1":0.002059714410365632,"2":0.11591531117948602,"3":0.5734211587593677},"predicted":"3","confidence":0.5734211587593677,"entropy_confidence":0.31886822147149485,"candidate_mass":0.9891502539202764,"accepted":false,"accepted_predicted":null,"input_tokens":393,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.1548954305499812,"brier_hard":1.2056581197774732,"score_mae":0.20415381304744096,"within_one":true,"case_id":"typed:201/r0","base_id":"typed:201","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.6416}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.017132900856615174,"1":0.00034182424180359284,"2":0.004628890683788495,"3":0.9778963842177927},"predicted":"3","confidence":0.9778963842177927,"entropy_confidence":0.9140562743324926,"candidate_mass":0.9986033881424583,"accepted":true,"accepted_predicted":"3","input_tokens":395,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.066754637339507,"brier_hard":1.9223306163175398,"score_mae":2.9166217582627585,"within_one":false,"case_id":"typed:202/r0","base_id":"typed:202","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.0083}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8034223885602961,"hold":0.001865418143465124,"manual_review":0.003195680495899258,"reject":0.19151651280033838},"predicted":"approve","confidence":0.8034223885602961,"entropy_confidence":0.6231184588399982,"candidate_mass":0.9974698634493478,"accepted":true,"accepted_predicted":"approve","input_tokens":399,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.21887469018074418,"brier_hard":0.07533502415322321,"soft_accuracy":0.7746859777071415,"brier_soft":0.06138500141553233,"tvd":0.18818351280033893,"kl":0.22538804588601247,"case_id":"typed:202/r0","base_id":"typed:202","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.0083}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5166068958812389,"true":0.4833931041187606},"predicted":"false","confidence":0.5166068958812389,"entropy_confidence":0.0007959051910266801,"candidate_mass":0.9915507496658825,"accepted":false,"accepted_predicted":null,"input_tokens":342,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.660473049820176,"brier_hard":0.46733778621914235,"soft_accuracy":0.5160533216139336,"brier_soft":0.4356665125317528,"tvd":0.46672610411876087,"kl":0.5768131708530699,"case_id":"typed:202/r0","base_id":"typed:202","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.0083}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9884240886774176,"true":0.011575911322581066},"predicted":"false","confidence":0.9884240886774176,"entropy_confidence":0.908931810267774,"candidate_mass":0.9820501401022214,"accepted":true,"accepted_predicted":"false","input_tokens":362,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.458828950136592,"brier_hard":1.9539643581555697,"soft_accuracy":0.024600228071253137,"brier_soft":1.9016052624362254,"tvd":0.9750910886774182,"kl":4.32872550543139,"case_id":"typed:202/r0","base_id":"typed:202","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.0083}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35354143717752373,"1":0.0022285098679048873,"2":0.1331563536213845,"3":0.5110736993331882},"predicted":"3","confidence":0.5110736993331882,"entropy_confidence":0.2838949338985356,"candidate_mass":0.9905181473180854,"accepted":false,"accepted_predicted":null,"input_tokens":392,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.0162312500883317,"brier_hard":1.1376107474748647,"score_mae":0.19823768488976157,"within_one":true,"case_id":"typed:202/r0","base_id":"typed:202","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.0083}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.018345655793917656,"1":0.0007434796178969282,"2":0.009863252145932354,"3":0.9710476124422524},"predicted":"3","confidence":0.9710476124422524,"entropy_confidence":0.8897812290282162,"candidate_mass":0.998372142114642,"accepted":true,"accepted_predicted":"3","input_tokens":422,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.618939332505629,"brier_hard":1.9236413609292795,"score_mae":0.9336128212365185,"within_one":true,"case_id":"typed:203/r0","base_id":"typed:203","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.8869}
{"id":"disposition","type":"choice","probabilities":{"approve":0.864480948969951,"hold":0.0039258120529166735,"manual_review":0.012878627223151163,"reject":0.11871461175398218},"predicted":"approve","confidence":0.864480948969951,"entropy_confidence":0.6705782239440752,"candidate_mass":0.9916806692394607,"accepted":true,"accepted_predicted":"approve","input_tokens":426,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":5.540182056684213,"brier_hard":1.75375011710948,"soft_accuracy":0.04324759008058288,"brier_soft":1.1128845166101478,"tvd":0.8831955607239327,"kl":3.755118095690719,"case_id":"typed:203/r0","base_id":"typed:203","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.8869}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4380094153849166,"true":0.5619905846150817},"predicted":"true","confidence":0.5619905846150817,"entropy_confidence":0.011116653525098719,"candidate_mass":0.9902719438125808,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8255148725241384,"brier_hard":0.6316668343920046,"soft_accuracy":0.44296866215412317,"brier_soft":0.5449483408535912,"tvd":0.5219905846150825,"kl":0.647600937192309,"case_id":"typed:203/r0","base_id":"typed:203","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.8869}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9903239275331552,"true":0.009676072466845802},"predicted":"false","confidence":0.9903239275331552,"entropy_confidence":0.9213620237949491,"candidate_mass":0.9784600399437434,"accepted":true,"accepted_predicted":"false","input_tokens":389,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.009723189843153771,"brier_hard":0.00018725275676728274,"soft_accuracy":0.9086035998269144,"brier_soft":0.01085068594724881,"tvd":0.07365692753315471,"kl":0.1085844638841489,"case_id":"typed:203/r0","base_id":"typed:203","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.8869}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3468606359511992,"1":0.00406810628784253,"2":0.19102304339466777,"3":0.45804821436629023},"predicted":"3","confidence":0.45804821436629023,"entropy_confidence":0.23284127089023143,"candidate_mass":0.9831009843901259,"accepted":false,"accepted_predicted":null,"input_tokens":419,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.655361212167275,"brier_hard":0.9845807332638121,"score_mae":0.4730741638239513,"within_one":true,"case_id":"typed:203/r0","base_id":"typed:203","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.8869}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0199330902375147,"1":0.00042414890129059484,"2":0.007081138749671686,"3":0.9725616221115215},"predicted":"3","confidence":0.9725616221115215,"entropy_confidence":0.896521570370688,"candidate_mass":0.9979283404204363,"accepted":true,"accepted_predicted":"3","input_tokens":389,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.027821840857892948,"brier_hard":0.001200515095850416,"score_mae":0.13227129273519855,"within_one":true,"case_id":"typed:204/r0","base_id":"typed:204","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.6722}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8357435651166554,"hold":0.0010895208132340808,"manual_review":0.003394515665299413,"reject":0.15977239840481175},"predicted":"approve","confidence":0.8357435651166554,"entropy_confidence":0.6611713133673971,"candidate_mass":0.9977632380743889,"accepted":true,"accepted_predicted":"approve","input_tokens":393,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.6855941893269275,"brier_hard":1.7172182043875288,"soft_accuracy":0.022070339327967356,"brier_soft":1.1414887748401927,"tvd":0.9555159635214668,"kl":5.179066400991129,"case_id":"typed:204/r0","base_id":"typed:204","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.6722}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5233328026822597,"true":0.47666719731774027},"predicted":"false","confidence":0.5233328026822597,"entropy_confidence":0.0015714337843302228,"candidate_mass":0.9873719000308634,"accepted":false,"accepted_predicted":null,"input_tokens":336,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6475376832913504,"brier_hard":0.4544232339974991,"soft_accuracy":0.5225550270376493,"brier_soft":0.42320036306472003,"tvd":0.46000019731774033,"kl":0.5643269303313243,"case_id":"typed:204/r0","base_id":"typed:204","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.6722}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9847013479122896,"true":0.015298652087710515},"predicted":"false","confidence":0.9847013479122896,"entropy_confidence":0.8858406269907699,"candidate_mass":0.9649872952317177,"accepted":true,"accepted_predicted":"false","input_tokens":356,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.015416883873534484,"brier_hard":0.00046809751140161566,"soft_accuracy":0.9297682053479982,"brier_soft":0.0034226804179844613,"tvd":0.04136834791228955,"kl":0.033714364206288025,"case_id":"typed:204/r0","base_id":"typed:204","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.6722}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.39962258265430206,"1":0.0023697251460601757,"2":0.1209775252781936,"3":0.4770301669214432},"predicted":"3","confidence":0.4770301669214432,"entropy_confidence":0.286240004832239,"candidate_mass":0.9899474804734113,"accepted":false,"accepted_predicted":null,"input_tokens":386,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.1121504921400174,"brier_hard":1.159942115383711,"score_mae":0.3079177235332231,"within_one":true,"case_id":"typed:204/r0","base_id":"typed:204","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.6722}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.017859049679221202,"1":0.0005719099013652162,"2":0.005083493267503878,"3":0.9764855471519108},"predicted":"3","confidence":0.9764855471519108,"entropy_confidence":0.9089350690789393,"candidate_mass":0.9985576769167912,"accepted":true,"accepted_predicted":"3","input_tokens":415,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.2817566026319795,"brier_hard":1.9437021519017397,"score_mae":1.1068625378921055,"within_one":false,"case_id":"typed:205/r0","base_id":"typed:205","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.3691}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8096936784091209,"hold":0.0023879573851812025,"manual_review":0.009758231956818615,"reject":0.17816013224887786},"predicted":"approve","confidence":0.8096936784091209,"entropy_confidence":0.6120168205752756,"candidate_mass":0.9925117068710917,"accepted":true,"accepted_predicted":"approve","input_tokens":419,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":4.629644046932441,"brier_hard":1.6679293470963898,"soft_accuracy":0.18465604335562485,"brier_soft":0.753133120966549,"tvd":0.7545200439917662,"kl":2.8537626444180413,"case_id":"typed:205/r0","base_id":"typed:205","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.3691}
{"id":"duplicate","type":"binary","probabilities":{"false":0.49821234511105644,"true":0.5017876548889423},"predicted":"true","confidence":0.5017876548889423,"entropy_confidence":9.220889588101855e-06,"candidate_mass":0.9904406804805124,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.6967288970330081,"brier_hard":0.5035817011978897,"soft_accuracy":0.4983911105999507,"brier_soft":0.40822417022010116,"tvd":0.4517876548889429,"kl":0.4978561211859147,"case_id":"typed:205/r0","base_id":"typed:205","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.3691}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9801250136534486,"true":0.019874986346551014},"predicted":"false","confidence":0.9801250136534486,"entropy_confidence":0.8592619492059532,"candidate_mass":0.9728305309193056,"accepted":true,"accepted_predicted":"false","input_tokens":382,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02007515050073753,"brier_hard":0.0007900301645511931,"soft_accuracy":0.7240580196216002,"brier_soft":0.12181259600624811,"tvd":0.24679201365344877,"kl":0.47968578259726213,"case_id":"typed:205/r0","base_id":"typed:205","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.3691}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5011068784792481,"1":0.003767385760879136,"2":0.15951948668222582,"3":0.33560624907764575},"predicted":"0","confidence":0.5011068784792481,"entropy_confidence":0.25954206971409266,"candidate_mass":0.9874316721832936,"accepted":false,"accepted_predicted":null,"input_tokens":412,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.8355891906635442,"brier_hard":1.0701613445415632,"score_mae":0.537041893641732,"within_one":true,"case_id":"typed:205/r0","base_id":"typed:205","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.3691}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.026070865607288104,"1":0.0005600703425570017,"2":0.006623203549599184,"3":0.966745860500556},"predicted":"3","confidence":0.966745860500556,"entropy_confidence":0.8808355072253291,"candidate_mass":0.9985882673420778,"accepted":true,"accepted_predicted":"3","input_tokens":407,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.017176106205653,"brier_hard":1.9220750222333234,"score_mae":1.4640440589434232,"within_one":false,"case_id":"typed:206/r0","base_id":"typed:206","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.5641}
{"id":"disposition","type":"choice","probabilities":{"approve":0.916278530452024,"hold":0.001486547067674659,"manual_review":0.005228595218696265,"reject":0.07700632726160381},"predicted":"approve","confidence":0.916278530452024,"entropy_confidence":0.7729940188140372,"candidate_mass":0.9970251350778305,"accepted":true,"accepted_predicted":"approve","input_tokens":411,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.253612637616605,"brier_hard":1.8350686773983949,"soft_accuracy":0.3550367435622663,"brier_soft":0.4982297362672548,"tvd":0.5932848577136285,"kl":2.3412306371672593,"case_id":"typed:206/r0","base_id":"typed:206","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.5641}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5670152859827094,"true":0.4329847140172914},"predicted":"false","confidence":0.5670152859827094,"entropy_confidence":0.012997506411058568,"candidate_mass":0.9828037855906147,"accepted":false,"accepted_predicted":null,"input_tokens":354,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5673690162126519,"brier_hard":0.37495152514527047,"soft_accuracy":0.5634410927201077,"brier_soft":0.33018816944847407,"tvd":0.406317714017291,"kl":0.45160247667879017,"case_id":"typed:206/r0","base_id":"typed:206","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.5641}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9877377661993275,"true":0.012262233800673985},"predicted":"false","confidence":0.9877377661993275,"entropy_confidence":0.9045575444855929,"candidate_mass":0.98218957617719,"accepted":true,"accepted_predicted":"false","input_tokens":374,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.012338035290671482,"brier_hard":0.00030072475556474634,"soft_accuracy":0.6138058039383545,"brier_soft":0.27538702705551077,"tvd":0.3710707661993267,"kl":1.029073363001647,"case_id":"typed:206/r0","base_id":"typed:206","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.5641}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.39889676415305264,"1":0.0026622652227029637,"2":0.07151947663469936,"3":0.5269214939895448},"predicted":"3","confidence":0.5269214939895448,"entropy_confidence":0.3445517885404351,"candidate_mass":0.993519127947516,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.928577931101106,"brier_hard":1.4365624820287615,"score_mae":0.19313270046073594,"within_one":true,"case_id":"typed:206/r0","base_id":"typed:206","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.5641}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.008522465672464168,"1":0.00031904172457428165,"2":0.004399206181959765,"3":0.986759286421002},"predicted":"3","confidence":0.986759286421002,"entropy_confidence":0.9421461016549625,"candidate_mass":0.998621715258563,"accepted":true,"accepted_predicted":"3","input_tokens":382,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.01332915336514515,"brier_hard":0.00026740371987280534,"score_mae":0.06606231335149992,"within_one":true,"case_id":"typed:207/r0","base_id":"typed:207","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.6371}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8160903954495718,"hold":0.0016139576452368662,"manual_review":0.0057629842567828065,"reject":0.1765326626484079},"predicted":"approve","confidence":0.8160903954495718,"entropy_confidence":0.6305995598440486,"candidate_mass":0.995982503918896,"accepted":true,"accepted_predicted":"approve","input_tokens":386,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.156299838305969,"brier_hard":1.6856771628600342,"soft_accuracy":0.024941742803494815,"brier_soft":1.25409800132261,"tvd":0.92595705809798,"kl":4.401479791823796,"case_id":"typed:207/r0","base_id":"typed:207","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.6371}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5923147621605769,"true":0.407685237839423},"predicted":"false","confidence":0.5923147621605769,"entropy_confidence":0.02473097932755386,"candidate_mass":0.9894378245618731,"accepted":false,"accepted_predicted":null,"input_tokens":329,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5237170925578738,"brier_hard":0.33241450630437386,"soft_accuracy":0.5904684669173654,"brier_soft":0.31630709679079694,"tvd":0.39768523783942306,"kl":0.4714509860594718,"case_id":"typed:207/r0","base_id":"typed:207","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.6371}
{"id":"matches_order","type":"binary","probabilities":{"false":0.984921792533319,"true":0.015078207466681122},"predicted":"false","confidence":0.984921792533319,"entropy_confidence":0.8871674425454175,"candidate_mass":0.9746261651330188,"accepted":true,"accepted_predicted":"false","input_tokens":349,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.015193039405602373,"brier_hard":0.00045470468081655244,"soft_accuracy":0.9687574095010133,"brier_soft":5.048523427860045e-06,"tvd":0.0015887925333189423,"kl":8.219349094066284e-05,"case_id":"typed:207/r0","base_id":"typed:207","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.6371}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2611193492456792,"1":0.0021210415863947047,"2":0.12339675637853235,"3":0.6133628527893955},"predicted":"3","confidence":0.6133628527893955,"entropy_confidence":0.3351468271004646,"candidate_mass":0.9904116471136077,"accepted":false,"accepted_predicted":null,"input_tokens":379,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.092350453281501,"brier_hard":1.2128350492775222,"score_mae":0.017663887288354108,"within_one":true,"case_id":"typed:207/r0","base_id":"typed:207","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.6371}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.014768582345521275,"1":0.0004782935468711742,"2":0.008051592333294532,"3":0.9767015317743121},"predicted":"3","confidence":0.9767015317743121,"entropy_confidence":0.9078415163729244,"candidate_mass":0.9983978979184992,"accepted":true,"accepted_predicted":"3","input_tokens":370,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.023574168213858854,"brier_hard":0.0008259865499783786,"score_mae":0.1533530735363966,"within_one":true,"case_id":"typed:208/r0","base_id":"typed:208","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.14839999999998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8892786704846015,"hold":0.0012914696451666338,"manual_review":0.004533098044810176,"reject":0.10489676182542282},"predicted":"approve","confidence":0.8892786704846015,"entropy_confidence":0.7302708087751659,"candidate_mass":0.9979809249510939,"accepted":true,"accepted_predicted":"approve","input_tokens":374,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.396349678135298,"brier_hard":1.792775905202428,"soft_accuracy":0.02552616305335303,"brier_soft":1.1954343307413422,"tvd":0.9041754323100238,"kl":4.5603414349716385,"case_id":"typed:208/r0","base_id":"typed:208","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.14839999999998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5211265588146609,"true":0.47887344118534014},"predicted":"false","confidence":0.5211265588146609,"entropy_confidence":0.0012882239231966075,"candidate_mass":0.9896260463081125,"accepted":false,"accepted_predicted":null,"input_tokens":317,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6517623515366004,"brier_hard":0.4586395453453779,"soft_accuracy":0.5195772637505466,"brier_soft":0.39109307325160647,"tvd":0.44220644118533964,"kl":0.4976597596929045,"case_id":"typed:208/r0","base_id":"typed:208","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.14839999999998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9901645080360076,"true":0.009835491963993425},"predicted":"false","confidence":0.9901645080360076,"entropy_confidence":0.9202994292285186,"candidate_mass":0.9809644491641447,"accepted":true,"accepted_predicted":"false","input_tokens":337,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.009884179924821273,"brier_hard":0.00019347380434753752,"soft_accuracy":0.9084707501396785,"brier_soft":0.010803767375005859,"tvd":0.0734975080360071,"kl":0.10737026110235198,"case_id":"typed:208/r0","base_id":"typed:208","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.14839999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.27265910319468584,"1":0.0023880406283288387,"2":0.13681686758471345,"3":0.5881359885922707},"predicted":"3","confidence":0.5881359885922707,"entropy_confidence":0.31250408683747943,"candidate_mass":0.9922506937237273,"accepted":false,"accepted_predicted":null,"input_tokens":367,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.9891119803367907,"brier_hard":1.1653377504566464,"score_mae":0.3737627415745681,"within_one":true,"case_id":"typed:208/r0","base_id":"typed:208","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.14839999999998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.009900457134379594,"1":0.00021294342452376689,"2":0.0025516257665750856,"3":0.9873349736745218},"predicted":"3","confidence":0.9873349736745218,"entropy_confidence":0.9456731781017842,"candidate_mass":0.9991052065273733,"accepted":true,"accepted_predicted":"3","input_tokens":395,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.9710245674443385,"brier_hard":1.969831673898143,"score_mae":1.6339881159812393,"within_one":false,"case_id":"typed:209/r0","base_id":"typed:209","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.87739900000003}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8311288298210011,"hold":0.00155467103345544,"manual_review":0.0029499096072867874,"reject":0.16436658953825845},"predicted":"approve","confidence":0.8311288298210011,"entropy_confidence":0.6553667030053245,"candidate_mass":0.9977848693608221,"accepted":true,"accepted_predicted":"approve","input_tokens":399,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":6.466491309779602,"brier_hard":1.7146932844178677,"soft_accuracy":0.21499035615344433,"brier_soft":0.6300218964445831,"tvd":0.7388286760260021,"kl":3.5346663956646562,"case_id":"typed:209/r0","base_id":"typed:209","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.87739900000003}
{"id":"duplicate","type":"binary","probabilities":{"false":0.47447280229465527,"true":0.5255271977053437},"predicted":"true","confidence":0.5255271977053437,"entropy_confidence":0.001881046982340151,"candidate_mass":0.9903191873121354,"accepted":false,"accepted_predicted":null,"input_tokens":342,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7455509812374075,"brier_hard":0.5523576710560638,"soft_accuracy":0.4756640545027729,"brier_soft":0.5043980244178287,"tvd":0.5021941977053441,"kl":0.6324249919227627,"case_id":"typed:209/r0","base_id":"typed:209","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.87739900000003}
{"id":"matches_order","type":"binary","probabilities":{"false":0.988740840099054,"true":0.011259159900946917},"predicted":"false","confidence":0.988740840099054,"entropy_confidence":0.9109704491458984,"candidate_mass":0.9760100964557061,"accepted":true,"accepted_predicted":"false","input_tokens":362,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.486573268206133,"brier_hard":1.9552168977595643,"soft_accuracy":0.36966943513414624,"brier_soft":0.7739517250711658,"tvd":0.6220738400990535,"kl":2.188488743259486,"case_id":"typed:209/r0","base_id":"typed:209","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.87739900000003}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3370203259785418,"1":0.002076300081224165,"2":0.13247286495129504,"3":0.5284305089889383},"predicted":"3","confidence":0.5284305089889383,"entropy_confidence":0.29004479888833745,"candidate_mass":0.9883948910104605,"accepted":false,"accepted_predicted":null,"input_tokens":392,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.17716777632868,"brier_hard":1.406222273760974,"score_mae":0.7189805569506291,"within_one":true,"case_id":"typed:209/r0","base_id":"typed:209","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.87739900000003}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.006836706289409481,"1":0.00022459556990235172,"2":0.003761492305240234,"3":0.9891772058354475},"predicted":"3","confidence":0.9891772058354475,"entropy_confidence":0.9511394351153429,"candidate_mass":0.9989119812682161,"accepted":true,"accepted_predicted":"3","input_tokens":382,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.985449199959717,"brier_hard":1.9648590717860246,"score_mae":2.9349461976867257,"within_one":false,"case_id":"typed:210/r0","base_id":"typed:210","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.1232}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8153002162389723,"hold":0.0014974549696191441,"manual_review":0.004675909065708139,"reject":0.17852641972570024},"predicted":"approve","confidence":0.8153002162389723,"entropy_confidence":0.6328954472029369,"candidate_mass":0.9963530909795841,"accepted":true,"accepted_predicted":"approve","input_tokens":386,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.20419887008704402,"brier_hard":0.06600979915842409,"soft_accuracy":0.7358385586769,"brier_soft":0.039088672060568735,"tvd":0.16852641972570034,"kl":0.31331767869143806,"case_id":"typed:210/r0","base_id":"typed:210","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.1232}
{"id":"duplicate","type":"binary","probabilities":{"false":0.43897401689488197,"true":0.5610259831051183},"predicted":"true","confidence":0.5610259831051183,"entropy_confidence":0.01077252438143761,"candidate_mass":0.9911072258377516,"accepted":false,"accepted_predicted":null,"input_tokens":329,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8233150546861907,"brier_hard":0.6295003074381287,"soft_accuracy":0.44060133576036303,"brier_soft":0.5999352074851665,"tvd":0.5476929831051182,"kl":0.7492349896349189,"case_id":"typed:210/r0","base_id":"typed:210","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.1232}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9790018695257648,"true":0.02099813047423481},"predicted":"false","confidence":0.9790018695257648,"entropy_confidence":0.8529913273973707,"candidate_mass":0.9735270315827689,"accepted":true,"accepted_predicted":"false","input_tokens":349,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.8633218702581154,"brier_hard":1.916889321069886,"soft_accuracy":0.04335123171752421,"brier_soft":1.8266059763613072,"tvd":0.9556688695257649,"kl":3.662932735996418,"case_id":"typed:210/r0","base_id":"typed:210","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.1232}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.30631416417521157,"1":0.0027209843327331033,"2":0.11483188756031042,"3":0.5761329639317463},"predicted":"3","confidence":0.5761329639317463,"entropy_confidence":0.3185398013093941,"candidate_mass":0.989409995695378,"accepted":false,"accepted_predicted":null,"input_tokens":379,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.1642860674617665,"brier_hard":1.2092875503389193,"score_mae":0.08745065124859286,"within_one":true,"case_id":"typed:210/r0","base_id":"typed:210","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.1232}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.03464834463213988,"1":0.0007076496798179965,"2":0.009277644958950915,"3":0.9553663607290919},"predicted":"3","confidence":0.9553663607290919,"entropy_confidence":0.8494682111554239,"candidate_mass":0.9981430775756953,"accepted":true,"accepted_predicted":"3","input_tokens":410,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.362505328451654,"brier_hard":1.8447152771982709,"score_mae":2.876695021784996,"within_one":false,"case_id":"typed:211/r0","base_id":"typed:211","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.6164}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9201314954061448,"hold":0.001706400147107907,"manual_review":0.006281834379010823,"reject":0.07188027006773526},"predicted":"approve","confidence":0.9201314954061448,"entropy_confidence":0.7774220378834293,"candidate_mass":0.9954875512101137,"accepted":true,"accepted_predicted":"approve","input_tokens":414,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.08323868936325236,"brier_hard":0.011588124495696598,"soft_accuracy":0.9049075137885548,"brier_soft":0.009108321508876771,"tvd":0.07121327006773587,"kl":0.07649716527578504,"case_id":"typed:211/r0","base_id":"typed:211","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.6164}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5106580799633138,"true":0.48934192003668553},"predicted":"false","confidence":0.5106580799633138,"entropy_confidence":0.0003277897559232912,"candidate_mass":0.9867621941795468,"accepted":false,"accepted_predicted":null,"input_tokens":357,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6720550321843284,"brier_hard":0.47891102941038055,"soft_accuracy":0.5105870332022784,"brier_soft":0.4724093407104514,"tvd":0.48600892003668583,"kl":0.6498586675547876,"case_id":"typed:211/r0","base_id":"typed:211","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.6164}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9851900111781484,"true":0.014809988821852346},"predicted":"false","confidence":0.9851900111781484,"entropy_confidence":0.888788174418627,"candidate_mass":0.977615810634842,"accepted":true,"accepted_predicted":"false","input_tokens":377,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.212453405472981,"brier_hard":1.941198716250399,"soft_accuracy":0.018044265436365912,"brier_soft":1.9280863807993716,"tvd":0.9818570111781479,"kl":4.176124549458934,"case_id":"typed:211/r0","base_id":"typed:211","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.6164}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.42751978921591394,"1":0.003191314270098903,"2":0.126561311382462,"3":0.44272758513152455},"predicted":"3","confidence":0.44272758513152455,"entropy_confidence":0.2757894477719297,"candidate_mass":0.9895670239864626,"accepted":false,"accepted_predicted":null,"input_tokens":407,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.747322450136593,"brier_hard":1.388426206293032,"score_mae":0.43449669242959654,"within_one":true,"case_id":"typed:211/r0","base_id":"typed:211","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.6164}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0184793515037203,"1":0.00043858726683635883,"2":0.005283376738206551,"3":0.9757986844912377},"predicted":"3","confidence":0.9757986844912377,"entropy_confidence":0.9071251224865139,"candidate_mass":0.9987088838628935,"accepted":true,"accepted_predicted":"3","input_tokens":407,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.9911013051743573,"brier_hard":1.9155939625079361,"score_mae":1.8884013942169628,"within_one":false,"case_id":"typed:212/r0","base_id":"typed:212","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.67690000000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9135324887199113,"hold":0.0015741558542877148,"manual_review":0.0048839657871048905,"reject":0.08000938963869544},"predicted":"approve","confidence":0.9135324887199113,"entropy_confidence":0.7685626542557358,"candidate_mass":0.9970080029728239,"accepted":true,"accepted_predicted":"approve","input_tokens":411,"reused_prefix_tokens":0,"expected":"reject","correct":false,"accepted_correct":false,"nll_hard":2.5256112807119386,"brier_hard":1.6809506621882238,"soft_accuracy":0.2751702966585722,"brier_soft":0.6377178459264703,"tvd":0.6568654887199117,"kl":1.549273124438763,"case_id":"typed:212/r0","base_id":"typed:212","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.67690000000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5573329160753331,"true":0.4426670839246668},"predicted":"false","confidence":0.5573329160753331,"entropy_confidence":0.009505353843529463,"candidate_mass":0.9875330322321272,"accepted":false,"accepted_predicted":null,"input_tokens":354,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.814937295013408,"brier_hard":0.6212399586820687,"soft_accuracy":0.4736268586053467,"brier_soft":0.16512040932070887,"tvd":0.2873329160753331,"kl":0.16948536635331676,"case_id":"typed:212/r0","base_id":"typed:212","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.67690000000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9831935326347728,"true":0.01680646736522664},"predicted":"false","confidence":0.9831935326347728,"entropy_confidence":0.8768868631966498,"candidate_mass":0.9795284826578393,"accepted":true,"accepted_predicted":"false","input_tokens":374,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.085991504435995,"brier_hard":1.9333390452296892,"soft_accuracy":0.039355176759161004,"brier_soft":1.8426644842198203,"tvd":0.9598605326347731,"kl":3.8803071310328336,"case_id":"typed:212/r0","base_id":"typed:212","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.67690000000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.40513221512913533,"1":0.0027570736094683934,"2":0.07521013042109222,"3":0.5169005808403041},"predicted":"3","confidence":0.5169005808403041,"entropy_confidence":0.33779433121017877,"candidate_mass":0.9940977595604574,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.5874693440528915,"brier_hard":1.286562226539145,"score_mae":0.47945392302743484,"within_one":true,"case_id":"typed:212/r0","base_id":"typed:212","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.67690000000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.01473377539212169,"1":0.0006159898120638047,"2":0.006938694429886287,"3":0.9777115403659283},"predicted":"3","confidence":0.9777115403659283,"entropy_confidence":0.9111134682526831,"candidate_mass":0.9988040334017546,"accepted":true,"accepted_predicted":"3","input_tokens":422,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.02254060095427951,"brier_hard":0.0007623844940050341,"score_mae":0.08096099976962146,"within_one":true,"case_id":"typed:213/r0","base_id":"typed:213","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.106}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8799201492378024,"hold":0.0031298221547964725,"manual_review":0.011010671923309496,"reject":0.10593935668409325},"predicted":"approve","confidence":0.8799201492378024,"entropy_confidence":0.6984190646572284,"candidate_mass":0.9941515976714808,"accepted":true,"accepted_predicted":"approve","input_tokens":426,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":4.508890301652897,"brier_hard":1.7635923031656202,"soft_accuracy":0.027868959053990054,"brier_soft":1.4637646066822592,"tvd":0.9358595059218948,"kl":3.9361834915644613,"case_id":"typed:213/r0","base_id":"typed:213","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.106}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5065723448199017,"true":0.4934276551801},"predicted":"false","confidence":0.5065723448199017,"entropy_confidence":0.00012464008119095205,"candidate_mass":0.9886837439314162,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6800881326798027,"brier_hard":0.48694170179306173,"soft_accuracy":0.5060465572343096,"brier_soft":0.41119327696424585,"tvd":0.4534276551800992,"kl":0.5131956206878173,"case_id":"typed:213/r0","base_id":"typed:213","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.106}
{"id":"matches_order","type":"binary","probabilities":{"false":0.989950591889289,"true":0.010049408110709538},"predicted":"false","confidence":0.989950591889289,"entropy_confidence":0.9188794977002849,"candidate_mass":0.9804989651550651,"accepted":true,"accepted_predicted":"false","input_tokens":389,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.010100244281442653,"brier_hard":0.00020198120675121825,"soft_accuracy":0.9736185788592515,"brier_soft":8.75850448263866e-05,"tvd":0.006617591889289736,"kl":0.0018366943777520066,"case_id":"typed:213/r0","base_id":"typed:213","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.106}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.33124393893654236,"1":0.00481490757678274,"2":0.20457347622171368,"3":0.45936767726496114},"predicted":"3","confidence":0.45936767726496114,"entropy_confidence":0.22552445921864073,"candidate_mass":0.9794299625558323,"accepted":false,"accepted_predicted":null,"input_tokens":419,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.336038428769285,"brier_hard":1.352984885352845,"score_mae":0.5587318918150936,"within_one":true,"case_id":"typed:213/r0","base_id":"typed:213","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.106}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0111362697938346,"1":0.00033518606129878117,"2":0.0036816867807752804,"3":0.9848468573640918},"predicted":"3","confidence":0.9848468573640918,"entropy_confidence":0.936204739994973,"candidate_mass":0.9988779557450443,"accepted":true,"accepted_predicted":"3","input_tokens":377,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":8.00082477345848,"brier_hard":1.9693906440094986,"score_mae":1.745572131715125,"within_one":false,"case_id":"typed:214/r0","base_id":"typed:214","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.4033}
{"id":"disposition","type":"choice","probabilities":{"approve":0.6547191829149721,"hold":0.0013523719778660253,"manual_review":0.004221846311427758,"reject":0.3397065987957347},"predicted":"approve","confidence":0.6547191829149721,"entropy_confidence":0.5123011968779927,"candidate_mass":0.997245471075358,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.42354886365125927,"brier_hard":0.2346390688085146,"soft_accuracy":0.31748088577060396,"brier_soft":0.3163376408752509,"tvd":0.5110927817107065,"kl":2.516373698546853,"case_id":"typed:214/r0","base_id":"typed:214","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.4033}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6842129247646573,"true":0.3157870752353425},"predicted":"false","confidence":0.6842129247646573,"entropy_confidence":0.10025891673601173,"candidate_mass":0.987963340021491,"accepted":false,"accepted_predicted":null,"input_tokens":324,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.3794861162857793,"brier_hard":0.19944295377138382,"soft_accuracy":0.6657916322881916,"brier_soft":0.1412855387243153,"tvd":0.26578707523534256,"kl":0.21963092237838333,"case_id":"typed:214/r0","base_id":"typed:214","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.4033}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9890533783913731,"true":0.010946621608627577},"predicted":"false","confidence":0.9890533783913731,"entropy_confidence":0.9129947161597375,"candidate_mass":0.9810712702210719,"accepted":true,"accepted_predicted":"false","input_tokens":344,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.514724399216917,"brier_hard":1.9564531706147759,"soft_accuracy":0.40218932432172577,"brier_soft":0.6939677651885795,"tvd":0.5890533783913727,"kl":2.04022576321352,"case_id":"typed:214/r0","base_id":"typed:214","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.4033}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4354225013231991,"1":0.0027896844551976805,"2":0.12679447106636582,"3":0.43499334315523586},"predicted":"0","confidence":0.4354225013231991,"entropy_confidence":0.27692918783959963,"candidate_mass":0.9921513164944545,"accepted":false,"accepted_predicted":null,"input_tokens":374,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.065187841507232,"brier_hard":1.1413076413475476,"score_mae":0.5719743439463629,"within_one":true,"case_id":"typed:214/r0","base_id":"typed:214","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.4033}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.02653688349001105,"1":0.0004494346223291322,"2":0.004874848521166943,"3":0.9681388333664944},"predicted":"3","confidence":0.9681388333664944,"entropy_confidence":0.8866962177618258,"candidate_mass":0.998729175417309,"accepted":true,"accepted_predicted":"3","input_tokens":395,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.629219683875526,"brier_hard":1.8849472060171613,"score_mae":2.891282631764146,"within_one":false,"case_id":"typed:215/r0","base_id":"typed:215","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":164.23499999999999}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8125219629277272,"hold":0.0018858263752351977,"manual_review":0.0035803081919884004,"reject":0.18201190250505025},"predicted":"approve","confidence":0.8125219629277272,"entropy_confidence":0.6315529150776565,"candidate_mass":0.997130931809407,"accepted":true,"accepted_predicted":"approve","input_tokens":399,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.2076123338479192,"brier_hard":0.06829272198584757,"soft_accuracy":0.7699282034129441,"brier_soft":0.05092531657141374,"tvd":0.17867890250504975,"kl":0.24570060473538338,"case_id":"typed:215/r0","base_id":"typed:215","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":164.23499999999999}
{"id":"duplicate","type":"binary","probabilities":{"false":0.34947723027763794,"true":0.6505227697223607},"predicted":"true","confidence":0.6505227697223607,"entropy_confidence":0.06639968904554572,"candidate_mass":0.9939843964573503,"accepted":false,"accepted_predicted":null,"input_tokens":342,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":1.051316868850794,"brier_hard":0.8463597478545049,"soft_accuracy":0.3554981410665324,"brier_soft":0.7951179262767158,"tvd":0.6305227697223614,"kl":0.9408509977585618,"case_id":"typed:215/r0","base_id":"typed:215","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":164.23499999999999}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9856503497934527,"true":0.014349650206546952},"predicted":"false","confidence":0.9856503497934527,"entropy_confidence":0.8915864596953866,"candidate_mass":0.9815196320148142,"accepted":true,"accepted_predicted":"false","input_tokens":362,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.2440297129239895,"brier_hard":1.943013224095912,"soft_accuracy":0.02082531197069283,"brier_soft":1.9168167983456201,"tvd":0.9789833497934528,"kl":4.175780830828875,"case_id":"typed:215/r0","base_id":"typed:215","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":164.23499999999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2673517989654426,"1":0.0017646337059922584,"2":0.09955169470961556,"3":0.6313318726189499},"predicted":"3","confidence":0.6313318726189499,"entropy_confidence":0.3623913935712131,"candidate_mass":0.991272084019972,"accepted":false,"accepted_predicted":null,"input_tokens":392,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.307078224914015,"brier_hard":1.28086718222705,"score_mae":0.2615306409820728,"within_one":true,"case_id":"typed:215/r0","base_id":"typed:215","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":164.23499999999999}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.011556398161780876,"1":0.0004201059992912244,"2":0.004945700861893475,"3":0.9830777949770328},"predicted":"3","confidence":0.9830777949770328,"entropy_confidence":0.9294161949271089,"candidate_mass":0.9987010914717964,"accepted":true,"accepted_predicted":"3","input_tokens":377,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.017067021603196456,"brier_hard":0.0004445478073789215,"score_mae":0.06621189265417637,"within_one":true,"case_id":"typed:216/r0","base_id":"typed:216","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.5447}
{"id":"disposition","type":"choice","probabilities":{"approve":0.6249152527254012,"hold":0.0011765538782354938,"manual_review":0.004263579980804368,"reject":0.3696446134155595},"predicted":"approve","confidence":0.6249152527254012,"entropy_confidence":0.5001944953859391,"candidate_mass":0.9969169139869132,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.457646100534092,"brier_hard":1.5186486157476626,"soft_accuracy":0.032259627861662546,"brier_soft":1.0432115977639465,"tvd":0.9278928661409604,"kl":4.641540090498184,"case_id":"typed:216/r0","base_id":"typed:216","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.5447}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6234332959756936,"true":0.37656670402430586},"predicted":"false","confidence":0.6234332959756936,"entropy_confidence":0.04441894044653505,"candidate_mass":0.9877306095225653,"accepted":false,"accepted_predicted":null,"input_tokens":324,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.4725135027837232,"brier_hard":0.28360496515945877,"soft_accuracy":0.6168501045681261,"brier_soft":0.24485960575259402,"tvd":0.34989970402430615,"kl":0.3629993810850971,"case_id":"typed:216/r0","base_id":"typed:216","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.5447}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9904049229078171,"true":0.009595077092182004},"predicted":"false","confidence":0.9904049229078171,"entropy_confidence":0.921903352267025,"candidate_mass":0.9848307511892413,"accepted":true,"accepted_predicted":"false","input_tokens":344,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.009641406438333876,"brier_hard":0.00018413100880984852,"soft_accuracy":0.9707887259915045,"brier_soft":0.00021652484143525356,"tvd":0.010404922907817568,"kl":0.00433956732852377,"case_id":"typed:216/r0","base_id":"typed:216","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.5447}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2806261711676356,"1":0.0018371944153364453,"2":0.12087666165792398,"3":0.596659972759104},"predicted":"3","confidence":0.596659972759104,"entropy_confidence":0.3279172792546189,"candidate_mass":0.9916762954928423,"accepted":false,"accepted_predicted":null,"input_tokens":374,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.1129845783916963,"brier_hard":1.207615390338138,"score_mae":0.03357043600849652,"within_one":true,"case_id":"typed:216/r0","base_id":"typed:216","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.5447}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.01514790681681391,"1":0.000433163454699781,"2":0.00463674691192153,"3":0.9797821828165634},"predicted":"3","confidence":0.9797821828165634,"entropy_confidence":0.9193883866281689,"candidate_mass":0.9986798939876042,"accepted":true,"accepted_predicted":"3","input_tokens":407,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.37374225519574,"brier_hard":1.950950778074381,"score_mae":0.8190532057282329,"within_one":true,"case_id":"typed:217/r0","base_id":"typed:217","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.0049}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9246811648361313,"hold":0.0016592205563483457,"manual_review":0.005059991912537595,"reject":0.06859962269498243},"predicted":"approve","confidence":0.9246811648361313,"entropy_confidence":0.7882200871044235,"candidate_mass":0.997295214978024,"accepted":true,"accepted_predicted":"approve","input_tokens":411,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.2863903939967685,"brier_hard":1.849649537542533,"soft_accuracy":0.05196874709692228,"brier_soft":1.2030546049517634,"tvd":0.9099477875311138,"kl":4.376891300488036,"case_id":"typed:217/r0","base_id":"typed:217","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.0049}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6463141653335421,"true":0.3536858346664577},"predicted":"false","confidence":0.6463141653335421,"entropy_confidence":0.06268318847690668,"candidate_mass":0.9882524235031334,"accepted":false,"accepted_predicted":null,"input_tokens":354,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.4364695693710167,"brier_hard":0.2501873392874178,"soft_accuracy":0.638510645639643,"brier_soft":0.2138826364532161,"tvd":0.32701883466645776,"kl":0.32958828290989367,"case_id":"typed:217/r0","base_id":"typed:217","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.0049}
{"id":"matches_order","type":"binary","probabilities":{"false":0.982972856863533,"true":0.017027143136468796},"predicted":"false","confidence":0.982972856863533,"entropy_confidence":0.8755935278077976,"candidate_mass":0.9787026440510391,"accepted":true,"accepted_predicted":"false","input_tokens":374,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.017173771766017833,"brier_hard":0.0005798472067795326,"soft_accuracy":0.8960377426280972,"brier_soft":0.01065007567765108,"tvd":0.07297285686353207,"kl":0.07965549899200611,"case_id":"typed:217/r0","base_id":"typed:217","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.0049}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.22487591758215753,"1":0.0021230259322403446,"2":0.07636627863183859,"3":0.6966347778537639},"predicted":"3","confidence":0.6966347778537639,"entropy_confidence":0.42516677893162713,"candidate_mass":0.994510227588196,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.154912881432018,"brier_hard":1.5374594559104842,"score_mae":1.1414269167572095,"within_one":false,"case_id":"typed:217/r0","base_id":"typed:217","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.0049}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.009280698764097746,"1":0.00032321937781393457,"2":0.004348598017447827,"3":0.9860474838406418},"predicted":"3","confidence":0.9860474838406418,"entropy_confidence":0.9397445936146119,"candidate_mass":0.9988600991008459,"accepted":true,"accepted_predicted":"3","input_tokens":379,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.01405076748567423,"brier_hard":0.0002998188522106233,"score_mae":0.15049586693463501,"within_one":true,"case_id":"typed:218/r0","base_id":"typed:218","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":175.09060000000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.6972285413357043,"hold":0.0015585678877063993,"manual_review":0.005314082628888476,"reject":0.29589880814769987},"predicted":"approve","confidence":0.6972285413357043,"entropy_confidence":0.5313523625615858,"candidate_mass":0.9964542439049855,"accepted":false,"accepted_predicted":null,"input_tokens":383,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.237394882482665,"brier_hard":1.5630862468666136,"soft_accuracy":0.043955219059863535,"brier_soft":0.9106708504049913,"tvd":0.9097942661503213,"kl":4.421112783089958,"case_id":"typed:218/r0","base_id":"typed:218","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":175.09060000000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5308184462946802,"true":0.4691815537053193},"predicted":"false","confidence":0.5308184462946802,"entropy_confidence":0.002742213942990457,"candidate_mass":0.9902260628453761,"accepted":false,"accepted_predicted":null,"input_tokens":326,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6333352252539904,"brier_hard":0.44026266067467523,"soft_accuracy":0.5291747752799997,"brier_soft":0.39163826048203626,"tvd":0.44251455370531956,"kl":0.5136685413471886,"case_id":"typed:218/r0","base_id":"typed:218","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":175.09060000000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9867753613703121,"true":0.013224638629686515},"predicted":"false","confidence":0.9867753613703121,"entropy_confidence":0.8985175478450801,"candidate_mass":0.9747196563484253,"accepted":true,"accepted_predicted":"false","input_tokens":346,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.013312862848707089,"brier_hard":0.0003497821337716309,"soft_accuracy":0.931607162564769,"brier_soft":0.0037744775228576903,"tvd":0.04344236137031279,"kl":0.039984994443743975,"case_id":"typed:218/r0","base_id":"typed:218","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":175.09060000000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.29430707534439066,"1":0.0021370086443408052,"2":0.13343414646324822,"3":0.5701217695480217},"predicted":"3","confidence":0.5701217695480217,"entropy_confidence":0.3059007938525773,"candidate_mass":0.9906347287099162,"accepted":false,"accepted_predicted":null,"input_tokens":376,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5619053101833451,"brier_hard":0.2892211858626145,"score_mae":0.34729638978509736,"within_one":true,"case_id":"typed:218/r0","base_id":"typed:218","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":175.09060000000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.00983899021985242,"1":0.0002897463107151176,"2":0.0033159709295353017,"3":0.9865552925398964},"predicted":"3","confidence":0.9865552925398964,"entropy_confidence":0.9422091249065673,"candidate_mass":0.9989514782715694,"accepted":true,"accepted_predicted":"3","input_tokens":384,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.013535905886012532,"brier_hard":0.0002886455033642138,"score_mae":0.35658756578947504,"within_one":true,"case_id":"typed:219/r0","base_id":"typed:219","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.83419999999998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7899532184854761,"hold":0.0013398379553037666,"manual_review":0.004113380308408658,"reject":0.20459356325081254},"predicted":"approve","confidence":0.7899532184854761,"entropy_confidence":0.6087762210050208,"candidate_mass":0.9967849259685653,"accepted":false,"accepted_predicted":null,"input_tokens":388,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.493510129041621,"brier_hard":1.6576765679657173,"soft_accuracy":0.03109724401154858,"brier_soft":1.1897307183374375,"tvd":0.944546781736288,"kl":4.758423764523108,"case_id":"typed:219/r0","base_id":"typed:219","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.83419999999998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4338577785610126,"true":0.5661422214389878},"predicted":"true","confidence":0.5661422214389878,"entropy_confidence":0.012660061091028352,"candidate_mass":0.9882105161160508,"accepted":false,"accepted_predicted":null,"input_tokens":331,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8350384977550114,"brier_hard":0.6410340297917434,"soft_accuracy":0.43870825222801935,"brier_soft":0.56068802023573,"tvd":0.5294752214389876,"kl":0.6680773346298823,"case_id":"typed:219/r0","base_id":"typed:219","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.83419999999998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9784812638999845,"true":0.021518736100013917},"predicted":"false","confidence":0.9784812638999845,"entropy_confidence":0.8501150558522921,"candidate_mass":0.9753968262695465,"accepted":true,"accepted_predicted":"false","input_tokens":351,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02175364010655305,"brier_hard":0.0009261120066841539,"soft_accuracy":0.9306331375099859,"brier_soft":0.0016223647866812113,"tvd":0.028481263899985298,"kl":0.014092278596617977,"case_id":"typed:219/r0","base_id":"typed:219","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.83419999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.17178769564334598,"1":0.0014685275858011986,"2":0.09713644511594899,"3":0.7296073316549053},"predicted":"3","confidence":0.7296073316549053,"entropy_confidence":0.4455159075299846,"candidate_mass":0.9921087587368522,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.331638638205149,"brier_hard":1.377002626090178,"score_mae":0.34456341278241487,"within_one":true,"case_id":"typed:219/r0","base_id":"typed:219","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.83419999999998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.015324213881055723,"1":0.0004394697908892983,"2":0.004198133834210359,"3":0.9800381824938432},"predicted":"3","confidence":0.9800381824938432,"entropy_confidence":0.9205329861024469,"candidate_mass":0.998972512440812,"accepted":true,"accepted_predicted":"3","input_tokens":406,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.178321094980909,"brier_hard":1.9300790603761833,"score_mae":2.93561728494084,"within_one":false,"case_id":"typed:220/r0","base_id":"typed:220","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.936299}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8849265703635557,"hold":0.0015621057652565574,"manual_review":0.004266084043444404,"reject":0.10924523982774301},"predicted":"approve","confidence":0.8849265703635557,"entropy_confidence":0.7234040418702188,"candidate_mass":0.9971098479645722,"accepted":true,"accepted_predicted":"approve","input_tokens":410,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.12225060875713464,"brier_hard":0.025197056280802363,"soft_accuracy":0.8584661960997795,"brier_soft":0.01946780480835467,"tvd":0.10924523982774316,"kl":0.1418281990497296,"case_id":"typed:220/r0","base_id":"typed:220","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.936299}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4625256782795047,"true":0.5374743217204948},"predicted":"true","confidence":0.5374743217204948,"entropy_confidence":0.004055826938264562,"candidate_mass":0.9895535544799728,"accepted":false,"accepted_predicted":null,"input_tokens":353,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7710532029665345,"brier_hard":0.5777572930178125,"soft_accuracy":0.4630253608853258,"brier_soft":0.5635128255841704,"tvd":0.5308073217204952,"kl":0.7300016620140737,"case_id":"typed:220/r0","base_id":"typed:220","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.936299}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9776168568201207,"true":0.022383143179878866},"predicted":"false","confidence":0.9776168568201207,"entropy_confidence":0.8453801403767167,"candidate_mass":0.9715602399714897,"accepted":true,"accepted_predicted":"false","input_tokens":373,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.799447140031507,"brier_hard":1.9114694374777055,"soft_accuracy":0.028751686348718337,"brier_soft":1.8854872489180265,"tvd":0.9709498568201209,"kl":3.7342168516482452,"case_id":"typed:220/r0","base_id":"typed:220","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.936299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.27367048000154964,"1":0.0026362717507206236,"2":0.09424305027389707,"3":0.6294501979738323},"predicted":"3","confidence":0.6294501979738323,"entropy_confidence":0.3621453900370336,"candidate_mass":0.9928267049462087,"accepted":false,"accepted_predicted":null,"input_tokens":403,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.3618781925197148,"brier_hard":1.2915056852594529,"score_mae":0.46947296622001145,"within_one":true,"case_id":"typed:220/r0","base_id":"typed:220","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.936299}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.012813125845864469,"1":0.0003658117342674641,"2":0.0029465944496069128,"3":0.9838744679702617},"predicted":"3","confidence":0.9838744679702617,"entropy_confidence":0.9337152452061575,"candidate_mass":0.9990877607930457,"accepted":true,"accepted_predicted":"3","input_tokens":405,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.357285176769967,"brier_hard":1.942555709463054,"score_mae":2.724215404544266,"within_one":false,"case_id":"typed:221/r0","base_id":"typed:221","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.28469900000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.887576603541672,"hold":0.002055177935795993,"manual_review":0.005515352191979453,"reject":0.10485286633055269},"predicted":"approve","confidence":0.887576603541672,"entropy_confidence":0.723208923447188,"candidate_mass":0.9968452151112545,"accepted":true,"accepted_predicted":"approve","input_tokens":409,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.11926044750762091,"brier_hard":0.0236677865151085,"soft_accuracy":0.6844327237350503,"brier_soft":0.03840082968531051,"tvd":0.19276267020542498,"kl":0.5291155273542831,"case_id":"typed:221/r0","base_id":"typed:221","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.28469900000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.47050613904210237,"true":0.5294938609578989},"predicted":"true","confidence":0.5294938609578989,"entropy_confidence":0.002511423351214237,"candidate_mass":0.9866592508828823,"accepted":false,"accepted_predicted":null,"input_tokens":352,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7539462721308752,"brier_hard":0.5607274975842041,"soft_accuracy":0.4838767090055902,"brier_soft":0.1834082154352285,"tvd":0.30282686095789824,"kl":0.19195648176307764,"case_id":"typed:221/r0","base_id":"typed:221","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.28469900000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9805815961198542,"true":0.019418403880146613},"predicted":"false","confidence":0.9805815961198542,"entropy_confidence":0.861837519789856,"candidate_mass":0.9658122630337109,"accepted":true,"accepted_predicted":"false","input_tokens":372,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.9415340089845152,"brier_hard":1.9230805332979202,"soft_accuracy":0.05177788507328085,"brier_soft":1.7932945046896518,"tvd":0.9469145961198537,"kl":3.662227995443354,"case_id":"typed:221/r0","base_id":"typed:221","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.28469900000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.33939499604519835,"1":0.0025871051505456425,"2":0.06799224736644151,"3":0.5900256514378146},"predicted":"3","confidence":0.5900256514378146,"entropy_confidence":0.36792792297946075,"candidate_mass":0.9929687993656247,"accepted":false,"accepted_predicted":null,"input_tokens":402,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.957215730857975,"brier_hard":1.4627746612090458,"score_mae":1.1083155541968726,"within_one":false,"case_id":"typed:221/r0","base_id":"typed:221","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":169.28469900000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.009913622373707862,"1":0.0005295891754512143,"2":0.0069397394081896465,"3":0.9826170490426522},"predicted":"3","confidence":0.9826170490426522,"entropy_confidence":0.9268122779140613,"candidate_mass":0.9984336296124487,"accepted":true,"accepted_predicted":"3","input_tokens":419,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.613845470314182,"brier_hard":1.9458557406781911,"score_mae":2.5055932151197875,"within_one":false,"case_id":"typed:222/r0","base_id":"typed:222","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.582397}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8942945377191965,"hold":0.0033422155865364114,"manual_review":0.009693625757126796,"reject":0.09266962093713943},"predicted":"approve","confidence":0.8942945377191965,"entropy_confidence":0.7227558108277653,"candidate_mass":0.9941449188300429,"accepted":true,"accepted_predicted":"approve","input_tokens":423,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.11172009753281388,"brier_hard":0.019866440185977594,"soft_accuracy":0.6962271827693371,"brier_soft":0.04377942564169632,"tvd":0.20696415865633638,"kl":0.5467208311742591,"case_id":"typed:222/r0","base_id":"typed:222","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.582397}
{"id":"duplicate","type":"binary","probabilities":{"false":0.3021215718791253,"true":0.6978784281208736},"predicted":"true","confidence":0.6978784281208736,"entropy_confidence":0.11613114776612588,"candidate_mass":0.993731729217017,"accepted":false,"accepted_predicted":null,"input_tokens":366,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":1.1969257867200085,"brier_hard":0.9740686008729244,"soft_accuracy":0.31399427756637777,"brier_soft":0.8921231894984194,"tvd":0.6678784281208742,"kl":1.0370671558327222,"case_id":"typed:222/r0","base_id":"typed:222","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.582397}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9890195011891191,"true":0.010980498810882035},"predicted":"false","confidence":0.9890195011891191,"entropy_confidence":0.9127746757366664,"candidate_mass":0.9773873801135081,"accepted":true,"accepted_predicted":"false","input_tokens":386,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.5116344148905405,"brier_hard":1.9563191474647457,"soft_accuracy":0.11204420304363241,"brier_soft":1.568881156777245,"tvd":0.8856865011891185,"kl":3.7142294130199436,"case_id":"typed:222/r0","base_id":"typed:222","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.582397}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3484929779280535,"1":0.004439149107351622,"2":0.16222726999826512,"3":0.48484060296633086},"predicted":"3","confidence":0.48484060296633086,"entropy_confidence":0.25163606997778987,"candidate_mass":0.9779498724547825,"accepted":false,"accepted_predicted":null,"input_tokens":416,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.8187570256724186,"brier_hard":1.0584006191292752,"score_mae":0.09325150199712562,"within_one":true,"case_id":"typed:222/r0","base_id":"typed:222","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.582397}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.024237878649062232,"1":0.0007553399930836648,"2":0.008862833601168399,"3":0.9661439477566869},"predicted":"3","confidence":0.9661439477566869,"entropy_confidence":0.8768286397280771,"candidate_mass":0.9976488264053889,"accepted":true,"accepted_predicted":"3","input_tokens":417,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.7198386360882694,"brier_hard":1.885624965608105,"score_mae":2.773579850465481,"within_one":false,"case_id":"typed:223/r0","base_id":"typed:223","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.622997}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8161775747465733,"hold":0.0034416486384790017,"manual_review":0.013325555725958282,"reject":0.16705522088898958},"predicted":"approve","confidence":0.8161775747465733,"entropy_confidence":0.6091886737338434,"candidate_mass":0.9924287464523069,"accepted":true,"accepted_predicted":"approve","input_tokens":421,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.20312333158198465,"brier_hard":0.06188754623307713,"soft_accuracy":0.4918398233532461,"brier_soft":0.13560712457573146,"tvd":0.36323279563556277,"kl":1.0381270017595405,"case_id":"typed:223/r0","base_id":"typed:223","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.622997}
{"id":"duplicate","type":"binary","probabilities":{"false":0.3495153899918543,"true":0.6504846100081463},"predicted":"true","confidence":0.6504846100081463,"entropy_confidence":0.06636548725625147,"candidate_mass":0.992359045199828,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.4300376400209841,"brier_hard":0.2443220156823156,"soft_accuracy":0.5250806680116179,"brier_soft":0.009018677453372271,"tvd":0.06715161000814601,"kl":0.009665320572836353,"case_id":"typed:223/r0","base_id":"typed:223","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.622997}
{"id":"matches_order","type":"binary","probabilities":{"false":0.985402531159074,"true":0.014597468840924823},"predicted":"false","confidence":0.985402531159074,"entropy_confidence":0.8900773878178587,"candidate_mass":0.977436082541259,"accepted":true,"accepted_predicted":"false","input_tokens":384,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.226907132357596,"brier_hard":1.9420362968294218,"soft_accuracy":0.0501939780609444,"brier_soft":1.8001982161673826,"tvd":0.9487355311590746,"kl":3.915255291030791,"case_id":"typed:223/r0","base_id":"typed:223","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.622997}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4154374595369876,"1":0.004257579593620905,"2":0.19972181397709984,"3":0.3805831468922908},"predicted":"0","confidence":0.4154374595369876,"entropy_confidence":0.22271003856726557,"candidate_mass":0.9819198407921702,"accepted":false,"accepted_predicted":null,"input_tokens":414,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.459054450682412,"brier_hard":1.3488235852600425,"score_mae":0.5687836482246929,"within_one":true,"case_id":"typed:223/r0","base_id":"typed:223","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.622997}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.009133239623646438,"1":0.0002882837693381257,"2":0.002548953739387654,"3":0.9880295228676287},"predicted":"3","confidence":0.9880295228676287,"entropy_confidence":0.9478038503401228,"candidate_mass":0.9991141430095043,"accepted":true,"accepted_predicted":"3","input_tokens":404,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.695834814493555,"brier_hard":1.9580258551494614,"score_mae":2.9161417598509995,"within_one":false,"case_id":"typed:224/r0","base_id":"typed:224","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.67339700000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8154854566371283,"hold":0.0016857678621116869,"manual_review":0.005426540915252694,"reject":0.1774022345855084},"predicted":"approve","confidence":0.8154854566371283,"entropy_confidence":0.630528847474513,"candidate_mass":0.9967736983772525,"accepted":true,"accepted_predicted":"approve","input_tokens":408,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.20397169075620522,"brier_hard":0.06554945870793064,"soft_accuracy":0.7814424521342029,"brier_soft":0.049613863269781414,"tvd":0.17073523458550785,"kl":0.20417310116314505,"case_id":"typed:224/r0","base_id":"typed:224","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.67339700000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.39889020531360647,"true":0.6011097946863923},"predicted":"true","confidence":0.6011097946863923,"entropy_confidence":0.029702296813271856,"candidate_mass":0.989090075090158,"accepted":false,"accepted_predicted":null,"input_tokens":351,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.9190690746123806,"brier_hard":0.7226659705358347,"soft_accuracy":0.40226059920968266,"brier_soft":0.6831467605216823,"tvd":0.5844427946863928,"kl":0.8274666463555712,"case_id":"typed:224/r0","base_id":"typed:224","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.67339700000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9788635247716212,"true":0.021136475228377798},"predicted":"false","confidence":0.9788635247716212,"entropy_confidence":0.8522251555086852,"candidate_mass":0.9735536518788636,"accepted":true,"accepted_predicted":"false","input_tokens":371,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.8567550471448584,"brier_hard":1.9163476002566466,"soft_accuracy":0.037417835070612956,"brier_soft":1.8503628805721761,"tvd":0.9618635247716216,"kl":3.7054314961453945,"case_id":"typed:224/r0","base_id":"typed:224","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.67339700000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3449334268094964,"1":0.002314057964082342,"2":0.0704027605759643,"3":0.5823497546504586},"predicted":"3","confidence":0.5823497546504586,"entropy_confidence":0.3631406893997595,"candidate_mass":0.9932717313899914,"accepted":false,"accepted_predicted":null,"input_tokens":401,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.6535228038601737,"brier_hard":1.3222666880810405,"score_mae":0.27350184306738656,"within_one":true,"case_id":"typed:224/r0","base_id":"typed:224","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.67339700000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.010312213167272216,"1":0.00025620299524366447,"2":0.0030722041000245852,"3":0.9863593797374597},"predicted":"3","confidence":0.9863593797374597,"entropy_confidence":0.9418506554358232,"candidate_mass":0.9991726466851643,"accepted":true,"accepted_predicted":"3","input_tokens":384,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.013734508294756845,"brier_hard":0.00030191233956106757,"score_mae":0.2854787504076719,"within_one":true,"case_id":"typed:225/r0","base_id":"typed:225","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":207.135397}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8445520146070719,"hold":0.001410509275220008,"manual_review":0.004253803780053925,"reject":0.1497836723376552},"predicted":"approve","confidence":0.8445520146070719,"entropy_confidence":0.66850923693514,"candidate_mass":0.9965089312224967,"accepted":true,"accepted_predicted":"approve","input_tokens":388,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.459941689254311,"brier_hard":1.7272157306987246,"soft_accuracy":0.030764250004967103,"brier_soft":1.2032395538048983,"tvd":0.9343356869447266,"kl":4.665131873324102,"case_id":"typed:225/r0","base_id":"typed:225","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":207.135397}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5628655529032808,"true":0.43713444709671745},"predicted":"false","confidence":0.5628655529032808,"entropy_confidence":0.011433521972703198,"candidate_mass":0.9900285021534913,"accepted":false,"accepted_predicted":null,"input_tokens":331,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5747144841507607,"brier_hard":0.3821730496771073,"soft_accuracy":0.5616082418452152,"brier_soft":0.36488767179323855,"tvd":0.42713444709671833,"kl":0.521240949673843,"case_id":"typed:225/r0","base_id":"typed:225","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":207.135397}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9755114738045827,"true":0.02448852619541721},"predicted":"false","confidence":0.9755114738045827,"entropy_confidence":0.8340502071462004,"candidate_mass":0.9726790436838508,"accepted":true,"accepted_predicted":"false","input_tokens":351,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.024793357015223394,"brier_hard":0.0011993758304472745,"soft_accuracy":0.9533212553680179,"brier_soft":2.670481576590852e-06,"tvd":0.0011555261954172332,"kl":2.838591003604383e-05,"case_id":"typed:225/r0","base_id":"typed:225","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":207.135397}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.24496892144036067,"1":0.0019778737186635378,"2":0.10585614590191965,"3":0.6471970589390574},"predicted":"3","confidence":0.6471970589390574,"entropy_confidence":0.36794837540022285,"candidate_mass":0.9904851749416969,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.245674220716296,"brier_hard":1.2783709493768356,"score_mae":0.2886143423396752,"within_one":true,"case_id":"typed:225/r0","base_id":"typed:225","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":207.135397}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.006571971586160457,"1":0.0002503641965758601,"2":0.002205116827450507,"3":0.9909725473898124},"predicted":"3","confidence":0.9909725473898124,"entropy_confidence":0.9584682962198317,"candidate_mass":0.9991433681836787,"accepted":true,"accepted_predicted":"3","input_tokens":403,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":5.024941402285656,"brier_hard":1.968930762540916,"score_mae":1.997578240020914,"within_one":false,"case_id":"typed:226/r0","base_id":"typed:226","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.210697}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7720769579303801,"hold":0.0018426983474107265,"manual_review":0.0052496694794977004,"reject":0.22083067424271113},"predicted":"approve","confidence":0.7720769579303801,"entropy_confidence":0.5870943522266876,"candidate_mass":0.9965244860525689,"accepted":false,"accepted_predicted":null,"input_tokens":407,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.2586710474874075,"brier_hard":0.10074605435960364,"soft_accuracy":0.3889472653121501,"brier_soft":0.1707611773740636,"tvd":0.35540995793038027,"kl":0.9186670121455125,"case_id":"typed:226/r0","base_id":"typed:226","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.210697}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5177823376962931,"true":0.4822176623037078},"predicted":"false","confidence":0.5177823376962931,"entropy_confidence":0.0009125860607586134,"candidate_mass":0.9849740690843125,"accepted":false,"accepted_predicted":null,"input_tokens":350,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.7293596853208335,"brier_hard":0.5361970984604754,"soft_accuracy":0.4984588759212136,"brier_soft":0.007470169003463773,"tvd":0.061115337696292626,"kl":0.007476585246372576,"case_id":"typed:226/r0","base_id":"typed:226","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.210697}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9811682446088623,"true":0.01883175539113708},"predicted":"false","confidence":0.9811682446088623,"entropy_confidence":0.8651700281923229,"candidate_mass":0.965135820435256,"accepted":true,"accepted_predicted":"false","input_tokens":370,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.972210717549366,"brier_hard":1.9253822484576737,"soft_accuracy":0.05090931758623146,"brier_soft":1.796783301845485,"tvd":0.9478352446088627,"kl":3.6942950988210432,"case_id":"typed:226/r0","base_id":"typed:226","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.210697}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3425144348165426,"1":0.002850899844443206,"2":0.07367251258135336,"3":0.5809621527576622},"predicted":"3","confidence":0.5809621527576622,"entropy_confidence":0.357033473154433,"candidate_mass":0.9920627064752939,"accepted":false,"accepted_predicted":null,"input_tokens":400,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.860120599642997,"brier_hard":1.4545671280455992,"score_mae":0.4430823832801365,"within_one":true,"case_id":"typed:226/r0","base_id":"typed:226","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.210697}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.013297180389448857,"1":0.0004294179572747702,"2":0.005547309547824732,"3":0.9807260921054505},"predicted":"3","confidence":0.9807260921054505,"entropy_confidence":0.9216054128896507,"candidate_mass":0.9985847884918748,"accepted":true,"accepted_predicted":"3","input_tokens":413,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.320203267023093,"brier_hard":1.9354370790068418,"score_mae":2.3370353133692756,"within_one":false,"case_id":"typed:227/r0","base_id":"typed:227","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.091597}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8724915924147446,"hold":0.00278241566398736,"manual_review":0.01022803643681505,"reject":0.11449795548445324},"predicted":"approve","confidence":0.8724915924147446,"entropy_confidence":0.6895365141621985,"candidate_mass":0.9921547736727188,"accepted":true,"accepted_predicted":"approve","input_tokens":417,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.1364022611528491,"brier_hard":0.029480530381327467,"soft_accuracy":0.5023205258327562,"brier_soft":0.17037844132330435,"tvd":0.3703225478991977,"kl":1.150302071655084,"case_id":"typed:227/r0","base_id":"typed:227","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.091597}
{"id":"duplicate","type":"binary","probabilities":{"false":0.48124764181750956,"true":0.5187523581824918},"predicted":"true","confidence":0.5187523581824918,"entropy_confidence":0.0010148881294164136,"candidate_mass":0.9892734582825764,"accepted":false,"accepted_predicted":null,"input_tokens":360,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7313732935116093,"brier_hard":0.538208018239791,"soft_accuracy":0.4981247641817516,"brier_soft":0.009453773511307106,"tvd":0.06875235818249112,"kl":0.009464395416917432,"case_id":"typed:227/r0","base_id":"typed:227","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.091597}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9777671568286671,"true":0.02223284317133382},"predicted":"false","confidence":0.9777671568286671,"entropy_confidence":0.8461998390701855,"candidate_mass":0.9682051136841764,"accepted":true,"accepted_predicted":"false","input_tokens":380,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.806184661238536,"brier_hard":1.9120572259456288,"soft_accuracy":0.16556299021993381,"brier_soft":1.3703969318484286,"tvd":0.8277671568286666,"kl":2.8159204319835704,"case_id":"typed:227/r0","base_id":"typed:227","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.091597}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.47576889347201995,"1":0.003774809940611334,"2":0.14253546975573628,"3":0.37792082683163347},"predicted":"0","confidence":0.47576889347201995,"entropy_confidence":0.26429805507514403,"candidate_mass":0.9895956692875308,"accepted":false,"accepted_predicted":null,"input_tokens":410,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.579405244406519,"brier_hard":1.3819611807960492,"score_mae":0.2059412299469845,"within_one":true,"case_id":"typed:227/r0","base_id":"typed:227","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.091597}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.015280914713677362,"1":0.00037911084472408484,"2":0.004982892873875481,"3":0.9793570815677237},"predicted":"3","confidence":0.9793570815677237,"entropy_confidence":0.9179649562689614,"candidate_mass":0.998976960517243,"accepted":true,"accepted_predicted":"3","input_tokens":411,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.020858961822018112,"brier_hard":0.0006846093823133996,"score_mae":0.25508314129564624,"within_one":true,"case_id":"typed:228/r0","base_id":"typed:228","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.64909600000001}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8448899245454377,"hold":0.002409201553713659,"manual_review":0.0067880456885785825,"reject":0.1459128282122687},"predicted":"approve","confidence":0.8448899245454377,"entropy_confidence":0.6597662512949809,"candidate_mass":0.9939948673135754,"accepted":true,"accepted_predicted":"approve","input_tokens":415,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":6.028459891886374,"brier_hard":1.7303630167442676,"soft_accuracy":0.0365595115175287,"brier_soft":1.1599298192179843,"tvd":0.9241366860916402,"kl":4.520361740611191,"case_id":"typed:228/r0","base_id":"typed:228","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.64909600000001}
{"id":"duplicate","type":"binary","probabilities":{"false":0.3173803955913755,"true":0.6826196044086231},"predicted":"true","confidence":0.6826196044086231,"entropy_confidence":0.09849004650973614,"candidate_mass":0.9921982016691872,"accepted":false,"accepted_predicted":null,"input_tokens":358,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":1.1476542384200386,"brier_hard":0.9319390486459722,"soft_accuracy":0.32712022957290504,"brier_soft":0.8605476384609132,"tvd":0.6559526044086239,"kl":1.0042734722836226,"case_id":"typed:228/r0","base_id":"typed:228","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.64909600000001}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9738372875871079,"true":0.026162712412892444},"predicted":"false","confidence":0.9738372875871079,"entropy_confidence":0.8252330828755281,"candidate_mass":0.9739602765831575,"accepted":true,"accepted_predicted":"false","input_tokens":378,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.026511045160379616,"brier_hard":0.001368975041599417,"soft_accuracy":0.9201354124357105,"brier_soft":0.0018610231223939481,"tvd":0.03050428758710772,"kl":0.013774013205993235,"case_id":"typed:228/r0","base_id":"typed:228","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.64909600000001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.33036829786423927,"1":0.0027060191987339395,"2":0.1400960764499718,"3":0.5268296064870532},"predicted":"3","confidence":0.5268296064870532,"entropy_confidence":0.2823462368022732,"candidate_mass":0.990120163712927,"accepted":false,"accepted_predicted":null,"input_tokens":408,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.9654268313848533,"brier_hard":1.1261347267816546,"score_mae":0.09671999155983735,"within_one":true,"case_id":"typed:228/r0","base_id":"typed:228","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":211.64909600000001}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.008687838937137954,"1":0.00028804334613877534,"2":0.001988558922599115,"3":0.9890355587941244},"predicted":"3","confidence":0.9890355587941244,"entropy_confidence":0.9517758308423925,"candidate_mass":0.9992917543085288,"accepted":true,"accepted_predicted":"3","input_tokens":403,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.011024993714435945,"brier_hard":0.00019973485191265616,"score_mae":0.3547048375737103,"within_one":true,"case_id":"typed:229/r0","base_id":"typed:229","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.432297}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8549318641944224,"hold":0.00170407966226613,"manual_review":0.004707960535774981,"reject":0.13865609560753758},"predicted":"approve","confidence":0.8549318641944224,"entropy_confidence":0.6796942253892726,"candidate_mass":0.9970443073555413,"accepted":true,"accepted_predicted":"approve","input_tokens":407,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.3585004719949865,"brier_hard":1.7407431529724287,"soft_accuracy":0.018488527012929534,"brier_soft":1.3079604155741196,"tvd":0.9569219598019594,"kl":4.733737902462448,"case_id":"typed:229/r0","base_id":"typed:229","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.432297}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5704631396458189,"true":0.4295368603541823},"predicted":"false","confidence":0.5704631396458189,"entropy_confidence":0.014373918440030997,"candidate_mass":0.9873580960663092,"accepted":false,"accepted_predicted":null,"input_tokens":350,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5613067223794238,"brier_hard":0.36900382880585564,"soft_accuracy":0.5662353512670697,"brier_soft":0.31925940556335386,"tvd":0.39953686035418173,"kl":0.4350767841190906,"case_id":"typed:229/r0","base_id":"typed:229","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.432297}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9791003338860966,"true":0.020899666113903374},"predicted":"false","confidence":0.9791003338860966,"entropy_confidence":0.8535374539864378,"candidate_mass":0.9632015992378316,"accepted":true,"accepted_predicted":"false","input_tokens":370,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.021121155608895475,"brier_hard":0.0008735920873452817,"soft_accuracy":0.947160631027246,"brier_soft":0.0003091755830463188,"tvd":0.012433333886096657,"kl":0.0032062810650659752,"case_id":"typed:229/r0","base_id":"typed:229","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.432297}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4014997645134842,"1":0.0030773515104367756,"2":0.09719204635195489,"3":0.4982308376241254},"predicted":"3","confidence":0.4982308376241254,"entropy_confidence":0.3090494742128057,"candidate_mass":0.9922334726307777,"accepted":false,"accepted_predicted":null,"input_tokens":400,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.331066398518594,"brier_hard":1.2245076997265105,"score_mae":0.0921539570867227,"within_one":true,"case_id":"typed:229/r0","base_id":"typed:229","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.432297}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0134975236644747,"1":0.00041086972534811297,"2":0.0064287022167260465,"3":0.9796629043934505},"predicted":"3","confidence":0.9796629043934505,"entropy_confidence":0.9178469736959212,"candidate_mass":0.9986945301672472,"accepted":true,"accepted_predicted":"3","input_tokens":375,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.3052490426246415,"brier_hard":1.932968039086857,"score_mae":2.8455899873391517,"within_one":false,"case_id":"typed:230/r0","base_id":"typed:230","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.140797}
{"id":"disposition","type":"choice","probabilities":{"approve":0.6858354761258487,"hold":0.001476422248922318,"manual_review":0.005218441628161352,"reject":0.30746965999706954},"predicted":"approve","confidence":0.6858354761258487,"entropy_confidence":0.5251274649486106,"candidate_mass":0.9971442789891106,"accepted":false,"accepted_predicted":null,"input_tokens":379,"reused_prefix_tokens":0,"expected":"reject","correct":false,"accepted_correct":null,"nll_hard":1.1793788632796378,"brier_hard":0.9499979840930277,"soft_accuracy":0.32843749969957625,"brier_soft":0.3202842824660143,"tvd":0.4691684761258478,"kl":0.9300388527489635,"case_id":"typed:230/r0","base_id":"typed:230","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.140797}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6844762054595142,"true":0.3155237945404841},"predicted":"false","confidence":0.6844762054595142,"entropy_confidence":0.10055283602182119,"candidate_mass":0.9851839176009332,"accepted":false,"accepted_predicted":null,"input_tokens":322,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.1535211813328665,"brier_hard":0.9370153516805125,"soft_accuracy":0.40776189727024165,"brier_soft":0.3775391462209974,"tvd":0.43447620545951504,"kl":0.3975810905775836,"case_id":"typed:230/r0","base_id":"typed:230","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.140797}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9846093017587183,"true":0.015390698241280277},"predicted":"false","confidence":0.9846093017587183,"entropy_confidence":0.8852879992856355,"candidate_mass":0.9768244222392134,"accepted":true,"accepted_predicted":"false","input_tokens":342,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.173991962356741,"brier_hard":1.9389109542195844,"soft_accuracy":0.06385162841715222,"brier_soft":1.7469890938678405,"tvd":0.9346093017587189,"kl":3.767552639115849,"case_id":"typed:230/r0","base_id":"typed:230","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.140797}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.42407564730684444,"1":0.0030379981008667673,"2":0.13779411115185056,"3":0.4350922434404397},"predicted":"3","confidence":0.4350922434404397,"entropy_confidence":0.26668519453610884,"candidate_mass":0.9889664400831442,"accepted":false,"accepted_predicted":null,"input_tokens":372,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.796556499934898,"brier_hard":1.3820658652396096,"score_mae":0.4105699507258871,"within_one":true,"case_id":"typed:230/r0","base_id":"typed:230","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.140797}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.023118988434904845,"1":0.0007080781482414569,"2":0.008646072503446862,"3":0.9675268609134076},"predicted":"3","confidence":0.9675268609134076,"entropy_confidence":0.8808032559114443,"candidate_mass":0.9975041532026925,"accepted":true,"accepted_predicted":"3","input_tokens":417,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.767100988950677,"brier_hard":1.8904799932897947,"score_mae":2.9172478058953577,"within_one":false,"case_id":"typed:231/r0","base_id":"typed:231","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.924297}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7995457961740893,"hold":0.0037511391182511048,"manual_review":0.012019292476562573,"reject":0.18468377223109808},"predicted":"approve","confidence":0.7995457961740893,"entropy_confidence":0.5925023156323572,"candidate_mass":0.9925850831775508,"accepted":false,"accepted_predicted":null,"input_tokens":421,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.223711467330375,"brier_hard":0.07444851799330951,"soft_accuracy":0.7678518152038787,"brier_soft":0.0602586977117306,"tvd":0.18468377223109755,"kl":0.22367090032969972,"case_id":"typed:231/r0","base_id":"typed:231","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.924297}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4142470577163376,"true":0.5857529422836638},"predicted":"true","confidence":0.5857529422836638,"entropy_confidence":0.021323171313608058,"candidate_mass":0.9916105659805244,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8812927253770013,"brier_hard":0.6862130187879368,"soft_accuracy":0.41767717540768406,"brier_soft":0.6401527834052437,"tvd":0.5657529422836631,"kl":0.7763249011597693,"case_id":"typed:231/r0","base_id":"typed:231","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.924297}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9856474899465405,"true":0.014352510053458941},"predicted":"false","confidence":0.9856474899465405,"entropy_confidence":0.8915690093595718,"candidate_mass":0.9777539959409003,"accepted":true,"accepted_predicted":"false","input_tokens":384,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.243830435455287,"brier_hard":1.9430019488758323,"soft_accuracy":0.017589836221442612,"brier_soft":1.929883514317865,"tvd":0.9823144899465408,"kl":4.207395452461412,"case_id":"typed:231/r0","base_id":"typed:231","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.924297}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.41972607618200825,"1":0.004605425432744998,"2":0.16023218761576977,"3":0.41543631076947607},"predicted":"0","confidence":0.41972607618200825,"entropy_confidence":0.24438684968286972,"candidate_mass":0.9827903903566689,"accepted":false,"accepted_predicted":null,"input_tokens":414,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8784259597823549,"brier_hard":0.5435802496854973,"score_mae":1.0119542670272874,"within_one":false,"case_id":"typed:231/r0","base_id":"typed:231","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":197.924297}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.005123717943088695,"1":0.0001725686425025744,"2":0.0029575515621204813,"3":0.991746161852289},"predicted":"3","confidence":0.991746161852289,"entropy_confidence":0.9610762511055735,"candidate_mass":0.998739417220132,"accepted":true,"accepted_predicted":"3","input_tokens":382,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.823393527903445,"brier_hard":1.977680375801245,"score_mae":1.7946591573236108,"within_one":false,"case_id":"typed:232/r0","base_id":"typed:232","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":199.20389699999998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7574167107215829,"hold":0.001653946978898817,"manual_review":0.005348638188268716,"reject":0.23558070411125015},"predicted":"approve","confidence":0.7574167107215829,"entropy_confidence":0.5746989157569153,"candidate_mass":0.9957270365090815,"accepted":false,"accepted_predicted":null,"input_tokens":386,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.2778417004866647,"brier_hard":0.1143762638577666,"soft_accuracy":0.27213027694896386,"brier_soft":0.40830472918100463,"tvd":0.6229974148328328,"kl":2.583921162421624,"case_id":"typed:232/r0","base_id":"typed:232","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":199.20389699999998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5270569400241185,"true":0.472943059975883},"predicted":"false","confidence":0.5270569400241185,"entropy_confidence":0.0021133627469293037,"candidate_mass":0.9917057982719318,"accepted":false,"accepted_predicted":null,"input_tokens":329,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.640446690690716,"brier_hard":0.4473502759587019,"soft_accuracy":0.5263354396614355,"brier_soft":0.42248281446206815,"tvd":0.4596100599758822,"kl":0.5710819821991977,"case_id":"typed:232/r0","base_id":"typed:232","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":199.20389699999998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9859112526712629,"true":0.014088747328735423},"predicted":"false","confidence":0.9859112526712629,"entropy_confidence":0.8931819786421573,"candidate_mass":0.9763549935410556,"accepted":true,"accepted_predicted":"false","input_tokens":349,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.262378862010671,"brier_hard":1.9440419962876407,"soft_accuracy":0.15986212313011455,"brier_soft":1.3974952446848827,"tvd":0.8359112526712638,"kl":3.2024412852825606,"case_id":"typed:232/r0","base_id":"typed:232","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":199.20389699999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.18275522758720547,"1":0.0016434759405052181,"2":0.09798428382326066,"3":0.7176170126490284},"predicted":"3","confidence":0.7176170126490284,"entropy_confidence":0.4323860929816369,"candidate_mass":0.9916627675245988,"accepted":false,"accepted_predicted":null,"input_tokens":379,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.410941804148646,"brier_hard":1.554690319062281,"score_mae":1.2671300815341118,"within_one":false,"case_id":"typed:232/r0","base_id":"typed:232","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":199.20389699999998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.019464565839494342,"1":0.0005365965173070075,"2":0.008887593491985347,"3":0.9711112441512133},"predicted":"3","confidence":0.9711112441512133,"entropy_confidence":0.890961738548591,"candidate_mass":0.9986296309525181,"accepted":true,"accepted_predicted":"3","input_tokens":374,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.02931425067096777,"brier_hard":0.001292706791711984,"score_mae":0.3816455159549177,"within_one":true,"case_id":"typed:233/r0","base_id":"typed:233","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.32329700000003}
{"id":"disposition","type":"choice","probabilities":{"approve":0.6999578591645041,"hold":0.0014191905524789205,"manual_review":0.004046724225144497,"reject":0.29457622605787354},"predicted":"approve","confidence":0.6999578591645041,"entropy_confidence":0.5373715608127517,"candidate_mass":0.9973232906295075,"accepted":false,"accepted_predicted":null,"input_tokens":378,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.509847558443486,"brier_hard":1.5686410991931448,"soft_accuracy":0.0430714458647145,"brier_soft":1.0378137336920048,"tvd":0.9278670852223772,"kl":4.617955184084669,"case_id":"typed:233/r0","base_id":"typed:233","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.32329700000003}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5578763527753573,"true":0.44212364722464104},"predicted":"false","confidence":0.5578763527753573,"entropy_confidence":0.009686810788502753,"candidate_mass":0.989364253552546,"accepted":false,"accepted_predicted":null,"input_tokens":321,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5836179311638398,"brier_hard":0.3909466388704391,"soft_accuracy":0.5532462445533286,"brier_soft":0.3234068553144964,"tvd":0.4021236472246419,"kl":0.42497569383005734,"case_id":"typed:233/r0","base_id":"typed:233","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.32329700000003}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9880484103604004,"true":0.011951589639600446},"predicted":"false","confidence":0.9880484103604004,"entropy_confidence":0.906530287646418,"candidate_mass":0.9844185135184894,"accepted":true,"accepted_predicted":"false","input_tokens":341,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.012023584094162513,"brier_hard":0.00028568098982679005,"soft_accuracy":0.9392435693243604,"brier_soft":0.0028953630619067854,"tvd":0.03804841036039998,"kl":0.0342517108044423,"case_id":"typed:233/r0","base_id":"typed:233","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.32329700000003}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3754304874262672,"1":0.0038205501276711113,"2":0.17340824914778333,"3":0.44734071329827957},"predicted":"3","confidence":0.44734071329827957,"entropy_confidence":0.240594896630268,"candidate_mass":0.98621146373308,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.567360854253106,"brier_hard":1.3635056818837736,"score_mae":0.2759921883180765,"within_one":true,"case_id":"typed:233/r0","base_id":"typed:233","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.32329700000003}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.013233510628375807,"1":0.0003904161129744829,"2":0.006086540958611353,"3":0.9802895323000392},"predicted":"3","confidence":0.9802895323000392,"entropy_confidence":0.920027404559378,"candidate_mass":0.9988710537966033,"accepted":true,"accepted_predicted":"3","input_tokens":375,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.325002982436587,"brier_hard":1.9347128700894114,"score_mae":2.915099094930315,"within_one":false,"case_id":"typed:234/r0","base_id":"typed:234","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.266197}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7237524189972724,"hold":0.0016380507836173646,"manual_review":0.005424372980344703,"reject":0.26918515723876557},"predicted":"approve","confidence":0.7237524189972724,"entropy_confidence":0.5483894483915988,"candidate_mass":0.9973502143643633,"accepted":false,"accepted_predicted":null,"input_tokens":379,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.3233059077899512,"brier_hard":0.1488054819201171,"soft_accuracy":0.6654605049412264,"brier_soft":0.10892158963380653,"tvd":0.26251816390575894,"kl":0.40533988331096754,"case_id":"typed:234/r0","base_id":"typed:234","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.266197}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5383087351420754,"true":0.4616912648579254},"predicted":"false","confidence":0.5383087351420754,"entropy_confidence":0.004238633385371893,"candidate_mass":0.9869083454125973,"accepted":false,"accepted_predicted":null,"input_tokens":322,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6193230262719922,"brier_hard":0.4263176480922213,"soft_accuracy":0.5365210197079353,"brier_soft":0.38431593673850134,"tvd":0.43835826485792495,"kl":0.5121640664792895,"case_id":"typed:234/r0","base_id":"typed:234","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.266197}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9853704511957172,"true":0.014629548804283772},"predicted":"false","confidence":0.9853704511957172,"entropy_confidence":0.8898824919206529,"candidate_mass":0.9781682416852748,"accepted":true,"accepted_predicted":"false","input_tokens":342,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.224711904871082,"brier_hard":1.9419098521793006,"soft_accuracy":0.03080888742444178,"brier_soft":1.8767727527169846,"tvd":0.9687034511957167,"kl":4.069776828506744,"case_id":"typed:234/r0","base_id":"typed:234","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.266197}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35644326366740436,"1":0.002740072318349944,"2":0.17253277771196937,"3":0.46828388630227674},"predicted":"3","confidence":0.46828388630227674,"entropy_confidence":0.24813040281818033,"candidate_mass":0.9900369001679383,"accepted":false,"accepted_predicted":null,"input_tokens":372,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.758680572305682,"brier_hard":0.4395488931609986,"score_mae":0.8406757133508809,"within_one":true,"case_id":"typed:234/r0","base_id":"typed:234","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.266197}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.02099857642948567,"1":0.0006125190864952842,"2":0.00581523357309333,"3":0.9725736709109241},"predicted":"3","confidence":0.9725736709109241,"entropy_confidence":0.8971109349482849,"candidate_mass":0.9982943130284795,"accepted":true,"accepted_predicted":"3","input_tokens":414,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.02780945220868597,"brier_hard":0.001227335860508197,"score_mae":0.16329699896545424,"within_one":true,"case_id":"typed:235/r0","base_id":"typed:235","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.567998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8051276279725011,"hold":0.003014127661635449,"manual_review":0.011473493996586426,"reject":0.18038475036927676},"predicted":"approve","confidence":0.8051276279725011,"entropy_confidence":0.6016654177200735,"candidate_mass":0.992008602010776,"accepted":true,"accepted_predicted":"approve","input_tokens":418,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":4.467715773776074,"brier_hard":1.65796289352729,"soft_accuracy":0.03159600925791195,"brier_soft":1.216606640782639,"tvd":0.918845378341778,"kl":3.759375173856796,"case_id":"typed:235/r0","base_id":"typed:235","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.567998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.42577309929624907,"true":0.5742269007037497},"predicted":"true","confidence":0.5742269007037497,"entropy_confidence":0.01595635342246149,"candidate_mass":0.9915201838520462,"accepted":false,"accepted_predicted":null,"input_tokens":361,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8538487053708971,"brier_hard":0.6594730669836695,"soft_accuracy":0.4292369718444902,"brier_soft":0.6069681796651869,"tvd":0.5508939007037503,"kl":0.7361279724821097,"case_id":"typed:235/r0","base_id":"typed:235","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.567998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9784230748175226,"true":0.021576925182477377},"predicted":"false","confidence":0.9784230748175226,"entropy_confidence":0.849794731515333,"candidate_mass":0.9655135535474839,"accepted":true,"accepted_predicted":"false","input_tokens":381,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.021813110650235522,"brier_hard":0.0009311274006604558,"soft_accuracy":0.9465285221117375,"brier_soft":0.0002764105902303789,"tvd":0.011756074817522617,"kl":0.0028121390776737025,"case_id":"typed:235/r0","base_id":"typed:235","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.567998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.40812842838172525,"1":0.004021946839774236,"2":0.189898735292452,"3":0.3979508894860496},"predicted":"0","confidence":0.40812842838172525,"entropy_confidence":0.228090774768534,"candidate_mass":0.986208752368108,"accepted":false,"accepted_predicted":null,"input_tokens":411,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.6612643210467795,"brier_hard":0.981213959633226,"score_mae":0.6556609141171728,"within_one":true,"case_id":"typed:235/r0","base_id":"typed:235","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.567998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0370681906200674,"1":0.0007238555547415305,"2":0.00895431399576646,"3":0.953253639829424},"predicted":"3","confidence":0.953253639829424,"entropy_confidence":0.84474066656736,"candidate_mass":0.9985288038191095,"accepted":true,"accepted_predicted":"3","input_tokens":410,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.2949960728281766,"brier_hard":1.836010875069755,"score_mae":2.835060403034546,"within_one":false,"case_id":"typed:236/r0","base_id":"typed:236","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.358197}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9001067113483537,"hold":0.0018659813881353865,"manual_review":0.00541892653267307,"reject":0.09260838073083888},"predicted":"approve","confidence":0.9001067113483537,"entropy_confidence":0.7438638728611261,"candidate_mass":0.9960233911343169,"accepted":true,"accepted_predicted":"approve","input_tokens":414,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.10524195452163809,"brier_hard":0.018587827950536505,"soft_accuracy":0.8439418410947038,"brier_soft":0.009962604013836166,"tvd":0.08594138073083835,"kl":0.13924611850746993,"case_id":"typed:236/r0","base_id":"typed:236","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.358197}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5155632272780898,"true":0.48443677272190877},"predicted":"false","confidence":0.5155632272780898,"entropy_confidence":0.0006989948946795055,"candidate_mass":0.9885082564441192,"accepted":false,"accepted_predicted":null,"input_tokens":357,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6624953307124741,"brier_hard":0.46935797353043796,"soft_accuracy":0.5150444426600019,"brier_soft":0.43761712054461377,"tvd":0.4677697727219095,"kl":0.5787658003381262,"case_id":"typed:236/r0","base_id":"typed:236","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.358197}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9835667825580627,"true":0.01643321744193599},"predicted":"false","confidence":0.9835667825580627,"entropy_confidence":0.879084111199343,"candidate_mass":0.9784414734803495,"accepted":true,"accepted_predicted":"false","input_tokens":377,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.108450538841318,"brier_hard":1.9348072315032412,"soft_accuracy":0.032552432571726464,"brier_soft":1.8697903790216603,"tvd":0.9668997825580634,"kl":3.955483726684819,"case_id":"typed:236/r0","base_id":"typed:236","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.358197}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.38387902809154495,"1":0.0030015055618851307,"2":0.1139076866936425,"3":0.4992117796529268},"predicted":"3","confidence":0.4992117796529268,"entropy_confidence":0.29363107874697725,"candidate_mass":0.9900184384719657,"accepted":false,"accepted_predicted":null,"input_tokens":407,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.694724865144174,"brier_hard":0.41113591997043303,"score_mae":0.5915477820920494,"within_one":true,"case_id":"typed:236/r0","base_id":"typed:236","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.358197}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.017923428834118665,"1":0.0005322390299685942,"2":0.0056293249281537784,"3":0.9759150072077583},"predicted":"3","confidence":0.9759150072077583,"entropy_confidence":0.906913627917123,"candidate_mass":0.9984320937707649,"accepted":true,"accepted_predicted":"3","input_tokens":413,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.021646548549086,"brier_hard":1.916916465503785,"score_mae":2.8878689105095505,"within_one":false,"case_id":"typed:237/r0","base_id":"typed:237","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.344997}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8267066361402237,"hold":0.002903898375716433,"manual_review":0.009914321778331323,"reject":0.16047514370572818},"predicted":"approve","confidence":0.8267066361402237,"entropy_confidence":0.6294864817194512,"candidate_mass":0.9937488210552692,"accepted":true,"accepted_predicted":"approve","input_tokens":417,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.19030537949042525,"brier_hard":0.05588958810731173,"soft_accuracy":0.7357472805524493,"brier_soft":0.029253334838860404,"tvd":0.14714214370572837,"kl":0.26119172303409305,"case_id":"typed:237/r0","base_id":"typed:237","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.344997}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4127756249182014,"true":0.5872243750817985},"predicted":"true","confidence":0.5872243750817985,"entropy_confidence":0.022065033437830728,"candidate_mass":0.9904220032877274,"accepted":false,"accepted_predicted":null,"input_tokens":360,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8848511147214673,"brier_hard":0.6896649333804177,"soft_accuracy":0.4726696376581197,"brier_soft":0.11896600567858108,"tvd":0.24389137508179853,"kl":0.12060373903406912,"case_id":"typed:237/r0","base_id":"typed:237","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.344997}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9820861453784329,"true":0.01791385462156589},"predicted":"false","confidence":0.9820861453784329,"entropy_confidence":0.87043848618978,"candidate_mass":0.975522845607502,"accepted":true,"accepted_predicted":"false","input_tokens":380,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.022180864315089,"brier_hard":1.9289863938885392,"soft_accuracy":0.04041088668179591,"brier_soft":1.838415187546079,"tvd":0.9587531453784335,"kl":3.818011679735628,"case_id":"typed:237/r0","base_id":"typed:237","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.344997}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.39353917319667303,"1":0.003583874303025273,"2":0.13571586286884368,"3":0.4671610896314583},"predicted":"3","confidence":0.4671610896314583,"entropy_confidence":0.2687089370553297,"candidate_mass":0.989859010787904,"accepted":false,"accepted_predicted":null,"input_tokens":410,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.9971918223715406,"brier_hard":1.1201124783575396,"score_mae":0.6401681310649121,"within_one":true,"case_id":"typed:237/r0","base_id":"typed:237","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.344997}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.007504401616486304,"1":0.0002373845308584857,"2":0.0018820911996759334,"3":0.9903761226529787},"predicted":"3","confidence":0.9903761226529787,"entropy_confidence":0.9566593225100528,"candidate_mass":0.9993879454822011,"accepted":true,"accepted_predicted":"3","input_tokens":405,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.892265548389705,"brier_hard":1.9658959757504961,"score_mae":2.9184629348891464,"within_one":false,"case_id":"typed:238/r0","base_id":"typed:238","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.141997}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9015131370985624,"hold":0.001719240876561291,"manual_review":0.005433556555501214,"reject":0.0913340654693763},"predicted":"approve","confidence":0.9015131370985624,"entropy_confidence":0.7465658157690984,"candidate_mass":0.996461082074621,"accepted":true,"accepted_predicted":"approve","input_tokens":409,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.1036806639562435,"brier_hard":0.018074053005364348,"soft_accuracy":0.37559990285083505,"brier_soft":0.36221159705681893,"tvd":0.5181801370985618,"kl":1.226549220409931,"case_id":"typed:238/r0","base_id":"typed:238","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.141997}
{"id":"duplicate","type":"binary","probabilities":{"false":0.48698433303959815,"true":0.5130156669604007},"predicted":"true","confidence":0.5130156669604007,"entropy_confidence":0.0004888621896871337,"candidate_mass":0.9868721769379326,"accepted":false,"accepted_predicted":null,"input_tokens":352,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.6674488943938782,"brier_hard":0.4743074812520456,"soft_accuracy":0.5010412533568315,"brier_soft":0.0014563084591839633,"tvd":0.026984333039598768,"kl":0.0014593748270803966,"case_id":"typed:238/r0","base_id":"typed:238","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.141997}
{"id":"matches_order","type":"binary","probabilities":{"false":0.980839829179129,"true":0.019160170820872457},"predicted":"false","confidence":0.980839829179129,"entropy_confidence":0.8633011761597628,"candidate_mass":0.9711432565994659,"accepted":true,"accepted_predicted":"false","input_tokens":372,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.954921590984778,"brier_hard":1.9240935410082831,"soft_accuracy":0.04480528227031208,"brier_soft":1.820891575887404,"tvd":0.9541728291791283,"kl":3.7270134010812725,"case_id":"typed:238/r0","base_id":"typed:238","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.141997}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.30078593355353467,"1":0.00261026196320596,"2":0.07447075876042099,"3":0.622133045722839},"predicted":"3","confidence":0.622133045722839,"entropy_confidence":0.3756236277866616,"candidate_mass":0.9921749185656698,"accepted":false,"accepted_predicted":null,"input_tokens":402,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.9483046936397415,"brier_hard":1.477853887855505,"score_mae":0.5512839166525649,"within_one":true,"case_id":"typed:238/r0","base_id":"typed:238","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.141997}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.021850399766066703,"1":0.0006299132147240479,"2":0.007052746128568591,"3":0.9704669408906418},"predicted":"3","confidence":0.9704669408906418,"entropy_confidence":0.8901946791282633,"candidate_mass":0.9983848567146104,"accepted":true,"accepted_predicted":"3","input_tokens":408,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.954338216219096,"brier_hard":1.9282281690930525,"score_mae":0.5328032281437864,"within_one":true,"case_id":"typed:239/r0","base_id":"typed:239","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.527797}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9109150684243081,"hold":0.0016578603911420635,"manual_review":0.006317424842368309,"reject":0.08110964634218105},"predicted":"approve","confidence":0.9109150684243081,"entropy_confidence":0.7609848301091535,"candidate_mass":0.9969532810230642,"accepted":true,"accepted_predicted":"approve","input_tokens":412,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.06444361550901,"brier_hard":1.8237528452851945,"soft_accuracy":0.021165370579663684,"brier_soft":1.3173894738120406,"tvd":0.9586907481004562,"kl":4.582052844611146,"case_id":"typed:239/r0","base_id":"typed:239","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.527797}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5870278727017355,"true":0.41297212729826543},"predicted":"false","confidence":0.5870278727017355,"entropy_confidence":0.021965216257514353,"candidate_mass":0.9864937240351291,"accepted":false,"accepted_predicted":null,"input_tokens":355,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5326829769734402,"brier_hard":0.3410919558505087,"soft_accuracy":0.5818062003396314,"brier_soft":0.2933353005747169,"tvd":0.38297212729826496,"kl":0.40849157478488446,"case_id":"typed:239/r0","base_id":"typed:239","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.527797}
{"id":"matches_order","type":"binary","probabilities":{"false":0.986425035234268,"true":0.013574964765730928},"predicted":"false","confidence":0.986425035234268,"entropy_confidence":0.8963447469902206,"candidate_mass":0.9824897838165988,"accepted":true,"accepted_predicted":"false","input_tokens":375,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.013667947046265281,"brier_hard":0.00036855933678169993,"soft_accuracy":0.9637255245400256,"brier_soft":0.0001904385032664544,"tvd":0.009758035234268587,"kl":0.0029285082496563284,"case_id":"typed:239/r0","base_id":"typed:239","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.527797}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.24170632912184795,"1":0.0021459193183344665,"2":0.07413758553800379,"3":0.682010166021814},"predicted":"3","confidence":0.682010166021814,"entropy_confidence":0.4154763832095848,"candidate_mass":0.9939385456400275,"accepted":false,"accepted_predicted":null,"input_tokens":405,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.144187231783061,"brier_hard":1.5247689640171178,"score_mae":0.8464515884597836,"within_one":true,"case_id":"typed:239/r0","base_id":"typed:239","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.527797}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.013858168696521215,"1":0.0002752214658605222,"2":0.005155348674007957,"3":0.9807112611636101},"predicted":"3","confidence":0.9807112611636101,"entropy_confidence":0.922229984712838,"candidate_mass":0.9989262594221242,"accepted":true,"accepted_predicted":"3","input_tokens":392,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.278880422628266,"brier_hard":1.9342969425865033,"score_mae":1.9960527023047065,"within_one":false,"case_id":"typed:240/r0","base_id":"typed:240","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.526497}
{"id":"disposition","type":"choice","probabilities":{"approve":0.677004574695924,"hold":0.0017195481883331726,"manual_review":0.004765680014590574,"reject":0.31651019710115386},"predicted":"approve","confidence":0.677004574695924,"entropy_confidence":0.520576352311087,"candidate_mass":0.9963724220362059,"accepted":false,"accepted_predicted":null,"input_tokens":396,"reused_prefix_tokens":0,"expected":"reject","correct":false,"accepted_correct":null,"nll_hard":1.1503998195878253,"brier_hard":0.9255191733778859,"soft_accuracy":0.39170072697660535,"brier_soft":0.12671598918298294,"tvd":0.3036715746959232,"kl":0.5601566096177545,"case_id":"typed:240/r0","base_id":"typed:240","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.526497}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5450823486315375,"true":0.45491765136846324},"predicted":"false","confidence":0.5450823486315375,"entropy_confidence":0.00587229097996711,"candidate_mass":0.9843265222426999,"accepted":false,"accepted_predicted":null,"input_tokens":339,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.7876388624145072,"brier_hard":0.5942295335793453,"soft_accuracy":0.48948075526440926,"brier_soft":0.05232570356545306,"tvd":0.1617493486315371,"kl":0.05265216956044991,"case_id":"typed:240/r0","base_id":"typed:240","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.526497}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9857053597112417,"true":0.014294640288757859},"predicted":"false","confidence":0.9857053597112417,"entropy_confidence":0.8919222841090071,"candidate_mass":0.9786781326702257,"accepted":true,"accepted_predicted":"false","input_tokens":359,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.247870616955186,"brier_hard":1.9432301123269378,"soft_accuracy":0.31543196330972795,"brier_soft":0.9131554662849977,"tvd":0.6757053597112419,"kl":2.3163933770596286,"case_id":"typed:240/r0","base_id":"typed:240","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.526497}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3874244392312382,"1":0.002515526262453125,"2":0.1369107404401323,"3":0.47314929406617773},"predicted":"3","confidence":0.47314929406617773,"entropy_confidence":0.2723473395002597,"candidate_mass":0.9861274499602308,"accepted":false,"accepted_predicted":null,"input_tokens":389,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.9852732478357105,"brier_hard":1.3876877767842979,"score_mae":0.44578488934125104,"within_one":true,"case_id":"typed:240/r0","base_id":"typed:240","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":181.526497}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.014412196460141214,"1":0.0002602223434870916,"2":0.003474478912168934,"3":0.9818531022842024},"predicted":"3","confidence":0.9818531022842024,"entropy_confidence":0.9272118563399582,"candidate_mass":0.9987729417716291,"accepted":true,"accepted_predicted":"3","input_tokens":394,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.239680454483594,"brier_hard":1.9354309726710148,"score_mae":1.9161014870204323,"within_one":false,"case_id":"typed:241/r0","base_id":"typed:241","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":204.676697}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7900248688290211,"hold":0.002074542691601401,"manual_review":0.003750411918069921,"reject":0.20415017656130696},"predicted":"approve","confidence":0.7900248688290211,"entropy_confidence":0.6073404856781799,"candidate_mass":0.9975247597707282,"accepted":false,"accepted_predicted":null,"input_tokens":398,"reused_prefix_tokens":0,"expected":"reject","correct":false,"accepted_correct":null,"nll_hard":1.5888993963562505,"brier_hard":1.2575346041526454,"soft_accuracy":0.3246474714473402,"brier_soft":0.38140655131414025,"tvd":0.5133581454957448,"kl":0.938047975471642,"case_id":"typed:241/r0","base_id":"typed:241","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":204.676697}
{"id":"duplicate","type":"binary","probabilities":{"false":0.45433833588465744,"true":0.5456616641153429},"predicted":"true","confidence":0.5456616641153429,"entropy_confidence":0.006024392669435663,"candidate_mass":0.9908250643868426,"accepted":false,"accepted_predicted":null,"input_tokens":341,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.6057561580999824,"brier_hard":0.4128466469088793,"soft_accuracy":0.5133941185816101,"brier_soft":0.020404155754344865,"tvd":0.10100533588465727,"kl":0.02098604170956335,"case_id":"typed:241/r0","base_id":"typed:241","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":204.676697}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9882917938852136,"true":0.011708206114787867},"predicted":"false","confidence":0.9882917938852136,"entropy_confidence":0.9080841150779001,"candidate_mass":0.9827356445629186,"accepted":true,"accepted_predicted":"false","input_tokens":361,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.447465305696262,"brier_hard":1.9534413397217043,"soft_accuracy":0.35351246183443685,"brier_soft":0.8148328282824062,"tvd":0.6382917938852128,"kl":2.24752786008204,"case_id":"typed:241/r0","base_id":"typed:241","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":204.676697}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3429885842620349,"1":0.0023842809097028538,"2":0.10239957309530112,"3":0.5522275617329618},"predicted":"3","confidence":0.5522275617329618,"entropy_confidence":0.31999893009075864,"candidate_mass":0.9906822149505785,"accepted":false,"accepted_predicted":null,"input_tokens":391,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5937950681402917,"brier_hard":0.3286326827712398,"score_mae":0.5194668877008093,"within_one":true,"case_id":"typed:241/r0","base_id":"typed:241","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":204.676697}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.007824759181822481,"1":0.000260308917704635,"2":0.0020280662860978366,"3":0.9898868656143746},"predicted":"3","confidence":0.9898868656143746,"entropy_confidence":0.9547430934959678,"candidate_mass":0.9994324306909105,"accepted":true,"accepted_predicted":"3","input_tokens":405,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.85046231851544,"brier_hard":1.964291896022053,"score_mae":2.870644038333024,"within_one":false,"case_id":"typed:242/r0","base_id":"typed:242","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.187197}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8811017449876509,"hold":0.0022097902010715883,"manual_review":0.007304777649415198,"reject":0.10938368716186198},"predicted":"approve","confidence":0.8811017449876509,"entropy_confidence":0.7092734090705257,"candidate_mass":0.9955173116994485,"accepted":true,"accepted_predicted":"approve","input_tokens":409,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.12658217164648283,"brier_hard":0.026159829011345826,"soft_accuracy":0.5119518379257341,"brier_soft":0.15417111869117953,"tvd":0.320485432149513,"kl":1.030474183069977,"case_id":"typed:242/r0","base_id":"typed:242","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.187197}
{"id":"duplicate","type":"binary","probabilities":{"false":0.47713350030404356,"true":0.5228664996959553},"predicted":"true","confidence":0.5228664996959553,"entropy_confidence":0.001509229907996068,"candidate_mass":0.9877872929049938,"accepted":false,"accepted_predicted":null,"input_tokens":352,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7399589524002117,"brier_hard":0.5467787530086021,"soft_accuracy":0.4978657781173771,"brier_soft":0.009669815159935,"tvd":0.0695334996959559,"kl":0.009680235795498718,"case_id":"typed:242/r0","base_id":"typed:242","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.187197}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9802242343912333,"true":0.019775765608766017},"predicted":"false","confidence":0.9802242343912333,"entropy_confidence":0.8598203258312683,"candidate_mass":0.9670442830550445,"accepted":true,"accepted_predicted":"false","input_tokens":372,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.9232980500846395,"brier_hard":1.9216790993757602,"soft_accuracy":0.03258142504304269,"brier_soft":1.869757318285207,"tvd":0.9668912343912336,"kl":3.8004459092811094,"case_id":"typed:242/r0","base_id":"typed:242","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.187197}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.37757937260232666,"1":0.0032950303287803515,"2":0.07611294116473111,"3":0.5430126559041631},"predicted":"3","confidence":0.5430126559041631,"entropy_confidence":0.3405495709409099,"candidate_mass":0.9902460870285179,"accepted":false,"accepted_predicted":null,"input_tokens":402,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.6106226519456648,"brier_hard":0.3572076523161469,"score_mae":0.648774119629268,"within_one":true,"case_id":"typed:242/r0","base_id":"typed:242","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":195.187197}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.01023762481114029,"1":0.00025279542515281963,"2":0.0024180191797868633,"3":0.9870915605839193},"predicted":"3","confidence":0.9870915605839193,"entropy_confidence":0.9448945836355366,"candidate_mass":0.9992601365272548,"accepted":true,"accepted_predicted":"3","input_tokens":398,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.581685638312891,"brier_hard":1.9539852190377711,"score_mae":1.6630305155364844,"within_one":false,"case_id":"typed:243/r0","base_id":"typed:243","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.48659700000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8328828060055492,"hold":0.0014151857606455609,"manual_review":0.002666075016823781,"reject":0.16303593321698293},"predicted":"approve","confidence":0.8328828060055492,"entropy_confidence":0.6587294000713348,"candidate_mass":0.9981023099038919,"accepted":true,"accepted_predicted":"approve","input_tokens":402,"reused_prefix_tokens":0,"expected":"reject","correct":false,"accepted_correct":false,"nll_hard":1.8137846532867812,"brier_hard":1.3942117283323765,"soft_accuracy":0.2855627087288084,"brier_soft":0.42491363508672547,"tvd":0.5595498060055485,"kl":1.6673316675912204,"case_id":"typed:243/r0","base_id":"typed:243","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.48659700000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6132496725628337,"true":0.38675032743716786},"predicted":"false","confidence":0.6132496725628337,"entropy_confidence":0.037329632274144875,"candidate_mass":0.9853086692908526,"accepted":false,"accepted_predicted":null,"input_tokens":345,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9499759428915233,"brier_hard":0.7521503217968436,"soft_accuracy":0.47433014971887366,"brier_soft":0.10267941501143193,"tvd":0.22658267256283293,"kl":0.10449141161473291,"case_id":"typed:243/r0","base_id":"typed:243","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.48659700000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9861707823895465,"true":0.013829217610453618},"predicted":"false","confidence":0.9861707823895465,"entropy_confidence":0.8947761146976388,"candidate_mass":0.9813591996234333,"accepted":true,"accepted_predicted":"false","input_tokens":365,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.280971706817969,"brier_hard":1.9450656240776203,"soft_accuracy":0.05272288020161737,"brier_soft":1.7904782988952928,"tvd":0.9461707823895464,"kl":3.942345720094538,"case_id":"typed:243/r0","base_id":"typed:243","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.48659700000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2711451308357269,"1":0.0021939684918646464,"2":0.10770586260905347,"3":0.6189550380633538},"predicted":"3","confidence":0.6189550380633538,"entropy_confidence":0.3477311622784248,"candidate_mass":0.9909157796820304,"accepted":false,"accepted_predicted":null,"input_tokens":395,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.47972264534384473,"brier_hard":0.2303203113313272,"score_mae":0.3588621920999673,"within_one":true,"case_id":"typed:243/r0","base_id":"typed:243","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":196.48659700000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.005290149938556885,"1":0.00016251958596086142,"2":0.0027339711586197974,"3":0.991813359316864},"predicted":"3","confidence":0.991813359316864,"entropy_confidence":0.9614530958496775,"candidate_mass":0.9990947201068094,"accepted":true,"accepted_predicted":"3","input_tokens":381,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.008220335248850545,"brier_hard":0.0001025077829591769,"score_mae":0.19107053985379263,"within_one":true,"case_id":"typed:244/r0","base_id":"typed:244","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.855497}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8376230254766909,"hold":0.0013220437520878958,"manual_review":0.0037383550712985934,"reject":0.1573165756999235},"predicted":"approve","confidence":0.8376230254766909,"entropy_confidence":0.661666661219229,"candidate_mass":0.9968732869152443,"accepted":true,"accepted_predicted":"approve","input_tokens":385,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":6.628576442723659,"brier_hard":1.7237324733928208,"soft_accuracy":0.026415200302634414,"brier_soft":1.1122347580697276,"tvd":0.9282726011766139,"kl":4.876766084654026,"case_id":"typed:244/r0","base_id":"typed:244","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.855497}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4862362357153634,"true":0.5137637642846354},"predicted":"true","confidence":0.5137637642846354,"entropy_confidence":0.0005466808353706831,"candidate_mass":0.992687066831647,"accepted":false,"accepted_predicted":null,"input_tokens":328,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7210606914622382,"brier_hard":0.5279064109838381,"soft_accuracy":0.4867867862867488,"brier_soft":0.4876053098410672,"tvd":0.493763764284636,"kl":0.6219201987879749,"case_id":"typed:244/r0","base_id":"typed:244","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.855497}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9882856126265104,"true":0.011714387373489182},"predicted":"false","confidence":0.9882856126265104,"entropy_confidence":0.9080445614517502,"candidate_mass":0.9760675941082712,"accepted":true,"accepted_predicted":"false","input_tokens":348,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.011783541404525973,"brier_hard":0.00027445374307233584,"soft_accuracy":0.9589884758689197,"brier_soft":0.0006687272582536085,"tvd":0.01828561262651061,"kl":0.010095992060208392,"case_id":"typed:244/r0","base_id":"typed:244","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.855497}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.329691232742435,"1":0.0027423928548783567,"2":0.11137021559452798,"3":0.5561961588081578},"predicted":"3","confidence":0.5561961588081578,"entropy_confidence":0.3127492642397519,"candidate_mass":0.9892117631017913,"accepted":false,"accepted_predicted":null,"input_tokens":378,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.898924434990711,"brier_hard":1.4249765359505613,"score_mae":0.6274043004684078,"within_one":true,"case_id":"typed:244/r0","base_id":"typed:244","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.855497}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.007291868777357254,"1":0.00025815676982135564,"2":0.002405740806288919,"3":0.9900442336465316},"predicted":"3","confidence":0.9900442336465316,"entropy_confidence":0.9549673259242736,"candidate_mass":0.9990749818345435,"accepted":true,"accepted_predicted":"3","input_tokens":401,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.92099541775314,"brier_hard":1.9656628726060446,"score_mae":2.248535339321994,"within_one":false,"case_id":"typed:245/r0","base_id":"typed:245","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":165.575797}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7763254733024192,"hold":0.0016304742837699028,"manual_review":0.0034257019494338555,"reject":0.21861835046437852},"predicted":"approve","confidence":0.7763254733024192,"entropy_confidence":0.5968693136891164,"candidate_mass":0.9979571425005943,"accepted":false,"accepted_predicted":null,"input_tokens":405,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.2531834223739402,"brier_hard":0.09783867093338901,"soft_accuracy":0.5185967289409217,"brier_soft":0.13898545743438404,"tvd":0.32827682376679695,"kl":1.3174631242906765,"case_id":"typed:245/r0","base_id":"typed:245","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":165.575797}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5286180180390718,"true":0.471381981960927},"predicted":"false","confidence":0.5286180180390718,"entropy_confidence":0.0023644003195248953,"candidate_mass":0.9845115427485881,"accepted":false,"accepted_predicted":null,"input_tokens":348,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6374891910533513,"brier_hard":0.4444019458348245,"soft_accuracy":0.5276259458257293,"brier_soft":0.41232095603950947,"tvd":0.4540489819609276,"kl":0.5520058033503646,"case_id":"typed:245/r0","base_id":"typed:245","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":165.575797}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9827367190197561,"true":0.017263280980243496},"predicted":"false","confidence":0.9827367190197561,"entropy_confidence":0.8742142202084437,"candidate_mass":0.9765102253360887,"accepted":true,"accepted_predicted":"false","input_tokens":368,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.0591735198367225,"brier_hard":1.9315429178194308,"soft_accuracy":0.34552424991367775,"brier_soft":0.8262209799525624,"tvd":0.6427367190197564,"kl":2.043939815026856,"case_id":"typed:245/r0","base_id":"typed:245","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":165.575797}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.25475616021797876,"1":0.0026998167434568064,"2":0.07481514737337164,"3":0.6677288756651941},"predicted":"3","confidence":0.6677288756651941,"entropy_confidence":0.40273311162877257,"candidate_mass":0.9944056266526854,"accepted":false,"accepted_predicted":null,"input_tokens":398,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.5927349095114742,"brier_hard":1.366736853106317,"score_mae":0.5721837384857826,"within_one":true,"case_id":"typed:245/r0","base_id":"typed:245","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":165.575797}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.016475295992899423,"1":0.0003551232258499896,"2":0.005824942572054993,"3":0.9773446382091963},"predicted":"3","confidence":0.9773446382091963,"entropy_confidence":0.9113924150393227,"candidate_mass":0.9988029176517076,"accepted":true,"accepted_predicted":"3","input_tokens":385,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.02291593764798704,"brier_hard":0.0008187568643991346,"score_mae":0.4373719229975488,"within_one":true,"case_id":"typed:246/r0","base_id":"typed:246","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.88809700000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7901300925474537,"hold":0.0015257929252076063,"manual_review":0.004882444124921424,"reject":0.20346167040241878},"predicted":"approve","confidence":0.7901300925474537,"entropy_confidence":0.6061668237477246,"candidate_mass":0.996160944788006,"accepted":false,"accepted_predicted":null,"input_tokens":389,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":null,"nll_hard":6.485241053094615,"brier_hard":1.6626767949262586,"soft_accuracy":0.037338785903701294,"brier_soft":1.1227392667472713,"tvd":0.9269247629498717,"kl":4.985330376937831,"case_id":"typed:246/r0","base_id":"typed:246","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.88809700000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5823481682656274,"true":0.4176518317343729},"predicted":"false","confidence":0.5823481682656274,"entropy_confidence":0.019655897577145587,"candidate_mass":0.9835022416050613,"accepted":false,"accepted_predicted":null,"input_tokens":332,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.540686782856767,"brier_hard":0.34886610510215366,"soft_accuracy":0.5741133514390647,"brier_soft":0.27033573875527905,"tvd":0.36765183173437277,"kl":0.358792556966949,"case_id":"typed:246/r0","base_id":"typed:246","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.88809700000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9779464374077805,"true":0.022053562592218457},"predicted":"false","confidence":0.9779464374077805,"entropy_confidence":0.8471795520952873,"candidate_mass":0.9714512362413681,"accepted":true,"accepted_predicted":"false","input_tokens":352,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02230037792381975,"brier_hard":0.0009727192460178391,"soft_accuracy":0.8823571499262243,"brier_soft":0.012151294209130251,"tvd":0.07794643740778104,"kl":0.07641547887319185,"case_id":"typed:246/r0","base_id":"typed:246","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.88809700000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.27449828561257755,"1":0.002213754041830008,"2":0.13510189952248652,"3":0.5881860608231061},"predicted":"3","confidence":0.5881860608231061,"entropy_confidence":0.3139975141004141,"candidate_mass":0.9890973848220639,"accepted":false,"accepted_predicted":null,"input_tokens":382,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.113065543084591,"brier_hard":1.4351420668287287,"score_mae":0.33697573555612137,"within_one":true,"case_id":"typed:246/r0","base_id":"typed:246","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":185.88809700000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.007201929274973367,"1":0.00022564990767737932,"2":0.0034962427094684854,"3":0.98907617810788},"predicted":"3","confidence":0.98907617810788,"entropy_confidence":0.9509024633573908,"candidate_mass":0.9989500973510055,"accepted":true,"accepted_predicted":"3","input_tokens":379,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.010983924938589271,"brier_hard":0.0001834723009768259,"score_mae":0.2744466696502541,"within_one":true,"case_id":"typed:247/r0","base_id":"typed:247","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":183.98479700000001}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7103803086319687,"hold":0.0013409056677699746,"manual_review":0.005310450048083748,"reject":0.28296833565217694},"predicted":"approve","confidence":0.7103803086319687,"entropy_confidence":0.5406251383402159,"candidate_mass":0.9967744798248415,"accepted":false,"accepted_predicted":null,"input_tokens":383,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.238078692501745,"brier_hard":1.5741203606853698,"soft_accuracy":0.03868464556586411,"brier_soft":0.9324608874278089,"tvd":0.903348644284146,"kl":4.431182713295022,"case_id":"typed:247/r0","base_id":"typed:247","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":183.98479700000001}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5198845837282766,"true":0.480115416271723},"predicted":"false","confidence":0.5198845837282766,"entropy_confidence":0.0011411745522920125,"candidate_mass":0.990248685716509,"accepted":false,"accepted_predicted":null,"input_tokens":326,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6541484464108791,"brier_hard":0.4610216258835401,"soft_accuracy":0.51869150870458,"brier_soft":0.40520777593093327,"tvd":0.4501154162717232,"kl":0.5217936874413174,"case_id":"typed:247/r0","base_id":"typed:247","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":183.98479700000001}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9908270192503622,"true":0.00917298074963682},"predicted":"false","confidence":0.9908270192503622,"entropy_confidence":0.9247407245038591,"candidate_mass":0.9833589185479796,"accepted":true,"accepted_predicted":"false","input_tokens":346,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.00921531160314613,"brier_hard":0.00016828715166643322,"soft_accuracy":0.9090228432599813,"brier_soft":0.01099941691042833,"tvd":0.0741600192503627,"kl":0.11256837370719057,"case_id":"typed:247/r0","base_id":"typed:247","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":183.98479700000001}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.37417711602435744,"1":0.002320172036121529,"2":0.11614393846847326,"3":0.5073587734710475},"predicted":"3","confidence":0.5073587734710475,"entropy_confidence":0.2958125426068937,"candidate_mass":0.9880216736456923,"accepted":false,"accepted_predicted":null,"input_tokens":376,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.066113942552494,"brier_hard":1.4062758927433539,"score_mae":0.5566843693862105,"within_one":true,"case_id":"typed:247/r0","base_id":"typed:247","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":183.98479700000001}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.02886416414328605,"1":0.0014054657956311541,"2":0.01842752676196203,"3":0.95130284329912},"predicted":"3","confidence":0.95130284329912,"entropy_confidence":0.8321801183209088,"candidate_mass":0.9957770168697189,"accepted":true,"accepted_predicted":"3","input_tokens":425,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.9939097126179597,"brier_hard":1.869296735193422,"score_mae":1.405502049216915,"within_one":false,"case_id":"typed:248/r0","base_id":"typed:248","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.484297}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8930767186138932,"hold":0.0037659520190069106,"manual_review":0.011719974989599468,"reject":0.09143735437750172},"predicted":"approve","confidence":0.8930767186138932,"entropy_confidence":0.7166171554450236,"candidate_mass":0.991884748550453,"accepted":true,"accepted_predicted":"approve","input_tokens":429,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":4.446460628828767,"brier_hard":1.782658405334883,"soft_accuracy":0.2623727338688496,"brier_soft":0.5982195479763869,"tvd":0.6611807496580709,"kl":2.247747960816122,"case_id":"typed:248/r0","base_id":"typed:248","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.484297}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4593352214615451,"true":0.5406647785384558},"predicted":"true","confidence":0.5406647785384558,"entropy_confidence":0.004776624885572511,"candidate_mass":0.988077046355564,"accepted":false,"accepted_predicted":null,"input_tokens":372,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.777975005501176,"brier_hard":0.5846368055040739,"soft_accuracy":0.46123288401682067,"brier_soft":0.5352643381715227,"tvd":0.5173317785384552,"kl":0.6634298673523026,"case_id":"typed:248/r0","base_id":"typed:248","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.484297}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9916106498451949,"true":0.00838935015480473},"predicted":"false","confidence":0.9916106498451949,"entropy_confidence":0.930084400526066,"candidate_mass":0.9782463887930571,"accepted":true,"accepted_predicted":"false","input_tokens":392,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.008424738817062403,"brier_hard":0.00014076239203985103,"soft_accuracy":0.5262195623988435,"brier_soft":0.4323451950627427,"tvd":0.4649436498451951,"kl":1.5756195062640923,"case_id":"typed:248/r0","base_id":"typed:248","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.484297}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3219198786467312,"1":0.0054088533837397205,"2":0.25592658132472484,"3":0.41674468664480296},"predicted":"3","confidence":0.41674468664480296,"entropy_confidence":0.20170213959122163,"candidate_mass":0.9775115860867979,"accepted":false,"accepted_predicted":null,"input_tokens":422,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.3628646673354723,"brier_hard":0.8309830501886392,"score_mae":0.48250392403240183,"within_one":true,"case_id":"typed:248/r0","base_id":"typed:248","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":200.484297}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.025742115405188178,"1":0.000951343975854609,"2":0.009828547518070383,"3":0.9634779931008871},"predicted":"3","confidence":0.9634779931008871,"entropy_confidence":0.8686393287987613,"candidate_mass":0.9965767432478049,"accepted":true,"accepted_predicted":"3","input_tokens":418,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.659626896617297,"brier_hard":1.877565774286546,"score_mae":2.6743754183146566,"within_one":false,"case_id":"typed:249/r0","base_id":"typed:249","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.116797}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9052289764245683,"hold":0.00322905086677273,"manual_review":0.010838480994919323,"reject":0.08070349171374094},"predicted":"approve","confidence":0.9052289764245683,"entropy_confidence":0.7397229574337076,"candidate_mass":0.9931580253564317,"accepted":true,"accepted_predicted":"approve","input_tokens":422,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.09956735466067454,"brier_hard":0.01562249992410231,"soft_accuracy":0.7566178249142953,"brier_soft":0.019488678500648348,"tvd":0.13593246813830862,"kl":0.31245127767496705,"case_id":"typed:249/r0","base_id":"typed:249","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.116797}
{"id":"duplicate","type":"binary","probabilities":{"false":0.3372585266176749,"true":0.6627414733823266},"predicted":"true","confidence":0.6627414733823266,"entropy_confidence":0.0778288879360739,"candidate_mass":0.9933280537998403,"accepted":false,"accepted_predicted":null,"input_tokens":365,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":1.0869055014335203,"brier_hard":0.8784525210819523,"soft_accuracy":0.3459381803590479,"brier_soft":0.8091814713772063,"tvd":0.6360744733823258,"kl":0.9459328057621921,"case_id":"typed:249/r0","base_id":"typed:249","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.116797}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9901938320629651,"true":0.009806167937036462},"predicted":"false","confidence":0.9901938320629651,"entropy_confidence":0.9204946011950648,"candidate_mass":0.9790170036652525,"accepted":true,"accepted_predicted":"false","input_tokens":385,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.624743709952725,"brier_hard":1.9609676501110758,"soft_accuracy":0.07189705986912387,"brier_soft":1.7181420040249011,"tvd":0.9268608320629643,"kl":4.0964273680120495,"case_id":"typed:249/r0","base_id":"typed:249","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.116797}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4412055744362484,"1":0.005246300489616119,"2":0.16935177142047603,"3":0.3841963536536593},"predicted":"0","confidence":0.4412055744362484,"entropy_confidence":0.23767120939308295,"candidate_mass":0.9786994391373551,"accepted":false,"accepted_predicted":null,"input_tokens":415,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9566015194432146,"brier_hard":0.6025840359191496,"score_mae":0.8534610957084541,"within_one":true,"case_id":"typed:249/r0","base_id":"typed:249","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.116797}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.04291142691569836,"1":0.0013699830944412937,"2":0.02210045652748657,"3":0.9336181334623732},"predicted":"3","confidence":0.9336181334623732,"entropy_confidence":0.7889896517892837,"candidate_mass":0.9957617652170638,"accepted":true,"accepted_predicted":"3","input_tokens":425,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":3.8121570133194567,"brier_hard":1.8297736036671362,"score_mae":1.543092296536534,"within_one":false,"case_id":"typed:250/r0","base_id":"typed:250","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.23039699999998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8979584931528769,"hold":0.0029107687645100223,"manual_review":0.0116055718101732,"reject":0.08752516627243831},"predicted":"approve","confidence":0.8979584931528769,"entropy_confidence":0.7269271053329599,"candidate_mass":0.9939855301003122,"accepted":true,"accepted_predicted":"approve","input_tokens":429,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":4.456269967727401,"brier_hard":1.7909221284078984,"soft_accuracy":0.2622649953447354,"brier_soft":0.6601586591167741,"tvd":0.6854836594253161,"kl":2.3730743866752047,"case_id":"typed:250/r0","base_id":"typed:250","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.23039699999998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4813681130139593,"true":0.5186318869860419},"predicted":"true","confidence":0.5186318869860419,"entropy_confidence":0.0010018870677052094,"candidate_mass":0.9877010421196573,"accepted":false,"accepted_predicted":null,"input_tokens":372,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7311229938536741,"brier_hard":0.5379580683974039,"soft_accuracy":0.48236182607447287,"brier_soft":0.4840589000543768,"tvd":0.4919648869860413,"kl":0.6061764486206547,"case_id":"typed:250/r0","base_id":"typed:250","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.23039699999998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9902349542744345,"true":0.00976504572556648},"predicted":"false","confidence":0.9902349542744345,"entropy_confidence":0.9207685136488754,"candidate_mass":0.975326967594339,"accepted":true,"accepted_predicted":"false","input_tokens":392,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.628946032066764,"brier_hard":1.9611305293337808,"soft_accuracy":0.3529295137176703,"brier_soft":0.8198015933495733,"tvd":0.6402349542744341,"kl":2.364802844570218,"case_id":"typed:250/r0","base_id":"typed:250","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.23039699999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3940015943504296,"1":0.006127544437616753,"2":0.22128397784817444,"3":0.378586883363779},"predicted":"0","confidence":0.3940015943504296,"entropy_confidence":0.2067468199748611,"candidate_mass":0.9824731620685556,"accepted":false,"accepted_predicted":null,"input_tokens":422,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9713096859106649,"brier_hard":0.5903956635313684,"score_mae":0.7488768497746974,"within_one":true,"case_id":"typed:250/r0","base_id":"typed:250","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.23039699999998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.034909096169353115,"1":0.0005752172854536028,"2":0.007895111965253178,"3":0.9566205745799419},"predicted":"3","confidence":0.9566205745799419,"entropy_confidence":0.8542439744117606,"candidate_mass":0.9984010192774783,"accepted":true,"accepted_predicted":"3","input_tokens":412,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.04434843993886159,"brier_hard":0.003163083213004898,"score_mae":0.04622716495578594,"within_one":true,"case_id":"typed:251/r0","base_id":"typed:251","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.116298}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8745263963751899,"hold":0.0022518824450904894,"manual_review":0.007631166766226265,"reject":0.11559055441349426},"predicted":"approve","confidence":0.8745263963751899,"entropy_confidence":0.6987700533223181,"candidate_mass":0.9948951216091817,"accepted":true,"accepted_predicted":"approve","input_tokens":416,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":4.875514527129358,"brier_hard":1.7629585663749028,"soft_accuracy":0.025899574685610403,"brier_soft":1.1247552138696628,"tvd":0.8745263963751895,"kl":3.7194561277431637,"case_id":"typed:251/r0","base_id":"typed:251","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.116298}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5117337614018622,"true":0.4882662385981379},"predicted":"false","confidence":0.5117337614018622,"entropy_confidence":0.0003973003156700905,"candidate_mass":0.987144431315029,"accepted":false,"accepted_predicted":null,"input_tokens":359,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6699507864500802,"brier_hard":0.4768078395095473,"soft_accuracy":0.5113426281992925,"brier_soft":0.4448116836926867,"tvd":0.47159923859813785,"kl":0.5859657616165802,"case_id":"typed:251/r0","base_id":"typed:251","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.116298}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9836355737671924,"true":0.016364426232808666},"predicted":"false","confidence":0.9836355737671924,"entropy_confidence":0.8794904203155505,"candidate_mass":0.9725973934721126,"accepted":true,"accepted_predicted":"false","input_tokens":379,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.01649980238968135,"brier_hard":0.0005355888918580396,"soft_accuracy":0.9610662360817726,"brier_soft":9.712204069758928e-05,"tvd":0.006968573767191866,"kl":0.0013337567567534838,"case_id":"typed:251/r0","base_id":"typed:251","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.116298}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4507981799390165,"1":0.003740346438670712,"2":0.154352149803476,"3":0.3911093238188358},"predicted":"0","confidence":0.4507981799390165,"entropy_confidence":0.2529429433084118,"candidate_mass":0.9894299498150894,"accepted":false,"accepted_predicted":null,"input_tokens":409,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9387681575180409,"brier_hard":0.5978054309171212,"score_mae":0.8642273824978701,"within_one":true,"case_id":"typed:251/r0","base_id":"typed:251","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.116298}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.008950776156099346,"1":0.00024588462612939646,"2":0.002945752909081073,"3":0.9878575863086894},"predicted":"3","confidence":0.9878575863086894,"entropy_confidence":0.9469882404181964,"candidate_mass":0.9992060726627839,"accepted":true,"accepted_predicted":"3","input_tokens":409,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.01221673503618703,"brier_hard":0.00023629252349825105,"score_mae":0.38637714937035916,"within_one":true,"case_id":"typed:252/r0","base_id":"typed:252","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.101297}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8529747891369026,"hold":0.0018393732282741897,"manual_review":0.005687929998622101,"reject":0.13949790763620165},"predicted":"approve","confidence":0.8529747891369026,"entropy_confidence":0.6743818553132581,"candidate_mass":0.996356318825101,"accepted":true,"accepted_predicted":"approve","input_tokens":413,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":6.298330402198644,"brier_hard":1.7433826465230153,"soft_accuracy":0.057389508500346874,"brier_soft":1.08950497375687,"tvd":0.909139696773104,"kl":4.521213833486502,"case_id":"typed:252/r0","base_id":"typed:252","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.101297}
{"id":"duplicate","type":"binary","probabilities":{"false":0.46561242444566403,"true":0.5343875755543368},"predicted":"true","confidence":0.5343875755543368,"entropy_confidence":0.003414684114827593,"candidate_mass":0.9880285159398994,"accepted":false,"accepted_predicted":null,"input_tokens":356,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7644016981149626,"brier_hard":0.5711401618136831,"soft_accuracy":0.467446451400279,"brier_soft":0.5155603656824531,"tvd":0.5077205755543364,"kl":0.6377696459735267,"case_id":"typed:252/r0","base_id":"typed:252","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.101297}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9791643247931747,"true":0.020835675206826023},"predicted":"false","confidence":0.9791643247931747,"entropy_confidence":0.853892741929398,"candidate_mass":0.9784052507103128,"accepted":true,"accepted_predicted":"false","input_tokens":376,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.02105580090127998,"brier_hard":0.0008682507226486582,"soft_accuracy":0.9152754287112016,"brier_soft":0.004201020664594879,"tvd":0.045831324793174366,"kl":0.0327950315257953,"case_id":"typed:252/r0","base_id":"typed:252","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.101297}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.31068926156592225,"1":0.0020366580775921517,"2":0.0888387530124211,"3":0.5984353273440651},"predicted":"3","confidence":0.5984353273440651,"entropy_confidence":0.35213230927032413,"candidate_mass":0.9937214566985388,"accepted":false,"accepted_predicted":null,"input_tokens":406,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.4209323163846648,"brier_hard":1.2848716242538614,"score_mae":0.2783128538653701,"within_one":true,"case_id":"typed:252/r0","base_id":"typed:252","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.101297}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.016078124056684826,"1":0.0007512928561999912,"2":0.012350754408344496,"3":0.9708198286787694},"predicted":"3","confidence":0.9708198286787694,"entropy_confidence":0.8883123881501177,"candidate_mass":0.9972742787609854,"accepted":true,"accepted_predicted":"3","input_tokens":420,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.130295685178481,"brier_hard":1.9107465032910984,"score_mae":2.667912287709197,"within_one":false,"case_id":"typed:253/r0","base_id":"typed:253","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.319097}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8783195242929083,"hold":0.00352771292038332,"manual_review":0.010541733447338037,"reject":0.10761102933937167},"predicted":"approve","confidence":0.8783195242929083,"entropy_confidence":0.6957651368858584,"candidate_mass":0.9943843027853185,"accepted":true,"accepted_predicted":"approve","input_tokens":424,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.12974482866603052,"brier_hard":0.026509844706306615,"soft_accuracy":0.34788818065804145,"brier_soft":0.362372548642732,"tvd":0.5116528909595409,"kl":1.3830475746572113,"case_id":"typed:253/r0","base_id":"typed:253","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.319097}
{"id":"duplicate","type":"binary","probabilities":{"false":0.41638823971354966,"true":0.5836117602864489},"predicted":"true","confidence":0.5836117602864489,"entropy_confidence":0.020266629346772147,"candidate_mass":0.9892485409804562,"accepted":false,"accepted_predicted":null,"input_tokens":367,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.5385193112574987,"brier_hard":0.3467583323434982,"soft_accuracy":0.5100334112343732,"brier_soft":0.001115030447649514,"tvd":0.023611760286449568,"kl":0.0011413756291493056,"case_id":"typed:253/r0","base_id":"typed:253","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.319097}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9908610383500027,"true":0.009138961649996372},"predicted":"false","confidence":0.9908610383500027,"entropy_confidence":0.924970618845889,"candidate_mass":0.9771788376117977,"accepted":true,"accepted_predicted":"false","input_tokens":387,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.695208505002839,"brier_hard":1.963611194640093,"soft_accuracy":0.04186270363263763,"brier_soft":1.8337198884528103,"tvd":0.9575280383500032,"kl":4.392865525875269,"case_id":"typed:253/r0","base_id":"typed:253","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.319097}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3217262721996891,"1":0.0043117759425141365,"2":0.1646332207231283,"3":0.509328731134668},"predicted":"3","confidence":0.509328731134668,"entropy_confidence":0.2577569314380733,"candidate_mass":0.981609393586388,"accepted":false,"accepted_predicted":null,"input_tokens":417,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.44640540810903,"brier_hard":1.3814226874751798,"score_mae":0.8248974107927749,"within_one":true,"case_id":"typed:253/r0","base_id":"typed:253","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.319097}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.01995949151037019,"1":0.0005199338491041224,"2":0.008043609836956827,"3":0.9714769648035693},"predicted":"3","confidence":0.9714769648035693,"entropy_confidence":0.892548238548258,"candidate_mass":0.9979593171007517,"accepted":true,"accepted_predicted":"3","input_tokens":389,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.02893772140450676,"brier_hard":0.001276914828585999,"score_mae":0.3243710479337256,"within_one":true,"case_id":"typed:254/r0","base_id":"typed:254","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":159.725198}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8416296398642338,"hold":0.0011571474574650876,"manual_review":0.004633523099437278,"reject":0.1525796895788644},"predicted":"approve","confidence":0.8416296398642338,"entropy_confidence":0.6647919934732677,"candidate_mass":0.9964102151641526,"accepted":true,"accepted_predicted":"approve","input_tokens":393,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.374437771639222,"brier_hard":1.7223767746976593,"soft_accuracy":0.06931169835671304,"brier_soft":1.0224643797391075,"tvd":0.8608753294430979,"kl":4.154950462479796,"case_id":"typed:254/r0","base_id":"typed:254","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":159.725198}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4634859872889174,"true":0.5365140127110809},"predicted":"true","confidence":0.5365140127110809,"entropy_confidence":0.003850439777120074,"candidate_mass":0.9928896239499289,"accepted":false,"accepted_predicted":null,"input_tokens":336,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7689791268196052,"brier_hard":0.5756945716706936,"soft_accuracy":0.46494654779736067,"brier_soft":0.533573450653807,"tvd":0.5165140127110817,"kl":0.6680136829734671,"case_id":"typed:254/r0","base_id":"typed:254","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":159.725198}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9859165504008085,"true":0.014083449599192681},"predicted":"false","confidence":0.9859165504008085,"entropy_confidence":0.8932144490500422,"candidate_mass":0.9705424288623934,"accepted":true,"accepted_predicted":"false","input_tokens":356,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.014183562443140134,"brier_hard":0.0003966871052259677,"soft_accuracy":0.9211273530696672,"brier_soft":0.005530059545508615,"tvd":0.05258355040080793,"kl":0.052492165212354586,"case_id":"typed:254/r0","base_id":"typed:254","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":159.725198}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4772701436139892,"1":0.003023797390344651,"2":0.136909556824343,"3":0.38279650217132155},"predicted":"0","confidence":0.4772701436139892,"entropy_confidence":0.27116333034425455,"candidate_mass":0.9864826611471518,"accepted":false,"accepted_predicted":null,"input_tokens":386,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.9884347403270084,"brier_hard":1.1192542085117263,"score_mae":0.24476758244700458,"within_one":true,"case_id":"typed:254/r0","base_id":"typed:254","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":159.725198}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0060757608670723015,"1":0.0001937164010246312,"2":0.001568548599475975,"3":0.9921619741324256},"predicted":"3","confidence":0.9921619741324256,"entropy_confidence":0.9635000114180128,"candidate_mass":0.9994677515601882,"accepted":true,"accepted_predicted":"3","input_tokens":404,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":5.103448051989492,"brier_hard":1.9722732739210742,"score_mae":2.9364837359972533,"within_one":false,"case_id":"typed:255/r0","base_id":"typed:255","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.081097}
{"id":"disposition","type":"choice","probabilities":{"approve":0.841699220612992,"hold":0.0018133627865911323,"manual_review":0.004316837623374913,"reject":0.15217057897704217},"predicted":"approve","confidence":0.841699220612992,"entropy_confidence":0.6634877917654154,"candidate_mass":0.9969697792755745,"accepted":true,"accepted_predicted":"approve","input_tokens":408,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.17233254873272935,"brier_hard":0.04823694523240479,"soft_accuracy":0.8007574287787493,"brier_soft":0.03360940667889004,"tvd":0.14550357897704205,"kl":0.18440669852197833,"case_id":"typed:255/r0","base_id":"typed:255","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.081097}
{"id":"duplicate","type":"binary","probabilities":{"false":0.47157067023839666,"true":0.5284293297616041},"predicted":"true","confidence":0.5284293297616041,"entropy_confidence":0.0023333077433971283,"candidate_mass":0.9862655654416737,"accepted":false,"accepted_predicted":null,"input_tokens":351,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7516863042834672,"brier_hard":0.5584751131045955,"soft_accuracy":0.47251833351667,"brier_soft":0.5238013643260488,"tvd":0.5117623297616037,"kl":0.6650214963937078,"case_id":"typed:255/r0","base_id":"typed:255","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.081097}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9798176280979372,"true":0.020182371902062273},"predicted":"false","confidence":0.9798176280979372,"entropy_confidence":0.8575367125808291,"candidate_mass":0.9731895947137789,"accepted":true,"accepted_predicted":"false","input_tokens":371,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.9029457336959332,"brier_hard":1.920085168662936,"soft_accuracy":0.03297718877292191,"brier_soft":1.8681850726992169,"tvd":0.9664846280979373,"kl":3.7803704821288533,"case_id":"typed:255/r0","base_id":"typed:255","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.081097}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.32985122475540346,"1":0.003007625889740802,"2":0.06433789758158921,"3":0.602803251773266},"predicted":"3","confidence":0.602803251773266,"entropy_confidence":0.3760762428663802,"candidate_mass":0.9925279492232193,"accepted":false,"accepted_predicted":null,"input_tokens":401,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.74360643439789,"brier_hard":1.3476462065365964,"score_mae":0.12342617637271713,"within_one":true,"case_id":"typed:255/r0","base_id":"typed:255","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.081097}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.024702194132459273,"1":0.0005537565864445014,"2":0.006529207744244904,"3":0.9682148415368521},"predicted":"3","confidence":0.9682148415368521,"entropy_confidence":0.8848022253232096,"candidate_mass":0.9987654351064511,"accepted":true,"accepted_predicted":"3","input_tokens":411,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.031469668591104,"brier_hard":1.925034699478824,"score_mae":1.3182566966854905,"within_one":false,"case_id":"typed:256/r0","base_id":"typed:256","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.361397}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8975818487934137,"hold":0.0022483114579012736,"manual_review":0.006426870384609791,"reject":0.09374296936407701},"predicted":"approve","confidence":0.8975818487934137,"entropy_confidence":0.736679159001624,"candidate_mass":0.9946814716426327,"accepted":true,"accepted_predicted":"approve","input_tokens":415,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.047267580120174,"brier_hard":1.8016335383867297,"soft_accuracy":0.0827768238283222,"brier_soft":1.1045111470553048,"tvd":0.8713248181574899,"kl":3.836894117283004,"case_id":"typed:256/r0","base_id":"typed:256","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.361397}
{"id":"duplicate","type":"binary","probabilities":{"false":0.43970411485060446,"true":0.5602958851493948},"predicted":"true","confidence":0.5602958851493948,"entropy_confidence":0.010515680429808327,"candidate_mass":0.9889764005786849,"accepted":false,"accepted_predicted":null,"input_tokens":358,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8216532445253009,"brier_hard":0.6278629578306885,"soft_accuracy":0.4413119649239982,"brier_soft":0.5983367954619008,"tvd":0.5469628851493951,"kl":0.7476126987496945,"case_id":"typed:256/r0","base_id":"typed:256","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.361397}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9789823341762501,"true":0.021017665823750545},"predicted":"false","confidence":0.9789823341762501,"entropy_confidence":0.8528830567559351,"candidate_mass":0.9775506489320622,"accepted":true,"accepted_predicted":"false","input_tokens":378,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.8623919651917014,"brier_hard":1.9168128212583568,"soft_accuracy":0.3243734634569316,"brier_soft":0.8773232037699948,"tvd":0.6623153341762498,"kl":2.021694865318449,"case_id":"typed:256/r0","base_id":"typed:256","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.361397}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.40462708311314405,"1":0.003508638168354373,"2":0.12127669319564771,"3":0.4705875855228534},"predicted":"3","confidence":0.4705875855228534,"entropy_confidence":0.2811726021472519,"candidate_mass":0.9895458989439441,"accepted":false,"accepted_predicted":null,"input_tokens":408,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.109680623326817,"brier_hard":1.1573427124998523,"score_mae":0.04217521887178988,"within_one":true,"case_id":"typed:256/r0","base_id":"typed:256","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.361397}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.011702537288398667,"1":0.00032693586608976966,"2":0.002727576244552445,"3":0.9852429506009578},"predicted":"3","confidence":0.9852429506009578,"entropy_confidence":0.9383764588226269,"candidate_mass":0.9987094590563559,"accepted":true,"accepted_predicted":"3","input_tokens":400,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.44794959843335,"brier_hard":1.9474430930703008,"score_mae":2.7448439401580678,"within_one":false,"case_id":"typed:257/r0","base_id":"typed:257","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.535797}
{"id":"disposition","type":"choice","probabilities":{"approve":0.771737168949745,"hold":0.0015565102539158535,"manual_review":0.0034467083429160993,"reject":0.22325961245342327},"predicted":"approve","confidence":0.771737168949745,"entropy_confidence":0.5929197769964296,"candidate_mass":0.9973968438440589,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.2591112416535388,"brier_hard":0.10196307711450169,"soft_accuracy":0.6380336093588134,"brier_soft":0.06132525407436486,"tvd":0.21325961245342315,"kl":0.6252135927424252,"case_id":"typed:257/r0","base_id":"typed:257","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.535797}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6775327774806652,"true":0.3224672225193339},"predicted":"false","confidence":0.6775327774806652,"entropy_confidence":0.0929556812816813,"candidate_mass":0.9837555312337074,"accepted":false,"accepted_predicted":null,"input_tokens":347,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.3892973473532954,"brier_hard":0.2079702191986678,"soft_accuracy":0.6704314663814386,"brier_soft":0.182972841397121,"tvd":0.30246722251933433,"kl":0.30610736279670786,"case_id":"typed:257/r0","base_id":"typed:257","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.535797}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9889112032949924,"true":0.011088796705006851},"predicted":"false","confidence":0.9889112032949924,"entropy_confidence":0.9120722758162246,"candidate_mass":0.9816163951924383,"accepted":true,"accepted_predicted":"false","input_tokens":367,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.501819986211228,"brier_hard":1.955890736004701,"soft_accuracy":0.04694261088744186,"brier_soft":1.8135380454178311,"tvd":0.9522442032949927,"kl":4.179957588856056,"case_id":"typed:257/r0","base_id":"typed:257","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.535797}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.21034102421390657,"1":0.002102160760617426,"2":0.06898010331940346,"3":0.7185767117060723},"predicted":"3","confidence":0.7185767117060723,"entropy_confidence":0.44974742723083094,"candidate_mass":0.9932018791645553,"accepted":false,"accepted_predicted":null,"input_tokens":397,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.6739371736577553,"brier_hard":1.427398304168679,"score_mae":0.5324595025176413,"within_one":true,"case_id":"typed:257/r0","base_id":"typed:257","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.535797}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.020191207183413773,"1":0.0005247894634170499,"2":0.005548352751462039,"3":0.9737356506017073},"predicted":"3","confidence":0.9737356506017073,"entropy_confidence":0.9008177714034572,"candidate_mass":0.9988033786266135,"accepted":true,"accepted_predicted":"3","input_tokens":407,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.026615418129935602,"brier_hard":0.001128560519074708,"score_mae":0.17282844677146336,"within_one":true,"case_id":"typed:258/r0","base_id":"typed:258","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.560197}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8773365688966634,"hold":0.001644398183906012,"manual_review":0.006546334229417902,"reject":0.11447269869001289},"predicted":"approve","confidence":0.8773365688966634,"entropy_confidence":0.7068556689544773,"candidate_mass":0.9966880871868627,"accepted":true,"accepted_predicted":"approve","input_tokens":411,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.028850045633739,"brier_hard":1.7697763439471392,"soft_accuracy":0.014723170984115335,"brier_soft":1.3506449482157443,"tvd":0.9084762675866762,"kl":4.299190537779526,"case_id":"typed:258/r0","base_id":"typed:258","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.560197}
{"id":"duplicate","type":"binary","probabilities":{"false":0.46839071414135086,"true":0.5316092858586486},"predicted":"true","confidence":0.5316092858586486,"entropy_confidence":0.002884852096387225,"candidate_mass":0.9868750028871877,"accepted":false,"accepted_predicted":null,"input_tokens":354,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7584524720892638,"brier_hard":0.5652168656222853,"soft_accuracy":0.4698657930752306,"brier_soft":0.5166895655325259,"tvd":0.5082762858586489,"kl":0.6447569629668033,"case_id":"typed:258/r0","base_id":"typed:258","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.560197}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9819391521872906,"true":0.01806084781271121},"predicted":"false","confidence":0.9819391521872906,"entropy_confidence":0.8695902339102386,"candidate_mass":0.9723500742185918,"accepted":true,"accepted_predicted":"false","input_tokens":374,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.018225935696865033,"brier_hard":0.0006523884474277669,"soft_accuracy":0.9658741924882794,"brier_soft":3.88562344999476e-06,"tvd":0.0013938478127103332,"kl":5.6213603461883815e-05,"case_id":"typed:258/r0","base_id":"typed:258","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.560197}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.380097899751042,"1":0.0026884662754001814,"2":0.07807671597461359,"3":0.5391369179989443},"predicted":"3","confidence":0.5391369179989443,"entropy_confidence":0.33941673180491105,"candidate_mass":0.9933390179837994,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.91878440581398,"brier_hard":1.4358692986220476,"score_mae":0.7395856522214601,"within_one":true,"case_id":"typed:258/r0","base_id":"typed:258","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.560197}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.007260240623965833,"1":0.0002501587562454296,"2":0.002743724007780616,"3":0.9897458766120073},"predicted":"3","confidence":0.9897458766120073,"entropy_confidence":0.9536758564444583,"candidate_mass":0.9992506526785087,"accepted":true,"accepted_predicted":"3","input_tokens":407,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.01030705909499473,"brier_hard":0.0001654487412082606,"score_mae":0.3583082366078285,"within_one":true,"case_id":"typed:259/r0","base_id":"typed:259","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.828497}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8344097880583281,"hold":0.001695382424967521,"manual_review":0.006048996770143711,"reject":0.1578458327465597},"predicted":"approve","confidence":0.8344097880583281,"entropy_confidence":0.6507434284666875,"candidate_mass":0.9969299177153645,"accepted":true,"accepted_predicted":"approve","input_tokens":411,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":6.379846944148099,"brier_hard":1.7178037011565561,"soft_accuracy":0.05808503392135527,"brier_soft":0.9922468759417804,"tvd":0.8589226208048882,"kl":4.10426154968966,"case_id":"typed:259/r0","base_id":"typed:259","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.828497}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4951860008089876,"true":0.5048139991910137},"predicted":"true","confidence":0.5048139991910137,"entropy_confidence":6.686876010042475e-05,"candidate_mass":0.9862179367241326,"accepted":false,"accepted_predicted":null,"input_tokens":354,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7028218277831826,"brier_hard":0.5096743475584482,"soft_accuracy":0.4956674007280889,"brier_soft":0.41371154772024554,"tvd":0.454813999191013,"kl":0.5033437548474663,"case_id":"typed:259/r0","base_id":"typed:259","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.828497}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9764151168966501,"true":0.023584883103350152},"predicted":"false","confidence":0.9764151168966501,"entropy_confidence":0.8388789150786746,"candidate_mass":0.978192346587351,"accepted":true,"accepted_predicted":"false","input_tokens":374,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.023867458304760492,"brier_hard":0.001112493421997373,"soft_accuracy":0.8811320935173201,"brier_soft":0.011678540180657353,"tvd":0.07641511689664995,"kl":0.07111267094846851,"case_id":"typed:259/r0","base_id":"typed:259","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.828497}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.1859844290408905,"1":0.0017385107059825784,"2":0.0708077549493854,"3":0.7414693053037424},"predicted":"3","confidence":0.7414693053037424,"entropy_confidence":0.4711339688746734,"candidate_mass":0.995698960421451,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.2991215136706167,"brier_hard":0.10644508852624258,"score_mae":0.014428936515980428,"within_one":true,"case_id":"typed:259/r0","base_id":"typed:259","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.828497}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.024723937711188658,"1":0.0004826960362376055,"2":0.008009986596399994,"3":0.9667833796561721},"predicted":"3","confidence":0.9667833796561721,"entropy_confidence":0.8799046136027274,"candidate_mass":0.9981016726776002,"accepted":true,"accepted_predicted":"3","input_tokens":390,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.827066191261572,"brier_hard":1.919325795963295,"score_mae":1.4435198081975538,"within_one":false,"case_id":"typed:260/r0","base_id":"typed:260","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":162.917198}
{"id":"disposition","type":"choice","probabilities":{"approve":0.77744830578846,"hold":0.0012754673829967784,"manual_review":0.004642917874286196,"reject":0.2166333089542567},"predicted":"approve","confidence":0.77744830578846,"entropy_confidence":0.5956784926000076,"candidate_mass":0.9962640659212436,"accepted":false,"accepted_predicted":null,"input_tokens":394,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.3724122581718206,"brier_hard":1.6420932064766773,"soft_accuracy":0.262076083719317,"brier_soft":0.6211159525646157,"tvd":0.6607486147427168,"kl":2.9160204986086136,"case_id":"typed:260/r0","base_id":"typed:260","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":162.917198}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6314291926109581,"true":0.36857080738904274},"predicted":"false","confidence":0.6314291926109581,"entropy_confidence":0.05043160369761801,"candidate_mass":0.9880756359182453,"accepted":false,"accepted_predicted":null,"input_tokens":337,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.4597694691931799,"brier_hard":0.2716888801188211,"soft_accuracy":0.6261720249065197,"brier_soft":0.24300321552769766,"tvd":0.34857080738904234,"kl":0.3724974152396197,"case_id":"typed:260/r0","base_id":"typed:260","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":162.917198}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9888374853218176,"true":0.0111625146781823},"predicted":"false","confidence":0.9888374853218176,"entropy_confidence":0.9115950383683459,"candidate_mass":0.9780811133789239,"accepted":true,"accepted_predicted":"false","input_tokens":357,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0112252830844319,"brier_hard":0.0002492034678812731,"soft_accuracy":0.6694633356865731,"brier_soft":0.19908616051637013,"tvd":0.31550448532181763,"kl":0.8441968079493156,"case_id":"typed:260/r0","base_id":"typed:260","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":162.917198}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4388162458156543,"1":0.002896475743791382,"2":0.15225193137522008,"3":0.40603534706533356},"predicted":"0","confidence":0.4388162458156543,"entropy_confidence":0.2563579885373086,"candidate_mass":0.9858341729251159,"accepted":false,"accepted_predicted":null,"input_tokens":387,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.844260541779462,"brier_hard":1.374820489349847,"score_mae":0.49217337969023234,"within_one":true,"case_id":"typed:260/r0","base_id":"typed:260","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":162.917198}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.012949870852829731,"1":0.00032239126425102297,"2":0.00454320581132228,"3":0.9821845320715967},"predicted":"3","confidence":0.9821845320715967,"entropy_confidence":0.92711275163397,"candidate_mass":0.9988810816237264,"accepted":true,"accepted_predicted":"3","input_tokens":395,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.017976073748201274,"brier_hard":0.0005058347077842325,"score_mae":0.4392953991016859,"within_one":true,"case_id":"typed:261/r0","base_id":"typed:261","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":187.26489700000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7419318114529146,"hold":0.0019845174966800294,"manual_review":0.003783086835851951,"reject":0.2523005842145546},"predicted":"approve","confidence":0.7419318114529146,"entropy_confidence":0.5654859585090948,"candidate_mass":0.9972804944106585,"accepted":false,"accepted_predicted":null,"input_tokens":399,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.577214979364726,"brier_hard":1.6065704740248072,"soft_accuracy":0.08549210241467216,"brier_soft":0.9237081206451668,"tvd":0.8608993956674686,"kl":4.094118846160158,"case_id":"typed:261/r0","base_id":"typed:261","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":187.26489700000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.47349175114946623,"true":0.5265082488505352},"predicted":"true","confidence":0.5265082488505352,"entropy_confidence":0.002028477723292288,"candidate_mass":0.9923002962599263,"accepted":false,"accepted_predicted":null,"input_tokens":342,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7476207875226066,"brier_hard":0.5544218722153126,"soft_accuracy":0.4754357070706713,"brier_soft":0.4798888981509024,"tvd":0.4898412488505345,"kl":0.5865261989290326,"case_id":"typed:261/r0","base_id":"typed:261","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":187.26489700000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9882742793101811,"true":0.011725720689818617},"predicted":"false","confidence":0.9882742793101811,"entropy_confidence":0.9079720523819824,"candidate_mass":0.9779414769177817,"accepted":true,"accepted_predicted":"false","input_tokens":362,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.011795009123137138,"brier_hard":0.00027498505139128787,"soft_accuracy":0.939446851379163,"brier_soft":0.002929840913427538,"tvd":0.03827427931018126,"kl":0.03498854034391497,"case_id":"typed:261/r0","base_id":"typed:261","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":187.26489700000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.31566067748410037,"1":0.001746227102859218,"2":0.11254820194234758,"3":0.5700448934706923},"predicted":"3","confidence":0.5700448934706923,"entropy_confidence":0.3209891723691336,"candidate_mass":0.9917038508218828,"accepted":false,"accepted_predicted":null,"input_tokens":392,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.184373687391414,"brier_hard":1.2121665870665892,"score_mae":0.21302268860036855,"within_one":true,"case_id":"typed:261/r0","base_id":"typed:261","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":187.26489700000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.011366370258333484,"1":0.000268612657486075,"2":0.0028330879211051264,"3":0.9855319291630756},"predicted":"3","confidence":0.9855319291630756,"entropy_confidence":0.9393492270981053,"candidate_mass":0.9986467094240987,"accepted":true,"accepted_predicted":"3","input_tokens":400,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.477096260680245,"brier_hard":1.9486777357960046,"score_mae":2.8791975759889232,"within_one":false,"case_id":"typed:262/r0","base_id":"typed:262","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.36569699999998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7993368964343059,"hold":0.001433193498241179,"manual_review":0.0038536835919160835,"reject":0.19537622647553624},"predicted":"approve","confidence":0.7993368964343059,"entropy_confidence":0.6185143367752645,"candidate_mass":0.9980317529414671,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.22397277448184738,"brier_hard":0.07845445592526648,"soft_accuracy":0.5473164147394628,"brier_soft":0.06745131709295282,"tvd":0.2580461229098424,"kl":0.849433192107581,"case_id":"typed:262/r0","base_id":"typed:262","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.36569699999998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6656822803944992,"true":0.3343177196054993},"predicted":"false","confidence":0.6656822803944992,"entropy_confidence":0.08072292361745947,"candidate_mass":0.986078910043729,"accepted":false,"accepted_predicted":null,"input_tokens":347,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.40694277873410206,"brier_hard":0.2235366752844435,"soft_accuracy":0.5463910385104592,"brier_soft":0.0013191590525234314,"tvd":0.025682280394499934,"kl":0.0014640370654002664,"case_id":"typed:262/r0","base_id":"typed:262","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.36569699999998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9893216074322704,"true":0.010678392567728642},"predicted":"false","confidence":0.9893216074322704,"entropy_confidence":0.9147423646230394,"candidate_mass":0.9847191291982142,"accepted":true,"accepted_predicted":"false","input_tokens":367,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.5395329654172905,"brier_hard":1.9575144858647446,"soft_accuracy":0.04656230332716679,"brier_soft":1.8151016021238684,"tvd":0.9526546074322708,"kl":4.216272532383256,"case_id":"typed:262/r0","base_id":"typed:262","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.36569699999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3050139631882683,"1":0.0024266887572074913,"2":0.07092757484443409,"3":0.6216317732100918},"predicted":"3","confidence":0.6216317732100918,"entropy_confidence":0.3796454415832782,"candidate_mass":0.9930447245880599,"accepted":false,"accepted_predicted":null,"input_tokens":397,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.021227602238241,"brier_hard":1.4796428113813593,"score_mae":1.0625101580763507,"within_one":false,"case_id":"typed:262/r0","base_id":"typed:262","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.36569699999998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0170871747672062,"1":0.0004973151526765754,"2":0.00853991757188568,"3":0.9738755925082309},"predicted":"3","confidence":0.9738755925082309,"entropy_confidence":0.8991746970985117,"candidate_mass":0.9987424262209731,"accepted":true,"accepted_predicted":"3","input_tokens":374,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.0694271104881174,"brier_hard":1.914624469204866,"score_mae":2.3358709278211403,"within_one":false,"case_id":"typed:263/r0","base_id":"typed:263","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.705397}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7598336363173686,"hold":0.0015412727840070195,"manual_review":0.003959541162442249,"reject":0.23466554973618334},"predicted":"approve","confidence":0.7598336363173686,"entropy_confidence":0.5810809399305488,"candidate_mass":0.9975840220342579,"accepted":false,"accepted_predicted":null,"input_tokens":378,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.27465576924618057,"brier_hard":0.11276585596553493,"soft_accuracy":0.5173351719765942,"brier_soft":0.10931804242508357,"tvd":0.30116618605355133,"kl":1.1027277241550184,"case_id":"typed:263/r0","base_id":"typed:263","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.705397}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4712484317215574,"true":0.5287515682784433},"predicted":"true","confidence":0.5287515682784433,"entropy_confidence":0.0023865316777179624,"candidate_mass":0.9864180075833928,"accepted":false,"accepted_predicted":null,"input_tokens":321,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7523698681372686,"brier_hard":0.5591564419138257,"soft_accuracy":0.4718234630871262,"brier_soft":0.5382063791826881,"tvd":0.5187515682784429,"kl":0.6952170009271966,"case_id":"typed:263/r0","base_id":"typed:263","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.705397}
{"id":"matches_order","type":"binary","probabilities":{"false":0.985844146415355,"true":0.014155853584645852},"predicted":"false","confidence":0.985844146415355,"entropy_confidence":0.8927709284635369,"candidate_mass":0.9814085267831562,"accepted":true,"accepted_predicted":"false","input_tokens":341,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.257627059541541,"brier_hard":1.943777362042838,"soft_accuracy":0.2894672126572491,"brier_soft":0.9870438216756316,"tvd":0.7025111464153546,"kl":2.4592665689251403,"case_id":"typed:263/r0","base_id":"typed:263","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.705397}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.36249542129339,"1":0.003434496387254886,"2":0.16492588695789415,"3":0.46914419536146257},"predicted":"3","confidence":0.46914419536146257,"entropy_confidence":0.250061545184565,"candidate_mass":0.9872412672117608,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.673884976209308,"brier_hard":1.3718425576797988,"score_mae":0.6840518563874309,"within_one":true,"case_id":"typed:263/r0","base_id":"typed:263","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.705397}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.009929806355540508,"1":0.0005074510379343689,"2":0.007728415975128356,"3":0.9818343266313981},"predicted":"3","confidence":0.9818343266313981,"entropy_confidence":0.9240927578065838,"candidate_mass":0.9980840744359891,"accepted":true,"accepted_predicted":"3","input_tokens":420,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.6122143020678195,"brier_hard":1.944297619214949,"score_mae":2.9181342628823854,"within_one":false,"case_id":"typed:264/r0","base_id":"typed:264","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.055197}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8706778954557823,"hold":0.0033860622989509617,"manual_review":0.009977887732523845,"reject":0.11595815451274438},"predicted":"approve","confidence":0.8706778954557823,"entropy_confidence":0.6857512514342519,"candidate_mass":0.9943589772014175,"accepted":true,"accepted_predicted":"approve","input_tokens":424,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.13848318056551534,"brier_hard":0.03028152398324229,"soft_accuracy":0.5989063549142399,"brier_soft":0.060024605066327126,"tvd":0.21067789545578156,"kl":0.25874351052120204,"case_id":"typed:264/r0","base_id":"typed:264","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.055197}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4371902944943657,"true":0.5628097055056359},"predicted":"true","confidence":0.5628097055056359,"entropy_confidence":0.011413162828439627,"candidate_mass":0.9925755248517422,"accepted":false,"accepted_predicted":null,"input_tokens":367,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8273867221613713,"brier_hard":0.6335095292226793,"soft_accuracy":0.47278241907442187,"brier_soft":0.15621445784056698,"tvd":0.2794767055056351,"kl":0.15975073008584867,"case_id":"typed:264/r0","base_id":"typed:264","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.055197}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9886075058954852,"true":0.01139249410451456},"predicted":"false","confidence":0.9886075058954852,"entropy_confidence":0.9101107348451971,"candidate_mass":0.9765638205446043,"accepted":true,"accepted_predicted":"false","input_tokens":387,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.474800552314669,"brier_hard":1.954689601425784,"soft_accuracy":0.01790758658812494,"brier_soft":1.9284143142365633,"tvd":0.9819405058954853,"kl":4.404993148592128,"case_id":"typed:264/r0","base_id":"typed:264","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.055197}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.30304672962442375,"1":0.003980849655960364,"2":0.16662000202001603,"3":0.5263524186995993},"predicted":"3","confidence":0.5263524186995993,"entropy_confidence":0.2640874472794217,"candidate_mass":0.9826736295064143,"accepted":false,"accepted_predicted":null,"input_tokens":417,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.792039496311883,"brier_hard":1.0634222572040783,"score_mae":0.0829451097947902,"within_one":true,"case_id":"typed:264/r0","base_id":"typed:264","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.055197}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.01727665512234304,"1":0.00037691047580727405,"2":0.006686264913533894,"3":0.975660169488317},"predicted":"3","confidence":0.975660169488317,"entropy_confidence":0.9057841307238188,"candidate_mass":0.9983162002862592,"accepted":true,"accepted_predicted":"3","input_tokens":390,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.058399103652036,"brier_hard":1.9177027870935026,"score_mae":2.684062948767826,"within_one":false,"case_id":"typed:265/r0","base_id":"typed:265","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.806199}
{"id":"disposition","type":"choice","probabilities":{"approve":0.833219182261806,"hold":0.00127969631590464,"manual_review":0.005566524453377932,"reject":0.1599345969689121},"predicted":"approve","confidence":0.833219182261806,"entropy_confidence":0.651872999701983,"candidate_mass":0.9960541180621643,"accepted":true,"accepted_predicted":"approve","input_tokens":394,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.18245854746258058,"brier_hard":0.05342754029018002,"soft_accuracy":0.7180340358570894,"brier_soft":0.03268669087761347,"tvd":0.15326759696891173,"kl":0.4573750280218051,"case_id":"typed:265/r0","base_id":"typed:265","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.806199}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5574086761217028,"true":0.4425913238782958},"predicted":"false","confidence":0.5574086761217028,"entropy_confidence":0.009530546996398881,"candidate_mass":0.9847745635251439,"accepted":false,"accepted_predicted":null,"input_tokens":337,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5844565987132988,"brier_hard":0.39177415994468634,"soft_accuracy":0.5551123290768346,"brier_soft":0.3571668540344226,"tvd":0.4225913238782965,"kl":0.4910305225429418,"case_id":"typed:265/r0","base_id":"typed:265","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.806199}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9863993940542666,"true":0.013600605945735103},"predicted":"false","confidence":0.9863993940542666,"entropy_confidence":0.8961862381221336,"candidate_mass":0.9727782316992463,"accepted":true,"accepted_predicted":"false","input_tokens":357,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.297640932399204,"brier_hard":1.9459675291812453,"soft_accuracy":0.09466684735518334,"brier_soft":1.6310578241403486,"tvd":0.9030663940542658,"kl":3.6538115940439595,"case_id":"typed:265/r0","base_id":"typed:265","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.806199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2960427362655412,"1":0.002128908189916873,"2":0.11381551355555498,"3":0.5880128419889884},"predicted":"3","confidence":0.5880128419889884,"entropy_confidence":0.3269570584050634,"candidate_mass":0.9885165282771099,"accepted":false,"accepted_predicted":null,"input_tokens":387,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5310064912046748,"brier_hard":0.2703332234375748,"score_mae":0.42953453873200775,"within_one":true,"case_id":"typed:265/r0","base_id":"typed:265","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.806199}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.020159039340623745,"1":0.00047133437497788426,"2":0.0045709377822459,"3":0.9747986885021523},"predicted":"3","confidence":0.9747986885021523,"entropy_confidence":0.9049099586395615,"candidate_mass":0.9987541645580257,"accepted":true,"accepted_predicted":"3","input_tokens":408,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.9041024886691247,"brier_hard":1.9103419069197076,"score_mae":1.8873422754459266,"within_one":false,"case_id":"typed:266/r0","base_id":"typed:266","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.224499}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9019049239322912,"hold":0.0019990874372728894,"manual_review":0.006498104061062813,"reject":0.08959788456937419},"predicted":"approve","confidence":0.9019049239322912,"entropy_confidence":0.7443423358777432,"candidate_mass":0.9964671847983176,"accepted":true,"accepted_predicted":"approve","input_tokens":412,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.10324617031513132,"brier_hard":0.01769664657500675,"soft_accuracy":0.41910999536050725,"brier_soft":0.3585527798526471,"tvd":0.5148362851681881,"kl":1.8214711205884844,"case_id":"typed:266/r0","base_id":"typed:266","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.224499}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6900860989599442,"true":0.3099139010400551},"predicted":"false","confidence":0.6900860989599442,"entropy_confidence":0.106925953075656,"candidate_mass":0.9846722075464557,"accepted":false,"accepted_predicted":null,"input_tokens":355,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.3709389080739776,"brier_hard":0.19209325211573056,"soft_accuracy":0.6799480469580146,"brier_soft":0.16045761389758995,"tvd":0.28324690104005545,"kl":0.26932822582466176,"case_id":"typed:266/r0","base_id":"typed:266","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.224499}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9871360100505827,"true":0.012863989949415459},"predicted":"false","confidence":0.9871360100505827,"entropy_confidence":0.9007685503749828,"candidate_mass":0.9849894085574515,"accepted":true,"accepted_predicted":"false","input_tokens":375,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.353323347841272,"brier_hard":1.9488750046771717,"soft_accuracy":0.3798401089448618,"brier_soft":0.7453448244642791,"tvd":0.6104690100505836,"kl":2.056038118939593,"case_id":"typed:266/r0","base_id":"typed:266","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.224499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.39186337153546813,"1":0.0027921020561052297,"2":0.08728806922374018,"3":0.5180564571846883},"predicted":"3","confidence":0.5180564571846883,"entropy_confidence":0.3240247793154485,"candidate_mass":0.9928293707445206,"accepted":false,"accepted_predicted":null,"input_tokens":405,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.438541489579748,"brier_hard":1.254990259197115,"score_mae":0.5151293879423495,"within_one":true,"case_id":"typed:266/r0","base_id":"typed:266","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.224499}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.027019833577464663,"1":0.000557036996406389,"2":0.008292583897552696,"3":0.9641305455285754},"predicted":"3","confidence":0.9641305455285754,"entropy_confidence":0.8725328121284728,"candidate_mass":0.9983816276449606,"accepted":true,"accepted_predicted":"3","input_tokens":386,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.611184105704261,"brier_hard":1.8763071903107662,"score_mae":2.849533841377238,"within_one":false,"case_id":"typed:267/r0","base_id":"typed:267","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.912098}
{"id":"disposition","type":"choice","probabilities":{"approve":0.807875043838561,"hold":0.0012474586120226675,"manual_review":0.004147664346845895,"reject":0.18672983320257122},"predicted":"approve","confidence":0.807875043838561,"entropy_confidence":0.6272072575100651,"candidate_mass":0.9965057699924559,"accepted":true,"accepted_predicted":"approve","input_tokens":390,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.21334788113503936,"brier_hard":0.07179878866041772,"soft_accuracy":0.7601536055941754,"brier_soft":0.052597242927188786,"tvd":0.1833968332025708,"kl":0.28439255818068826,"case_id":"typed:267/r0","base_id":"typed:267","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.912098}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5232733275066741,"true":0.4767266724933261},"predicted":"false","confidence":0.5232733275066741,"entropy_confidence":0.0015634299506288585,"candidate_mass":0.9868030133886316,"accepted":false,"accepted_predicted":null,"input_tokens":333,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6476513366972192,"brier_hard":0.4545366405331178,"soft_accuracy":0.5223423944064072,"brier_soft":0.4171985067336517,"tvd":0.456726672493326,"kl":0.5514754360029364,"case_id":"typed:267/r0","base_id":"typed:267","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.912098}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9847946515162616,"true":0.015205348483739587},"predicted":"false","confidence":0.9847946515162616,"entropy_confidence":0.8864016323072326,"candidate_mass":0.9712627311977688,"accepted":true,"accepted_predicted":"false","input_tokens":353,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.186108039092783,"brier_hard":1.939641011310068,"soft_accuracy":0.03782877569139747,"brier_soft":1.8488170146727518,"tvd":0.961461651516261,"kl":3.9780496799813845,"case_id":"typed:267/r0","base_id":"typed:267","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.912098}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3686948941734211,"1":0.00284339910204767,"2":0.12892343803128842,"3":0.4995382686932423},"predicted":"3","confidence":0.4995382686932423,"entropy_confidence":0.281993669889538,"candidate_mass":0.9893130156144531,"accepted":false,"accepted_predicted":null,"input_tokens":383,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.6940710698277464,"brier_hard":0.4030272072843684,"score_mae":0.6340279187556488,"within_one":true,"case_id":"typed:267/r0","base_id":"typed:267","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.912098}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.015618139994348678,"1":0.0003371929086300724,"2":0.005685742439309688,"3":0.9783589246577126},"predicted":"3","confidence":0.9783589246577126,"entropy_confidence":0.914552058511224,"candidate_mass":0.9982602750678348,"accepted":true,"accepted_predicted":"3","input_tokens":389,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.169793564121935,"brier_hard":1.9460910682418033,"score_mae":1.097202451760387,"within_one":false,"case_id":"typed:268/r0","base_id":"typed:268","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.204199}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8516325402318355,"hold":0.001324700051116918,"manual_review":0.004756781193492953,"reject":0.14228597852355465},"predicted":"approve","confidence":0.8516325402318355,"entropy_confidence":0.6765215072790893,"candidate_mass":0.9971322773103918,"accepted":true,"accepted_predicted":"approve","input_tokens":393,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.348184059333001,"brier_hard":1.7360341026766968,"soft_accuracy":0.10499331398299262,"brier_soft":0.992227290431734,"tvd":0.8605846520892568,"kl":4.042344183163557,"case_id":"typed:268/r0","base_id":"typed:268","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.204199}
{"id":"duplicate","type":"binary","probabilities":{"false":0.3552478504690081,"true":0.644752149530991},"predicted":"true","confidence":0.644752149530991,"entropy_confidence":0.06133229264597462,"candidate_mass":0.9930048117439654,"accepted":false,"accepted_predicted":null,"input_tokens":336,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":1.0349395627790159,"brier_hard":0.831410668649668,"soft_accuracy":0.3649945917055279,"brier_soft":0.7468501199546285,"tvd":0.6110851495309915,"kl":0.8676057602592779,"case_id":"typed:268/r0","base_id":"typed:268","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.204199}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9869684752097564,"true":0.013031524790242782},"predicted":"false","confidence":0.9869684752097564,"entropy_confidence":0.8997210618410085,"candidate_mass":0.9745350613664251,"accepted":true,"accepted_predicted":"false","input_tokens":356,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.013117180069126991,"brier_hard":0.00033964127671744595,"soft_accuracy":0.873342173015163,"brier_soft":0.02148062344390423,"tvd":0.1036354752097568,"kl":0.15773520736681326,"case_id":"typed:268/r0","base_id":"typed:268","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.204199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3814620163418693,"1":0.0022150696878735824,"2":0.10648139242864994,"3":0.509841521541608},"predicted":"3","confidence":0.509841521541608,"entropy_confidence":0.30525276630453757,"candidate_mass":0.9909464496912865,"accepted":false,"accepted_predicted":null,"input_tokens":386,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.239785028077609,"brier_hard":1.2038320556094328,"score_mae":0.04470241916999762,"within_one":true,"case_id":"typed:268/r0","base_id":"typed:268","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.204199}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.017278841765585605,"1":0.0004331477434718773,"2":0.0070923044898800434,"3":0.9751957060010614},"predicted":"3","confidence":0.9751957060010614,"entropy_confidence":0.9040111291933666,"candidate_mass":0.9981322916212173,"accepted":true,"accepted_predicted":"3","input_tokens":389,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.058272545307204,"brier_hard":1.9167980282444426,"score_mae":2.916871874726416,"within_one":false,"case_id":"typed:269/r0","base_id":"typed:269","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.282698}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7597390515058271,"hold":0.0011481276576313989,"manual_review":0.0036704362759916024,"reject":0.23544238456054853},"predicted":"approve","confidence":0.7597390515058271,"entropy_confidence":0.5833257275623702,"candidate_mass":0.9973737330183143,"accepted":false,"accepted_predicted":null,"input_tokens":393,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.2747802579428011,"brier_hard":0.11317323011845115,"soft_accuracy":0.7183560587526353,"brier_soft":0.08724969118083464,"tvd":0.2287753845605492,"kl":0.31791447861491373,"case_id":"typed:269/r0","base_id":"typed:269","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.282698}
{"id":"duplicate","type":"binary","probabilities":{"false":0.44516864148085317,"true":0.5548313585191471},"predicted":"true","confidence":0.5548313585191471,"entropy_confidence":0.008692332815167125,"candidate_mass":0.9900017422467929,"accepted":false,"accepted_predicted":null,"input_tokens":336,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8093020989868513,"brier_hard":0.6156756727924044,"soft_accuracy":0.44663077448712474,"brier_soft":0.5864409445578612,"tvd":0.541498358519147,"kl":0.7355569051208823,"case_id":"typed:269/r0","base_id":"typed:269","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.282698}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9874959480304865,"true":0.0125040519695126},"predicted":"false","confidence":0.9874959480304865,"entropy_confidence":0.9030298521694837,"candidate_mass":0.9693590102657288,"accepted":true,"accepted_predicted":"false","input_tokens":356,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.3817025296405845,"brier_hard":1.9502964947532602,"soft_accuracy":0.02225397093012235,"brier_soft":1.9109966568320407,"tvd":0.9774959480304869,"kl":4.282009798844087,"case_id":"typed:269/r0","base_id":"typed:269","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.282698}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3817792805752209,"1":0.0026770202291313576,"2":0.13693539394183196,"3":0.4786083052538142},"predicted":"3","confidence":0.4786083052538142,"entropy_confidence":0.2725853018659824,"candidate_mass":0.9871280193145359,"accepted":false,"accepted_predicted":null,"input_tokens":386,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.7368727504327417,"brier_hard":0.43636318697814497,"score_mae":0.7376272761257623,"within_one":true,"case_id":"typed:269/r0","base_id":"typed:269","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.282698}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.03536954990574924,"1":0.0006920551641058184,"2":0.007465255782023815,"3":0.95647313914812},"predicted":"3","confidence":0.95647313914812,"entropy_confidence":0.8540255915941084,"candidate_mass":0.997711629609559,"accepted":true,"accepted_predicted":"3","input_tokens":413,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.04450257293407844,"brier_hard":0.0032018016603954113,"score_mae":0.018374984172513376,"within_one":true,"case_id":"typed:270/r0","base_id":"typed:270","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.034899}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8834303916391989,"hold":0.0025232591848188338,"manual_review":0.00810893882706277,"reject":0.10593741034891828},"predicted":"approve","confidence":0.8834303916391989,"entropy_confidence":0.7104136626106248,"candidate_mass":0.9924827214667857,"accepted":true,"accepted_predicted":"approve","input_tokens":417,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":4.814788266880608,"brier_hard":1.7755262358549126,"soft_accuracy":0.025045002329924466,"brier_soft":1.2281211284497422,"tvd":0.9060347186550345,"kl":4.012806558428002,"case_id":"typed:270/r0","base_id":"typed:270","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.034899}
{"id":"duplicate","type":"binary","probabilities":{"false":0.41200930063654084,"true":0.5879906993634578},"predicted":"true","confidence":0.5879906993634578,"entropy_confidence":0.022456498734190644,"candidate_mass":0.9884496334736674,"accepted":false,"accepted_predicted":null,"input_tokens":360,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8867093555268717,"brier_hard":0.691466125075858,"soft_accuracy":0.41376911462381,"brier_soft":0.6681464971013197,"tvd":0.5779906993634585,"kl":0.8271511691029326,"case_id":"typed:270/r0","base_id":"typed:270","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.034899}
{"id":"matches_order","type":"binary","probabilities":{"false":0.982456811412089,"true":0.017543188587911093},"predicted":"false","confidence":0.982456811412089,"entropy_confidence":0.8725853853171189,"candidate_mass":0.9684174916795663,"accepted":true,"accepted_predicted":"false","input_tokens":380,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0176988940551865,"brier_hard":0.0006155269316620261,"soft_accuracy":0.9599424818507324,"brier_soft":6.704383237511106e-05,"tvd":0.005789811412088957,"kl":0.000881921893327922,"case_id":"typed:270/r0","base_id":"typed:270","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.034899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3680096471489603,"1":0.0030859546556109892,"2":0.13603209845320915,"3":0.4928722997422179},"predicted":"3","confidence":0.4928722997422179,"entropy_confidence":0.2744727868854926,"candidate_mass":0.9899413521648985,"accepted":false,"accepted_predicted":null,"input_tokens":410,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.780894218729486,"brier_hard":1.390696549862383,"score_mae":0.45376705078868307,"within_one":true,"case_id":"typed:270/r0","base_id":"typed:270","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.034899}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.019335283990699625,"1":0.00048552326466423255,"2":0.009051071522191655,"3":0.9711281212224439},"predicted":"3","confidence":0.9711281212224439,"entropy_confidence":0.8910523943716002,"candidate_mass":0.9975414478278328,"accepted":true,"accepted_predicted":"3","input_tokens":389,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":4.704872128036886,"brier_hard":1.9254436956201917,"score_mae":1.348639029976379,"within_one":false,"case_id":"typed:271/r0","base_id":"typed:271","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.679599}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8810715106016536,"hold":0.000985476552324155,"manual_review":0.003942646874945409,"reject":0.11400036597107618},"predicted":"approve","confidence":0.8810715106016536,"entropy_confidence":0.7202873673129171,"candidate_mass":0.9968464194629837,"accepted":true,"accepted_predicted":"approve","input_tokens":393,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":6.922385224324103,"brier_hard":1.7873286527591865,"soft_accuracy":0.18097260217024402,"brier_soft":0.7751097593013468,"tvd":0.7684048765727302,"kl":3.8453131691656455,"case_id":"typed:271/r0","base_id":"typed:271","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.679599}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6052404783977007,"true":0.3947595216023003},"predicted":"false","confidence":0.6052404783977007,"entropy_confidence":0.032197552929887574,"candidate_mass":0.9876180124928055,"accepted":false,"accepted_predicted":null,"input_tokens":336,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5021294149726359,"brier_hard":0.31167015979135326,"soft_accuracy":0.6024341358007476,"brier_soft":0.2909723827632593,"tvd":0.38142652160229984,"kl":0.43701814018167906,"case_id":"typed:271/r0","base_id":"typed:271","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.679599}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9896249130475216,"true":0.010375086952479708},"predicted":"false","confidence":0.9896249130475216,"entropy_confidence":0.9167304055512948,"candidate_mass":0.9712225366014935,"accepted":true,"accepted_predicted":"false","input_tokens":356,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.5683478319385955,"brier_hard":1.958714937048627,"soft_accuracy":0.157262560866736,"brier_soft":1.4099399892201143,"tvd":0.839624913047521,"kl":3.4619509618450066,"case_id":"typed:271/r0","base_id":"typed:271","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.679599}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3028388608551128,"1":0.0020545714925524114,"2":0.11647630376980339,"3":0.5786302638825296},"predicted":"3","confidence":0.5786302638825296,"entropy_confidence":0.3208756889800741,"candidate_mass":0.9876700262277208,"accepted":false,"accepted_predicted":null,"input_tokens":386,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.150067427782762,"brier_hard":1.207142700989075,"score_mae":0.43423097067974803,"within_one":true,"case_id":"typed:271/r0","base_id":"typed:271","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.679599}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.007781263168534015,"1":0.00025902441249275377,"2":0.002589143945401872,"3":0.9893705684735729},"predicted":"3","confidence":0.9893705684735729,"entropy_confidence":0.9524487267397928,"candidate_mass":0.9992132685622686,"accepted":true,"accepted_predicted":"3","input_tokens":405,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.01068632747393749,"brier_hard":0.00018030363108926574,"score_mae":0.3202160177240154,"within_one":true,"case_id":"typed:272/r0","base_id":"typed:272","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.881698}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8591058792321453,"hold":0.0015781923784265156,"manual_review":0.004960306363878979,"reject":0.1343556220255495},"predicted":"approve","confidence":0.8591058792321453,"entropy_confidence":0.685019046332324,"candidate_mass":0.9971402098828374,"accepted":true,"accepted_predicted":"approve","input_tokens":409,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":6.451475151171401,"brier_hard":1.7529850554746638,"soft_accuracy":0.025973190108547282,"brier_soft":1.257950617792422,"tvd":0.9434615012576946,"kl":5.119096923700968,"case_id":"typed:272/r0","base_id":"typed:272","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.881698}
{"id":"duplicate","type":"binary","probabilities":{"false":0.39276936122271583,"true":0.6072306387772827},"predicted":"true","confidence":0.6072306387772827,"entropy_confidence":0.03343652036347844,"candidate_mass":0.9920706954778779,"accepted":false,"accepted_predicted":null,"input_tokens":352,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.9345327065045588,"brier_hard":0.7374580973397353,"soft_accuracy":0.39562877343635083,"brier_soft":0.7054288106904651,"tvd":0.5938976387772834,"kl":0.8579145833649844,"case_id":"typed:272/r0","base_id":"typed:272","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.881698}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9810842552386511,"true":0.018915744761347393},"predicted":"false","confidence":0.9810842552386511,"entropy_confidence":0.8646912898762693,"candidate_mass":0.9700300073855398,"accepted":true,"accepted_predicted":"false","input_tokens":372,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.01909693601143305,"brier_hard":0.0007156107997529413,"soft_accuracy":0.9169393671506607,"brier_soft":0.0045603647537337515,"tvd":0.047751255238651855,"kl":0.037411593189674575,"case_id":"typed:272/r0","base_id":"typed:272","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.881698}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2899102818248769,"1":0.002623768472733484,"2":0.07818561367318377,"3":0.6292803360292047},"predicted":"3","confidence":0.6292803360292047,"entropy_confidence":0.3758223037041404,"candidate_mass":0.992214160177425,"accepted":false,"accepted_predicted":null,"input_tokens":402,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.943143646269753,"brier_hard":1.4809140502217921,"score_mae":0.8135030039067153,"within_one":true,"case_id":"typed:272/r0","base_id":"typed:272","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.881698}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.023847702552596637,"1":0.0006367998604914025,"2":0.006476912786296595,"3":0.9690385848006137},"predicted":"3","confidence":0.9690385848006137,"entropy_confidence":0.8868202636077581,"candidate_mass":0.9984560978397742,"accepted":true,"accepted_predicted":"3","input_tokens":408,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.03145084868845421,"brier_hard":0.0015696780614895293,"score_mae":0.09070637983492569,"within_one":true,"case_id":"typed:273/r0","base_id":"typed:273","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.96599899999998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.9190550375392238,"hold":0.0015929056964810626,"manual_review":0.0064248365394348975,"reject":0.07292722022485866},"predicted":"approve","confidence":0.9190550375392238,"entropy_confidence":0.7755070355750432,"candidate_mass":0.9963923544345834,"accepted":true,"accepted_predicted":"approve","input_tokens":412,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.04758408985758,"brier_hard":1.8371746842701955,"soft_accuracy":0.009811427606049698,"brier_soft":1.3954010388043274,"tvd":0.9253153244310165,"kl":4.4371367470390455,"case_id":"typed:273/r0","base_id":"typed:273","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.96599899999998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5880974333412391,"true":0.41190256665876135},"predicted":"false","confidence":0.5880974333412391,"entropy_confidence":0.022511299614028424,"candidate_mass":0.9841386576426902,"accepted":false,"accepted_predicted":null,"input_tokens":355,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5308626418494384,"brier_hard":0.3393274488401503,"soft_accuracy":0.5833988448314175,"brier_soft":0.29681288363779357,"tvd":0.38523556665876113,"kl":0.4174007168976385,"case_id":"typed:273/r0","base_id":"typed:273","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.96599899999998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9851366232037524,"true":0.014863376796246892},"predicted":"false","confidence":0.9851366232037524,"entropy_confidence":0.8884650104315194,"candidate_mass":0.9743833266605697,"accepted":true,"accepted_predicted":"false","input_tokens":375,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.014974943668370596,"brier_hard":0.0004418399395744423,"soft_accuracy":0.962497237545326,"brier_soft":0.00014346903442709482,"tvd":0.008469623203752774,"kl":0.0020893359874842796,"case_id":"typed:273/r0","base_id":"typed:273","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.96599899999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.24188378335181818,"1":0.0020769262105998134,"2":0.07237666135119968,"3":0.683662629086381},"predicted":"3","confidence":0.683662629086381,"entropy_confidence":0.4184666555103771,"candidate_mass":0.9947833425983752,"accepted":false,"accepted_predicted":null,"input_tokens":405,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.6258713885862903,"brier_hard":1.386391727086323,"score_mae":0.34781813617214175,"within_one":true,"case_id":"typed:273/r0","base_id":"typed:273","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.96599899999998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.011275101617853368,"1":0.0003090310323942857,"2":0.00428124402126114,"3":0.9841346233284911},"predicted":"3","confidence":0.9841346233284911,"entropy_confidence":0.9335242975698711,"candidate_mass":0.9992467352176939,"accepted":true,"accepted_predicted":"3","input_tokens":367,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.485158380964087,"brier_hard":1.9461163060652458,"score_mae":2.28294238906039,"within_one":false,"case_id":"typed:274/r0","base_id":"typed:274","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.006998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7641993826269824,"hold":0.0019598860706460906,"manual_review":0.0076907663855388005,"reject":0.22614996491683306},"predicted":"approve","confidence":0.7641993826269824,"entropy_confidence":0.5734278626876304,"candidate_mass":0.9960305188206127,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.2689265518380459,"brier_hard":0.10680872682638792,"soft_accuracy":0.4959198197108544,"brier_soft":0.1383902304366439,"tvd":0.3303493475438153,"kl":1.0514219438540355,"case_id":"typed:274/r0","base_id":"typed:274","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.006998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4991803176593534,"true":0.5008196823406468},"predicted":"true","confidence":0.5008196823406468,"entropy_confidence":1.9386342740013163e-06,"candidate_mass":0.9913727120793119,"accepted":false,"accepted_predicted":null,"input_tokens":314,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.6947878904699323,"brier_hard":0.5016407084395724,"soft_accuracy":0.4992240345973094,"brier_soft":0.44964153234166043,"tvd":0.47415268234064667,"kl":0.5717422580768025,"case_id":"typed:274/r0","base_id":"typed:274","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.006998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.988649169746258,"true":0.011350830253743695},"predicted":"false","confidence":0.988649169746258,"entropy_confidence":0.9103791297894251,"candidate_mass":0.9664182850649267,"accepted":true,"accepted_predicted":"false","input_tokens":334,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.4784643876204875,"brier_hard":1.9548543616799272,"soft_accuracy":0.2947673487065729,"brier_soft":0.9762213247742688,"tvd":0.6986491697462571,"kl":2.580868597972143,"case_id":"typed:274/r0","base_id":"typed:274","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.006998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.39586594672189684,"1":0.0036439500827568686,"2":0.18429782866375236,"3":0.41619227453159535},"predicted":"3","confidence":0.41619227453159535,"entropy_confidence":0.2326139938749371,"candidate_mass":0.9884665794968159,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.6912021959072199,"brier_hard":0.9953091678486812,"score_mae":0.6791835689949521,"within_one":true,"case_id":"typed:274/r0","base_id":"typed:274","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.006998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.012449039212769698,"1":0.0004382166039503397,"2":0.005177637690064719,"3":0.9819351064932158},"predicted":"3","confidence":0.9819351064932158,"entropy_confidence":0.9255971428500128,"candidate_mass":0.9988671105822053,"accepted":true,"accepted_predicted":"3","input_tokens":376,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.386111830714391,"brier_hard":1.9394804534814662,"score_mae":2.916265811463727,"within_one":false,"case_id":"typed:275/r0","base_id":"typed:275","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":163.26399899999998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7280210295262316,"hold":0.0015093168692094428,"manual_review":0.0046609650914990475,"reject":0.2658086885130591},"predicted":"approve","confidence":0.7280210295262316,"entropy_confidence":0.5541276510472046,"candidate_mass":0.9976156432601363,"accepted":false,"accepted_predicted":null,"input_tokens":380,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.3174253444908075,"brier_hard":0.14465082190199932,"soft_accuracy":0.6989195199363918,"brier_soft":0.11913264626367884,"tvd":0.2575246885130595,"kl":0.30156052346722534,"case_id":"typed:275/r0","base_id":"typed:275","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":163.26399899999998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6461955629860477,"true":0.3538044370139512},"predicted":"false","confidence":0.6461955629860477,"entropy_confidence":0.06258007643468388,"candidate_mass":0.9879256881908637,"accepted":false,"accepted_predicted":null,"input_tokens":323,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.4366530919321683,"brier_hard":0.25035515930151864,"soft_accuracy":0.6432716517263267,"brier_soft":0.2364029818209606,"tvd":0.3438044370139517,"kl":0.38667513622111976,"case_id":"typed:275/r0","base_id":"typed:275","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":163.26399899999998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.983653770031493,"true":0.01634622996850607},"predicted":"false","confidence":0.983653770031493,"entropy_confidence":0.879597965782413,"candidate_mass":0.9849730950572433,"accepted":true,"accepted_predicted":"false","input_tokens":343,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.113757991193204,"brier_hard":1.9351494785943404,"soft_accuracy":0.03246834473873586,"brier_soft":1.870126826831881,"tvd":0.9669867700314935,"kl":3.9607012457500383,"case_id":"typed:275/r0","base_id":"typed:275","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":163.26399899999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.30398190679628345,"1":0.0027331809316171658,"2":0.16318313120696476,"3":0.5301017810651347},"predicted":"3","confidence":0.5301017810651347,"entropy_confidence":0.2711577775214338,"candidate_mass":0.9920128456052438,"accepted":false,"accepted_predicted":null,"input_tokens":373,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.90228917165993,"brier_hard":1.3945827406732125,"score_mae":0.48607178654095096,"within_one":true,"case_id":"typed:275/r0","base_id":"typed:275","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":163.26399899999998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.015406430599787106,"1":0.00033620871810035116,"2":0.0034461802861384754,"3":0.9808111803959725},"predicted":"3","confidence":0.9808111803959725,"entropy_confidence":0.9238801261349116,"candidate_mass":0.9990891325894258,"accepted":true,"accepted_predicted":"3","input_tokens":409,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.019375314603362167,"brier_hard":0.0006175580964886635,"score_mae":0.4096621104782949,"within_one":true,"case_id":"typed:276/r0","base_id":"typed:276","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.007599}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8709021777672931,"hold":0.001976964804090213,"manual_review":0.006530567013606578,"reject":0.12059029041501138},"predicted":"approve","confidence":0.8709021777672931,"entropy_confidence":0.6965735317197712,"candidate_mass":0.996403281793456,"accepted":true,"accepted_predicted":"approve","input_tokens":413,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.031261507364469,"brier_hard":1.7599980440503333,"soft_accuracy":0.03770264312411732,"brier_soft":1.1804322473853117,"tvd":0.9248264681823039,"kl":4.260366667699641,"case_id":"typed:276/r0","base_id":"typed:276","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.007599}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5220322894359674,"true":0.4779677105640316},"predicted":"false","confidence":0.5220322894359674,"entropy_confidence":0.001401084800106367,"candidate_mass":0.9863235207640217,"accepted":false,"accepted_predicted":null,"input_tokens":356,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6500258358555477,"brier_hard":0.45690626468364476,"soft_accuracy":0.5205634848284291,"brier_soft":0.39540005167672115,"tvd":0.4446347105640321,"kl":0.5068217250198328,"case_id":"typed:276/r0","base_id":"typed:276","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.007599}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9852707772034777,"true":0.014729222796523484},"predicted":"false","confidence":0.9852707772034777,"entropy_confidence":0.8892775971244812,"candidate_mass":0.9835555008517588,"accepted":true,"accepted_predicted":"false","input_tokens":376,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.01483877487413562,"brier_hard":0.0004339000083792203,"soft_accuracy":0.8882166217627823,"brier_soft":0.014542210889770053,"tvd":0.08527077720347709,"kl":0.1100641053156952,"case_id":"typed:276/r0","base_id":"typed:276","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.007599}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.296893508380481,"1":0.0021390779241994965,"2":0.07456456331193137,"3":0.6264028503833865},"predicted":"3","confidence":0.6264028503833865,"entropy_confidence":0.3794425545917278,"candidate_mass":0.9942167759674054,"accepted":false,"accepted_predicted":null,"input_tokens":406,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.596089907259678,"brier_hard":1.3369616094193042,"score_mae":0.117143755698222,"within_one":true,"case_id":"typed:276/r0","base_id":"typed:276","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":182.007599}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0040534535001223925,"1":0.00013734996873945046,"2":0.0017990384708436614,"3":0.9940101580602956},"predicted":"3","confidence":0.9940101580602956,"entropy_confidence":0.9705031468732228,"candidate_mass":0.9991514530607761,"accepted":true,"accepted_predicted":"3","input_tokens":381,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.006007853001225581,"brier_hard":5.556409617378473e-05,"score_mae":0.4090989010913133,"within_one":true,"case_id":"typed:277/r0","base_id":"typed:277","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.467398}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7628350131235876,"hold":0.0016508590210684163,"manual_review":0.005716874477947155,"reject":0.22979725337739537},"predicted":"approve","confidence":0.7628350131235876,"entropy_confidence":0.5783435894440685,"candidate_mass":0.9964285845041493,"accepted":false,"accepted_predicted":null,"input_tokens":385,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.164333042871519,"brier_hard":1.6233256939404688,"soft_accuracy":0.05681732246749942,"brier_soft":0.9194579679616259,"tvd":0.8759653831678671,"kl":4.140184547664599,"case_id":"typed:277/r0","base_id":"typed:277","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.467398}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5627965647100146,"true":0.4372034352899838},"predicted":"false","confidence":0.5627965647100146,"entropy_confidence":0.011408375014908212,"candidate_mass":0.9921660930593529,"accepted":false,"accepted_predicted":null,"input_tokens":328,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5748370576873008,"brier_hard":0.3822936876587275,"soft_accuracy":0.5577728395332133,"brier_soft":0.31554113801232997,"tvd":0.3972034352899846,"kl":0.4169936942548856,"case_id":"typed:277/r0","base_id":"typed:277","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.467398}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9858301385533661,"true":0.014169861446635169},"predicted":"false","confidence":0.9858301385533661,"entropy_confidence":0.8926851840273774,"candidate_mass":0.9769492090395024,"accepted":true,"accepted_predicted":"false","input_tokens":348,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.014271212492694479,"brier_hard":0.00040156994683363955,"soft_accuracy":0.8659923615969616,"brier_soft":0.023833181637642538,"tvd":0.10916313855336549,"kl":0.16398145909056114,"case_id":"typed:277/r0","base_id":"typed:277","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.467398}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2922447042802696,"1":0.0025783444971565848,"2":0.11215514331074404,"3":0.5930218079118293},"predicted":"3","confidence":0.5930218079118293,"entropy_confidence":0.32905543948944294,"candidate_mass":0.9875143422004206,"accepted":false,"accepted_predicted":null,"input_tokens":378,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.187872158071123,"brier_hard":1.2253569692487882,"score_mae":0.2559540548541328,"within_one":true,"case_id":"typed:277/r0","base_id":"typed:277","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.467398}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.017715375463041905,"1":0.0004704116292532732,"2":0.007332332857057362,"3":0.9744818800506482},"predicted":"3","confidence":0.9744818800506482,"entropy_confidence":0.9016892810152282,"candidate_mass":0.9977850692201723,"accepted":true,"accepted_predicted":"3","input_tokens":388,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.025849354306267038,"brier_hard":0.0010189933657736745,"score_mae":0.13858071749531264,"within_one":true,"case_id":"typed:278/r0","base_id":"typed:278","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.373899}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8423303414157881,"hold":0.0011384523289211842,"manual_review":0.004318253832228431,"reject":0.15221295242306376},"predicted":"approve","confidence":0.8423303414157881,"entropy_confidence":0.6665242006524101,"candidate_mass":0.9971563472198923,"accepted":true,"accepted_predicted":"approve","input_tokens":392,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.44490416394186,"brier_hard":1.724072622680392,"soft_accuracy":0.022473222659940745,"brier_soft":1.2572074405809675,"tvd":0.9445432938388512,"kl":4.789409751362248,"case_id":"typed:278/r0","base_id":"typed:278","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.373899}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4577715254442819,"true":0.5422284745557183},"predicted":"true","confidence":0.5422284745557183,"entropy_confidence":0.005151489202307902,"candidate_mass":0.9908378375545509,"accepted":false,"accepted_predicted":null,"input_tokens":335,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7813850720781197,"brier_hard":0.5880234372380423,"soft_accuracy":0.46114980340873934,"brier_soft":0.5044668813091273,"tvd":0.5022284745557182,"kl":0.6066682345246106,"case_id":"typed:278/r0","base_id":"typed:278","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.373899}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9899280054079579,"true":0.0100719945920403},"predicted":"false","confidence":0.9899280054079579,"entropy_confidence":0.9187299630518246,"candidate_mass":0.9756012342177556,"accepted":true,"accepted_predicted":"false","input_tokens":355,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.010123060308004025,"brier_hard":0.00020289015012421455,"soft_accuracy":0.973596745275689,"brier_soft":8.698819266201135e-05,"tvd":0.006595005407958789,"kl":0.00182171235629404,"case_id":"typed:278/r0","base_id":"typed:278","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.373899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.34964644225470026,"1":0.002577425479262226,"2":0.12040596663710938,"3":0.527370165628929},"predicted":"3","confidence":0.527370165628929,"entropy_confidence":0.2966077009624968,"candidate_mass":0.9881217682158565,"accepted":false,"accepted_predicted":null,"input_tokens":385,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.960964254513534,"brier_hard":1.409721315142247,"score_mae":0.22549985564026787,"within_one":true,"case_id":"typed:278/r0","base_id":"typed:278","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.373899}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.016421017139635858,"1":0.0005542790938680056,"2":0.005057525152411309,"3":0.9779671786140836},"predicted":"3","confidence":0.9779671786140836,"entropy_confidence":0.9133229941312362,"candidate_mass":0.9984007407261528,"accepted":true,"accepted_predicted":"3","input_tokens":415,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.022279169209760093,"brier_hard":0.0007809808081050838,"score_mae":0.10457086524094139,"within_one":true,"case_id":"typed:279/r0","base_id":"typed:279","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":194.64129799999998}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8540865392297808,"hold":0.002744062718241333,"manual_review":0.009889631032723625,"reject":0.13327976701925415},"predicted":"approve","confidence":0.8540865392297808,"entropy_confidence":0.6644675209412654,"candidate_mass":0.9930914022614235,"accepted":true,"accepted_predicted":"approve","input_tokens":419,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":4.616268441149245,"brier_hard":1.7275533854069285,"soft_accuracy":0.03326720822137722,"brier_soft":1.1481982310296213,"tvd":0.8973663062490349,"kl":3.802542997195806,"case_id":"typed:279/r0","base_id":"typed:279","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":194.64129799999998}
{"id":"duplicate","type":"binary","probabilities":{"false":0.43747518790054485,"true":0.5625248120994536},"predicted":"true","confidence":0.5625248120994536,"entropy_confidence":0.011309589640936868,"candidate_mass":0.9911185569633366,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8267352881629151,"brier_hard":0.6328683284550529,"soft_accuracy":0.4412266766265121,"brier_soft":0.5671653510031183,"tvd":0.5325248120994543,"kl":0.6844506624025818,"case_id":"typed:279/r0","base_id":"typed:279","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":194.64129799999998}
{"id":"matches_order","type":"binary","probabilities":{"false":0.983758477816347,"true":0.016241522183651953},"predicted":"false","confidence":0.983758477816347,"entropy_confidence":0.8802173990403874,"candidate_mass":0.976364401184778,"accepted":true,"accepted_predicted":"false","input_tokens":382,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.01637486143114225,"brier_hard":0.0005275740856841525,"soft_accuracy":0.9482825336041629,"brier_soft":0.0008344002880522079,"tvd":0.0204254778163475,"kl":0.009646211165357611,"case_id":"typed:279/r0","base_id":"typed:279","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":194.64129799999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3761344472352149,"1":0.0035146522744134057,"2":0.19828076833610211,"3":0.4220701321542713},"predicted":"3","confidence":0.4220701321542713,"entropy_confidence":0.22631769498468335,"candidate_mass":0.9884092880497615,"accepted":false,"accepted_predicted":null,"input_tokens":412,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.8625837888151118,"brier_hard":0.5148076704176872,"score_mae":0.6503804145905683,"within_one":true,"case_id":"typed:279/r0","base_id":"typed:279","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":194.64129799999998}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.010213886158000717,"1":0.00024096013701216788,"2":0.0025592323492814777,"3":0.9869859213557057},"predicted":"3","confidence":0.9869859213557057,"entropy_confidence":0.9444341796190084,"candidate_mass":0.9993268700652784,"accepted":true,"accepted_predicted":"3","input_tokens":396,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.013099503727687544,"brier_hard":0.0002802974454137125,"score_mae":0.35631718890269237,"within_one":true,"case_id":"typed:280/r0","base_id":"typed:280","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.801199}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8369903590989023,"hold":0.0015322872552209071,"manual_review":0.0030475902687811494,"reject":0.1584297633770952},"predicted":"approve","confidence":0.8369903590989023,"entropy_confidence":0.6621056971227921,"candidate_mass":0.9974807837092531,"accepted":true,"accepted_predicted":"approve","input_tokens":400,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":false,"nll_hard":6.480993721832402,"brier_hard":1.7225999123484688,"soft_accuracy":0.03809293133332132,"brier_soft":1.084434181970268,"tvd":0.9254201224759977,"kl":4.8323187973558035,"case_id":"typed:280/r0","base_id":"typed:280","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.801199}
{"id":"duplicate","type":"binary","probabilities":{"false":0.490351920994949,"true":0.5096480790050506},"predicted":"true","confidence":0.5096480790050506,"entropy_confidence":0.00026860444233778313,"candidate_mass":0.9910480041206933,"accepted":false,"accepted_predicted":null,"input_tokens":343,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7126319395519118,"brier_hard":0.519482328867077,"soft_accuracy":0.49073784415515104,"brier_soft":0.4795104825466729,"tvd":0.4896480790050508,"kl":0.6138208841335079,"case_id":"typed:280/r0","base_id":"typed:280","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.801199}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9886060880025233,"true":0.011393911997476863},"predicted":"false","confidence":0.9886060880025233,"entropy_confidence":0.9101016048175712,"candidate_mass":0.9819914162602128,"accepted":true,"accepted_predicted":"false","input_tokens":363,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.011459319922167324,"brier_hard":0.00025964246121249173,"soft_accuracy":0.9332304056248453,"brier_soft":0.004099304994568422,"tvd":0.04527308800252321,"kl":0.04668000949297326,"case_id":"typed:280/r0","base_id":"typed:280","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.801199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3979814551893534,"1":0.0020078154096909422,"2":0.1342020349790782,"3":0.46580869442187817},"predicted":"3","confidence":0.46580869442187817,"entropy_confidence":0.2753693939593216,"candidate_mass":0.990182134013231,"accepted":false,"accepted_predicted":null,"input_tokens":393,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.0084088907809985,"brier_hard":1.1249771260307386,"score_mae":0.3488290313665181,"within_one":true,"case_id":"typed:280/r0","base_id":"typed:280","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":170.801199}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.025561624548075448,"1":0.0004865193744302217,"2":0.008919752194521374,"3":0.9650321038829726},"predicted":"3","confidence":0.9650321038829726,"entropy_confidence":0.8745698784600122,"candidate_mass":0.9981433475494016,"accepted":true,"accepted_predicted":"3","input_tokens":390,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.666663093273627,"brier_hard":1.8808969077584956,"score_mae":2.836755335412391,"within_one":false,"case_id":"typed:281/r0","base_id":"typed:281","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.84919900000003}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8457428328487092,"hold":0.0011819186411986624,"manual_review":0.004273196287677283,"reject":0.1488020522224151},"predicted":"approve","confidence":0.8457428328487092,"entropy_confidence":0.6707315232795322,"candidate_mass":0.9971563900129266,"accepted":true,"accepted_predicted":"approve","input_tokens":394,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.16753994567149277,"brier_hard":0.04595698150133105,"soft_accuracy":0.7066646865031561,"brier_soft":0.03120165197043746,"tvd":0.15121188507112418,"kl":0.5337791449318189,"case_id":"typed:281/r0","base_id":"typed:281","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.84919900000003}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5029019983582278,"true":0.49709800164177226},"predicted":"false","confidence":0.5029019983582278,"entropy_confidence":2.4299721589127188e-05,"candidate_mass":0.9877761596325226,"accepted":false,"accepted_predicted":null,"input_tokens":337,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6873599621429386,"brier_hard":0.49421284647248676,"soft_accuracy":0.5025924538013491,"brier_soft":0.39385475336424425,"tvd":0.44376500164177224,"kl":0.47976455299392784,"case_id":"typed:281/r0","base_id":"typed:281","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.84919900000003}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9858005333853862,"true":0.014199466614614322},"predicted":"false","confidence":0.9858005333853862,"entropy_confidence":0.8925040325564437,"candidate_mass":0.970964959489981,"accepted":true,"accepted_predicted":"false","input_tokens":357,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.254550877431509,"brier_hard":1.9436053832458229,"soft_accuracy":0.04982516292989822,"brier_soft":1.801708928393255,"tvd":0.9491335333853859,"kl":3.941870616161848,"case_id":"typed:281/r0","base_id":"typed:281","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.84919900000003}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4193331449024401,"1":0.002478278314234133,"2":0.13811638495906847,"3":0.440072191824259},"predicted":"3","confidence":0.440072191824259,"entropy_confidence":0.2685896743234746,"candidate_mass":0.9884944195907592,"accepted":false,"accepted_predicted":null,"input_tokens":387,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.9796585799923534,"brier_hard":1.1123533281702056,"score_mae":0.1410723762948518,"within_one":true,"case_id":"typed:281/r0","base_id":"typed:281","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":177.84919900000003}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.027483549998026605,"1":0.000776315506236265,"2":0.007494591238419713,"3":0.9642455432573181},"predicted":"3","confidence":0.9642455432573181,"entropy_confidence":0.8729544806338506,"candidate_mass":0.9978816572774324,"accepted":true,"accepted_predicted":"3","input_tokens":416,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.5941676351817193,"brier_hard":1.8756144847796377,"score_mae":2.74850212775503,"within_one":false,"case_id":"typed:282/r0","base_id":"typed:282","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":192.31389800000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8379421964900262,"hold":0.0029547830793571076,"manual_review":0.010538663779747545,"reject":0.14856435665087045},"predicted":"approve","confidence":0.8379421964900262,"entropy_confidence":0.6417675998686734,"candidate_mass":0.9911474331937399,"accepted":true,"accepted_predicted":"approve","input_tokens":420,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.1768061588146708,"brier_hard":0.04845389392287292,"soft_accuracy":0.7062553389220577,"brier_soft":0.029227609058809913,"tvd":0.13856435665086977,"kl":0.3869082236185639,"case_id":"typed:282/r0","base_id":"typed:282","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":192.31389800000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.48424193765209944,"true":0.5157580623479004},"predicted":"true","confidence":0.5157580623479004,"entropy_confidence":0.0007166087078348538,"candidate_mass":0.9898327460307539,"accepted":false,"accepted_predicted":null,"input_tokens":363,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7251706259774622,"brier_hard":0.5320127577537217,"soft_accuracy":0.4849773033896265,"brier_soft":0.4849648840566674,"tvd":0.4924250623479005,"kl":0.6129579956544402,"case_id":"typed:282/r0","base_id":"typed:282","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":192.31389800000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9850901069498238,"true":0.014909893050177767},"predicted":"false","confidence":0.9850901069498238,"entropy_confidence":0.8881836707889393,"candidate_mass":0.9763076416296115,"accepted":true,"accepted_predicted":"false","input_tokens":383,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.205730323257523,"brier_hard":1.9408050376208275,"soft_accuracy":0.06018529309223256,"brier_soft":1.7612758553147179,"tvd":0.938423106949823,"kl":3.821580600266643,"case_id":"typed:282/r0","base_id":"typed:282","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":192.31389800000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.47432489975908304,"1":0.004886367874722443,"2":0.1774756825785998,"3":0.34331304978759336},"predicted":"0","confidence":0.47432489975908304,"entropy_confidence":0.23994137672867943,"candidate_mass":0.9794699396878559,"accepted":false,"accepted_predicted":null,"input_tokens":413,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.3213060173880535,"brier_hard":1.364596719434225,"score_mae":0.2664438823947022,"within_one":true,"case_id":"typed:282/r0","base_id":"typed:282","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":192.31389800000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.004625250941957984,"1":0.0001696575614266241,"2":0.0026995836360863426,"3":0.9925055078605305},"predicted":"3","confidence":0.9925055078605305,"entropy_confidence":0.9640965428122351,"candidate_mass":0.9990741360184239,"accepted":true,"accepted_predicted":"3","input_tokens":382,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.00752271695454708,"brier_hard":8.487689420102789e-05,"score_mae":0.2030853484151911,"within_one":true,"case_id":"typed:283/r0","base_id":"typed:283","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.110299}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8108132236154655,"hold":0.0014922020554098022,"manual_review":0.005372304020050582,"reject":0.18232227030907341},"predicted":"approve","confidence":0.8108132236154655,"entropy_confidence":0.626241450472131,"candidate_mass":0.9963655223100599,"accepted":true,"accepted_predicted":"approve","input_tokens":386,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.226498408465574,"brier_hard":1.6799459741177145,"soft_accuracy":0.02905512739529917,"brier_soft":1.1687809064348391,"tvd":0.9364694372584825,"kl":4.513531277216203,"case_id":"typed:283/r0","base_id":"typed:283","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.110299}
{"id":"duplicate","type":"binary","probabilities":{"false":0.3968504169727851,"true":0.6031495830272134},"predicted":"true","confidence":0.6031495830272134,"entropy_confidence":0.030921635150973015,"candidate_mass":0.9935795052477339,"accepted":false,"accepted_predicted":null,"input_tokens":329,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.9241958527395298,"brier_hard":0.7275788390118046,"soft_accuracy":0.4030393919544179,"brier_soft":0.6570008890485388,"tvd":0.5731495830272142,"kl":0.7768955104264623,"case_id":"typed:283/r0","base_id":"typed:283","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.110299}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9812266929392066,"true":0.018773307060793054},"predicted":"false","confidence":0.9812266929392066,"entropy_confidence":0.8655035077885095,"candidate_mass":0.9753995415867562,"accepted":true,"accepted_predicted":"false","input_tokens":349,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.01895176258625497,"brier_hard":0.0007048741159976572,"soft_accuracy":0.9619776252216383,"brier_soft":3.009551134199579e-06,"tvd":0.0012266929392067884,"kl":3.9999160038618406e-05,"case_id":"typed:283/r0","base_id":"typed:283","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.110299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2620993465929156,"1":0.0019138491097313254,"2":0.11780149308103197,"3":0.6181853112163228},"predicted":"3","confidence":0.6181853112163228,"entropy_confidence":0.34197769670964084,"candidate_mass":0.9913839394454083,"accepted":false,"accepted_predicted":null,"input_tokens":379,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.1387543331333276,"brier_hard":1.2291270149165265,"score_mae":0.22207276892076333,"within_one":true,"case_id":"typed:283/r0","base_id":"typed:283","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":176.110299}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.006649062126716841,"1":0.0002294371523796299,"2":0.003906702472977273,"3":0.9892147982479249},"predicted":"3","confidence":0.9892147982479249,"entropy_confidence":0.9512037256727461,"candidate_mass":0.9988520454297558,"accepted":true,"accepted_predicted":"3","input_tokens":382,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.01084378363285762,"brier_hard":0.0001758455696171627,"score_mae":0.16568723684210873,"within_one":true,"case_id":"typed:284/r0","base_id":"typed:284","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.018299}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8318525324648577,"hold":0.0013717053923603879,"manual_review":0.004735582263267658,"reject":0.16204017987951555},"predicted":"approve","confidence":0.8318525324648577,"entropy_confidence":0.651998426302576,"candidate_mass":0.9971189848841512,"accepted":true,"accepted_predicted":"approve","input_tokens":386,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.352650589837207,"brier_hard":1.708788798452103,"soft_accuracy":0.03331073199807714,"brier_soft":1.0887274167604841,"tvd":0.9038927123443726,"kl":4.4777687985765375,"case_id":"typed:284/r0","base_id":"typed:284","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.018299}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5190837617241901,"true":0.4809162382758084},"predicted":"false","confidence":0.5190837617241901,"entropy_confidence":0.001051085386226891,"candidate_mass":0.9883776367615879,"accepted":false,"accepted_predicted":null,"input_tokens":329,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6556900182329352,"brier_hard":0.4625608564747097,"soft_accuracy":0.5180659483763921,"brier_soft":0.41268474094830565,"tvd":0.45424923827580915,"kl":0.5347684358275983,"case_id":"typed:284/r0","base_id":"typed:284","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.018299}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9830074276342665,"true":0.016992572365734614},"predicted":"false","confidence":0.9830074276342665,"entropy_confidence":0.8757958613405376,"candidate_mass":0.9723342500131413,"accepted":true,"accepted_predicted":"false","input_tokens":349,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.01713860277575918,"brier_hard":0.0005774950312094169,"soft_accuracy":0.9443668334235252,"brier_soft":0.0010586834526919706,"tvd":0.02300742763426597,"kl":0.011508068933187763,"case_id":"typed:284/r0","base_id":"typed:284","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.018299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.23996601885942873,"1":0.0021227131296876127,"2":0.12373331335952571,"3":0.6341779546513562},"predicted":"3","confidence":0.6341779546513562,"entropy_confidence":0.3486692108876164,"candidate_mass":0.9902467468983078,"accepted":false,"accepted_predicted":null,"input_tokens":379,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.155060230361727,"brier_hard":1.4708343808596036,"score_mae":0.46879020380280756,"within_one":true,"case_id":"typed:284/r0","base_id":"typed:284","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":171.018299}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.029239149386778556,"1":0.0011893759654178525,"2":0.015269392592300816,"3":0.954302082055501},"predicted":"3","confidence":0.954302082055501,"entropy_confidence":0.841460674047992,"candidate_mass":0.9974712300102521,"accepted":true,"accepted_predicted":"3","input_tokens":449,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.04677500979928336,"brier_hard":0.0031777965266494373,"score_mae":0.12796740731652223,"within_one":true,"case_id":"typed:285/r0","base_id":"typed:285","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.277398}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8548538022443094,"hold":0.0024994593024531206,"manual_review":0.005459810459895833,"reject":0.1371869279933421},"predicted":"approve","confidence":0.8548538022443094,"entropy_confidence":0.6753969846057248,"candidate_mass":0.9962353419172267,"accepted":true,"accepted_predicted":"approve","input_tokens":453,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.210341204132671,"brier_hard":1.7387117123310742,"soft_accuracy":0.05049657655630333,"brier_soft":1.0350606179162591,"tvd":0.8587077302376512,"kl":3.9586509876151217,"case_id":"typed:285/r0","base_id":"typed:285","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.277398}
{"id":"duplicate","type":"binary","probabilities":{"false":0.20648747734465656,"true":0.7935125226553426},"predicted":"true","confidence":0.7935125226553426,"entropy_confidence":0.2652851858153047,"candidate_mass":0.9947290305261184,"accepted":false,"accepted_predicted":null,"input_tokens":396,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":1.5775155108186318,"brier_hard":1.2593242472216923,"soft_accuracy":0.21822797825087029,"brier_soft":1.196643245409265,"tvd":0.773512522655343,"kl":1.4525518064744467,"case_id":"typed:285/r0","base_id":"typed:285","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.277398}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9820069499068813,"true":0.01799305009311704},"predicted":"false","confidence":0.9820069499068813,"entropy_confidence":0.869981254351821,"candidate_mass":0.9791475717583965,"accepted":true,"accepted_predicted":"false","input_tokens":416,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.018156893354465315,"brier_hard":0.0006474997033068976,"soft_accuracy":0.9273791742461347,"brier_soft":0.0029913488028000595,"tvd":0.03867394990688215,"kl":0.027106536565255336,"case_id":"typed:285/r0","base_id":"typed:285","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.277398}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3719339816376841,"1":0.005467179391109227,"2":0.19823126856208154,"3":0.42436757040912565},"predicted":"3","confidence":0.42436757040912565,"entropy_confidence":0.22030528344541744,"candidate_mass":0.9841814259249584,"accepted":false,"accepted_predicted":null,"input_tokens":446,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.6183209068549935,"brier_hard":0.961285710273869,"score_mae":0.20830057225735077,"within_one":true,"case_id":"typed:285/r0","base_id":"typed:285","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.277398}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.005052769255886676,"1":0.00016441677132357832,"2":0.002277083645032837,"3":0.9925057303277559},"predicted":"3","confidence":0.9925057303277559,"entropy_confidence":0.9643130908078777,"candidate_mass":0.9992220209465876,"accepted":true,"accepted_predicted":"3","input_tokens":381,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":5.287818818491072,"brier_hard":1.9749928288416132,"score_mae":2.952235775044657,"within_one":false,"case_id":"typed:286/r0","base_id":"typed:286","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.223699}
{"id":"disposition","type":"choice","probabilities":{"approve":0.68426335205444,"hold":0.0013876445882856608,"manual_review":0.004236755337276052,"reject":0.31011224801999715},"predicted":"approve","confidence":0.68426335205444,"entropy_confidence":0.5275287070943984,"candidate_mass":0.9971814101742956,"accepted":false,"accepted_predicted":null,"input_tokens":385,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.37941241783640217,"brier_hard":0.19587911288120605,"soft_accuracy":0.6251660364379404,"brier_soft":0.152362061892205,"tvd":0.3101122480199977,"kl":0.5326649233932448,"case_id":"typed:286/r0","base_id":"typed:286","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.223699}
{"id":"duplicate","type":"binary","probabilities":{"false":0.43951945139983145,"true":0.5604805486001697},"predicted":"true","confidence":0.5604805486001697,"entropy_confidence":0.010580348936684802,"candidate_mass":0.9933241395671731,"accepted":false,"accepted_predicted":null,"input_tokens":328,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.8220733048161684,"brier_hard":0.628276890718293,"soft_accuracy":0.44193867334383824,"brier_soft":0.5842384468302795,"tvd":0.5404805486001691,"kl":0.7191719402546981,"case_id":"typed:286/r0","base_id":"typed:286","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.223699}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9836128388540362,"true":0.016387161145965033},"predicted":"false","confidence":0.9836128388540362,"entropy_confidence":0.8793560917491627,"candidate_mass":0.9788885005894877,"accepted":true,"accepted_predicted":"false","input_tokens":348,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.111257107697863,"brier_hard":1.9349884335169898,"soft_accuracy":0.029283181106846783,"brier_soft":1.8828859313732262,"tvd":0.9702798388540355,"kl":3.9858528965017244,"case_id":"typed:286/r0","base_id":"typed:286","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.223699}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.25257650435231765,"1":0.002523162357306575,"2":0.10332596081891383,"3":0.6415743724714618},"predicted":"3","confidence":0.6415743724714618,"entropy_confidence":0.36381763418084245,"candidate_mass":0.9907035400587813,"accepted":false,"accepted_predicted":null,"input_tokens":378,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.269866619630104,"brier_hard":1.2794432648525915,"score_mae":0.4505652014095196,"within_one":true,"case_id":"typed:286/r0","base_id":"typed:286","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":193.223699}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.011231067334814793,"1":0.0003723613810380283,"2":0.004923561197319307,"3":0.9834730100868265},"predicted":"3","confidence":0.9834730100868265,"entropy_confidence":0.9308161368311997,"candidate_mass":0.9988415122459109,"accepted":true,"accepted_predicted":"3","input_tokens":376,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.016665084247602383,"brier_hard":0.0004236583769311184,"score_mae":0.2106385140361562,"within_one":true,"case_id":"typed:287/r0","base_id":"typed:287","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.634298}
{"id":"disposition","type":"choice","probabilities":{"approve":0.6698650988523553,"hold":0.0015786073786241243,"manual_review":0.005196144340145865,"reject":0.3233601494288732},"predicted":"approve","confidence":0.6698650988523553,"entropy_confidence":0.5159862346791209,"candidate_mass":0.9970115844635942,"accepted":false,"accepted_predicted":null,"input_tokens":380,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":null,"nll_hard":6.451212226543969,"brier_hard":1.5501533140591501,"soft_accuracy":0.03268312489450875,"brier_soft":0.9281448260950348,"tvd":0.9265591816151626,"kl":4.630498854934086,"case_id":"typed:287/r0","base_id":"typed:287","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.634298}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6982691776278571,"true":0.30173082237214127},"predicted":"false","confidence":0.6982691776278571,"entropy_confidence":0.11660363570589405,"candidate_mass":0.987677646326045,"accepted":false,"accepted_predicted":null,"input_tokens":323,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.3591506092596042,"brier_hard":0.1820829783387383,"soft_accuracy":0.6916600728608101,"brier_soft":0.16252276565083235,"tvd":0.2850638223721421,"kl":0.28836794349974293,"case_id":"typed:287/r0","base_id":"typed:287","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.634298}
{"id":"matches_order","type":"binary","probabilities":{"false":0.983832063144509,"true":0.01616793685549236},"predicted":"false","confidence":0.983832063144509,"entropy_confidence":0.8806533091432611,"candidate_mass":0.9817927986805073,"accepted":true,"accepted_predicted":"false","input_tokens":343,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.016300064031312903,"brier_hard":0.0005228043643263325,"soft_accuracy":0.9354488568300582,"brier_soft":0.002289216993227999,"tvd":0.033832063144508345,"kl":0.023206077704483324,"case_id":"typed:287/r0","base_id":"typed:287","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.634298}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.29298691443170904,"1":0.0021149736648840805,"2":0.12730625165788165,"3":0.577591860245525},"predicted":"3","confidence":0.577591860245525,"entropy_confidence":0.3131791389579758,"candidate_mass":0.9935020430782586,"accepted":false,"accepted_predicted":null,"input_tokens":373,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.0611596649790407,"brier_hard":1.1810525405591195,"score_mae":0.10617005771722243,"within_one":true,"case_id":"typed:287/r0","base_id":"typed:287","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":191.634298}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.014734440891220908,"1":0.0003240437912720174,"2":0.004289038293815129,"3":0.9806524770236928},"predicted":"3","confidence":0.9806524770236928,"entropy_confidence":0.9226075385204612,"candidate_mass":0.9983866548597877,"accepted":true,"accepted_predicted":"3","input_tokens":394,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.4516927451088115,"brier_hard":1.9533368087073155,"score_mae":1.640859551449981,"within_one":false,"case_id":"typed:288/r0","base_id":"typed:288","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.098299}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7910130286373377,"hold":0.0018996173125222933,"manual_review":0.004171920753034721,"reject":0.20291543329710432},"predicted":"approve","confidence":0.7910130286373377,"entropy_confidence":0.607693923588762,"candidate_mass":0.9970197424459457,"accepted":false,"accepted_predicted":null,"input_tokens":398,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.479378736982138,"brier_hard":1.6585534565067994,"soft_accuracy":0.22790479199266414,"brier_soft":0.5730654695835405,"tvd":0.7039284619344425,"kl":3.0675129079530086,"case_id":"typed:288/r0","base_id":"typed:288","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.098299}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4194575093937254,"true":0.5805424906062763},"predicted":"true","confidence":0.5805424906062763,"entropy_confidence":0.01879959465225156,"candidate_mass":0.9907904621180648,"accepted":false,"accepted_predicted":null,"input_tokens":341,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.868793046896876,"brier_hard":0.6740591667986748,"soft_accuracy":0.42536401239984595,"brier_soft":0.5916010985644335,"tvd":0.5438754906062755,"kl":0.6996732159746581,"case_id":"typed:288/r0","base_id":"typed:288","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.098299}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9847931377134931,"true":0.015206862286507897},"predicted":"false","confidence":0.9847931377134931,"entropy_confidence":0.8863925236057784,"candidate_mass":0.9791025177815335,"accepted":true,"accepted_predicted":"false","input_tokens":361,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.186008486792492,"brier_hard":1.9396350481751718,"soft_accuracy":0.29638688216033365,"brier_soft":0.9654750084275205,"tvd":0.6947931377134926,"kl":2.3743582080084056,"case_id":"typed:288/r0","base_id":"typed:288","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.098299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.295989986495199,"1":0.0022370489153901944,"2":0.11730071266927913,"3":0.5844722519201309},"predicted":"3","confidence":0.5844722519201309,"entropy_confidence":0.3224639630251085,"candidate_mass":0.9904751600925904,"accepted":false,"accepted_predicted":null,"input_tokens":391,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.537045972387439,"brier_hard":0.2740378431103259,"score_mae":0.5764117699856588,"within_one":true,"case_id":"typed:288/r0","base_id":"typed:288","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":188.098299}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.0055361321149764164,"1":0.00020055236080253515,"2":0.0018526997633230703,"3":0.9924106157608977},"predicted":"3","confidence":0.9924106157608977,"entropy_confidence":0.9641548516737748,"candidate_mass":0.99936052769075,"accepted":true,"accepted_predicted":"3","input_tokens":405,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":5.196459196252029,"brier_hard":1.9738406875214283,"score_mae":2.9478047991701417,"within_one":false,"case_id":"typed:289/r0","base_id":"typed:289","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.824298}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8576627551414253,"hold":0.0016283845009015631,"manual_review":0.004787759058165853,"reject":0.13592110129950633},"predicted":"approve","confidence":0.8576627551414253,"entropy_confidence":0.683347483572091,"candidate_mass":0.9970740575981023,"accepted":true,"accepted_predicted":"approve","input_tokens":409,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.1535443160379479,"brier_hard":0.03876001132528233,"soft_accuracy":0.8068009478238295,"brier_soft":0.025972523738473828,"tvd":0.13258810129950677,"kl":0.22265086908484488,"case_id":"typed:289/r0","base_id":"typed:289","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.824298}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4770954332489528,"true":0.5229045667510476},"predicted":"true","confidence":0.5229045667510476,"entropy_confidence":0.0015142608394895785,"candidate_mass":0.984851524631441,"accepted":false,"accepted_predicted":null,"input_tokens":352,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7400387384007665,"brier_hard":0.5468583718582012,"soft_accuracy":0.47846970725401566,"brier_soft":0.4859098238480754,"tvd":0.4929045667510473,"kl":0.6025460971985387,"case_id":"typed:289/r0","base_id":"typed:289","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.824298}
{"id":"matches_order","type":"binary","probabilities":{"false":0.980759299417341,"true":0.019240700582659306},"predicted":"false","confidence":0.980759299417341,"entropy_confidence":0.8628441900196318,"candidate_mass":0.9615911678070727,"accepted":true,"accepted_predicted":"false","input_tokens":372,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.950727421587377,"brier_hard":1.9237776067871866,"soft_accuracy":0.03526633106943693,"brier_soft":1.8589479235916313,"tvd":0.9640922994173409,"kl":3.800437022770494,"case_id":"typed:289/r0","base_id":"typed:289","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.824298}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.40576910464251853,"1":0.0029026926247245895,"2":0.08499495676004862,"3":0.5063332459727085},"predicted":"3","confidence":0.5063332459727085,"entropy_confidence":0.32404936327549305,"candidate_mass":0.99272989751096,"accepted":false,"accepted_predicted":null,"input_tokens":402,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.4651633564867694,"brier_hard":1.2582645770386693,"score_mae":0.21144065593705297,"within_one":true,"case_id":"typed:289/r0","base_id":"typed:289","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":186.824298}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.006335941923229545,"1":0.00020015022912131156,"2":0.0028391537166236732,"3":0.9906247541310239},"predicted":"3","confidence":0.9906247541310239,"entropy_confidence":0.9568960883566568,"candidate_mass":0.999170018066351,"accepted":true,"accepted_predicted":"3","input_tokens":379,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.009419470112334244,"brier_hard":0.00013614024909912626,"score_mae":0.16441972005544025,"within_one":true,"case_id":"typed:290/r0","base_id":"typed:290","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":156.598799}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7443522615341386,"hold":0.00136543593393604,"manual_review":0.005371762436730483,"reject":0.24891054009519498},"predicted":"approve","confidence":0.7443522615341386,"entropy_confidence":0.565030019323167,"candidate_mass":0.9964492510947677,"accepted":false,"accepted_predicted":null,"input_tokens":383,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":null,"nll_hard":5.2265992237989,"brier_hard":1.6053039415949737,"soft_accuracy":0.021473902681437517,"brier_soft":1.1188547588835598,"tvd":0.9365958016293335,"kl":4.560650126224115,"case_id":"typed:290/r0","base_id":"typed:290","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":156.598799}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4861533293008007,"true":0.5138466706992003},"predicted":"true","confidence":0.5138466706992003,"entropy_confidence":0.0005532874095252049,"candidate_mass":0.9918670634890937,"accepted":false,"accepted_predicted":null,"input_tokens":326,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.721231212450423,"brier_hard":0.5280768019773038,"soft_accuracy":0.4867994980356495,"brier_soft":0.48120732228560603,"tvd":0.4905136706991998,"kl":0.6091971328399864,"case_id":"typed:290/r0","base_id":"typed:290","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":156.598799}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9883577758353324,"true":0.011642224164665985},"predicted":"false","confidence":0.9883577758353324,"entropy_confidence":0.9085066282587276,"candidate_mass":0.9832915861173324,"accepted":true,"accepted_predicted":"false","input_tokens":346,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.011710525493537407,"brier_hard":0.0002710827670007039,"soft_accuracy":0.9753352273849073,"brier_soft":5.717445850693381e-06,"tvd":0.001690775835333203,"kl":0.0001186748091784773,"case_id":"typed:290/r0","base_id":"typed:290","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":156.598799}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3256100999476872,"1":0.002737874738047277,"2":0.14204382047995093,"3":0.529608204834315},"predicted":"3","confidence":0.529608204834315,"entropy_confidence":0.2820058391185184,"candidate_mass":0.9887016475304212,"accepted":false,"accepted_predicted":null,"input_tokens":376,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.951619674057266,"brier_hard":1.1226030897504886,"score_mae":0.2576828697991056,"within_one":true,"case_id":"typed:290/r0","base_id":"typed:290","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":156.598799}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.02022394612840467,"1":0.0005879386033560195,"2":0.00582678518747593,"3":0.973361330080765},"predicted":"3","confidence":0.973361330080765,"entropy_confidence":0.8993531773096344,"candidate_mass":0.9984350694419647,"accepted":true,"accepted_predicted":"3","input_tokens":413,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.9008879247670514,"brier_hard":1.9074276917342134,"score_mae":2.825658499220603,"within_one":false,"case_id":"typed:291/r0","base_id":"typed:291","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.46019900000002}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8186445177020859,"hold":0.0024131997148811057,"manual_review":0.007668459988087121,"reject":0.17127382259494744},"predicted":"approve","confidence":0.8186445177020859,"entropy_confidence":0.6263992932256801,"candidate_mass":0.9943855609234621,"accepted":true,"accepted_predicted":"approve","input_tokens":417,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.2001053336733669,"brier_hard":0.062289162077247356,"soft_accuracy":0.29969386457314295,"brier_soft":0.3651742518911333,"tvd":0.49697751770208515,"kl":1.6135646520083726,"case_id":"typed:291/r0","base_id":"typed:291","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.46019900000002}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5121817319367614,"true":0.4878182680632388},"predicted":"false","confidence":0.5121817319367614,"entropy_confidence":0.0004282186561961332,"candidate_mass":0.9891938758192164,"accepted":false,"accepted_predicted":null,"input_tokens":360,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.7178123439974087,"brier_hard":0.5246602530594808,"soft_accuracy":0.49715758776026786,"brier_soft":0.03320399144342273,"tvd":0.12884873193676127,"kl":0.03345776603058884,"case_id":"typed:291/r0","base_id":"typed:291","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.46019900000002}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9784131266940407,"true":0.02158687330595979},"predicted":"false","confidence":0.9784131266940407,"entropy_confidence":0.849739991395132,"candidate_mass":0.9719169855471507,"accepted":true,"accepted_predicted":"false","input_tokens":380,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.8356698663437108,"brier_hard":1.914584492974417,"soft_accuracy":0.06304902534402546,"brier_soft":1.7487496866762857,"tvd":0.9350801266940405,"kl":3.4920088008961967,"case_id":"typed:291/r0","base_id":"typed:291","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.46019900000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4902355421650338,"1":0.003736232711597974,"2":0.15441076414096283,"3":0.3516174609824037},"predicted":"0","confidence":0.4902355421650338,"entropy_confidence":0.259656829381532,"candidate_mass":0.9899004935821551,"accepted":false,"accepted_predicted":null,"input_tokens":410,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.04521145290704,"brier_hard":0.6845874472222208,"score_mae":0.599256856059265,"within_one":true,"case_id":"typed:291/r0","base_id":"typed:291","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.46019900000002}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.010457999905590138,"1":0.00035468107389845797,"2":0.0038656869912792337,"3":0.9853216320292333},"predicted":"3","confidence":0.9853216320292333,"entropy_confidence":0.9375626044313196,"candidate_mass":0.9987394344778079,"accepted":true,"accepted_predicted":"3","input_tokens":377,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":5.555615865964427,"brier_hard":1.9632517836587975,"score_mae":1.5940509511441565,"within_one":false,"case_id":"typed:292/r0","base_id":"typed:292","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.723298}
{"id":"disposition","type":"choice","probabilities":{"approve":0.7422988257486146,"hold":0.0017815900573910695,"manual_review":0.006706603078598554,"reject":0.24921298111539447},"predicted":"approve","confidence":0.7422988257486146,"entropy_confidence":0.5583058652759993,"candidate_mass":0.9965876819735222,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"hold","correct":false,"accepted_correct":null,"nll_hard":6.330249022755666,"brier_hard":1.6095996291373982,"soft_accuracy":0.22117469380252158,"brier_soft":0.6203240172031373,"tvd":0.6915118068640097,"kl":3.444847881522039,"case_id":"typed:292/r0","base_id":"typed:292","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.723298}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6110356916821429,"true":0.3889643083178583},"predicted":"false","confidence":0.6110356916821429,"entropy_confidence":0.03587207320421493,"candidate_mass":0.9880713121380311,"accepted":false,"accepted_predicted":null,"input_tokens":324,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.4925999063249194,"brier_hard":0.3025864662903789,"soft_accuracy":0.6006722864346818,"brier_soft":0.23433489456330103,"tvd":0.34229730831785765,"kl":0.32509594160811817,"case_id":"typed:292/r0","base_id":"typed:292","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.723298}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9879109179573562,"true":0.012089082042643745},"predicted":"false","confidence":0.9879109179573562,"entropy_confidence":0.9056557067063593,"candidate_mass":0.9797157034834731,"accepted":true,"accepted_predicted":"false","input_tokens":344,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.012162749310061087,"brier_hard":0.00029229180926754444,"soft_accuracy":0.578065746873177,"brier_soft":0.3327826339776259,"tvd":0.4079109179573562,"kl":1.1812524629850953,"case_id":"typed:292/r0","base_id":"typed:292","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.723298}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35756107010699845,"1":0.0025521660602731804,"2":0.12114161225595758,"3":0.5187451515767704},"predicted":"3","confidence":0.5187451515767704,"entropy_confidence":0.29369149038530484,"candidate_mass":0.9919502191212175,"accepted":false,"accepted_predicted":null,"input_tokens":374,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.110795068487377,"brier_hard":1.1693450304001252,"score_mae":0.2989291546975006,"within_one":true,"case_id":"typed:292/r0","base_id":"typed:292","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":172.723298}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.029742125117073952,"1":0.0010450224767407008,"2":0.011942575520073996,"3":0.9572702768861125},"predicted":"3","confidence":0.9572702768861125,"entropy_confidence":0.8511117101714233,"candidate_mass":0.9965811559851226,"accepted":true,"accepted_predicted":"3","input_tokens":418,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.5151908839773363,"brier_hard":1.857910443963976,"score_mae":1.9067410041752264,"within_one":false,"case_id":"typed:293/r0","base_id":"typed:293","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.289399}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8451522870599629,"hold":0.003212584429452991,"manual_review":0.010217559342400073,"reject":0.14141756916818352},"predicted":"approve","confidence":0.8451522870599629,"entropy_confidence":0.6508090858514228,"candidate_mass":0.9942869439680618,"accepted":true,"accepted_predicted":"approve","input_tokens":422,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.1682384464901467,"brier_hard":0.04409146228982992,"soft_accuracy":0.488134032968773,"brier_soft":0.15241702825020984,"tvd":0.3251522870599632,"kl":0.38998971796042026,"case_id":"typed:293/r0","base_id":"typed:293","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.289399}
{"id":"duplicate","type":"binary","probabilities":{"false":0.35926096016516035,"true":0.6407390398348388},"predicted":"true","confidence":0.6407390398348388,"entropy_confidence":0.05793197975370501,"candidate_mass":0.9929788934296089,"accepted":false,"accepted_predicted":null,"input_tokens":365,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.44513301909714537,"brier_hard":0.2581368749975865,"soft_accuracy":0.5046913951538541,"brier_soft":0.030787742137555876,"tvd":0.12407203983483925,"kl":0.032185052740981254,"case_id":"typed:293/r0","base_id":"typed:293","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.289399}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9917266612307422,"true":0.0082733387692594},"predicted":"false","confidence":0.9917266612307422,"entropy_confidence":0.9308843195254785,"candidate_mass":0.981966931300044,"accepted":true,"accepted_predicted":"false","input_tokens":385,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.794717130832172,"brier_hard":1.9670435411917473,"soft_accuracy":0.024664555294724923,"brier_soft":1.9014826859188163,"tvd":0.9750596612307414,"kl":4.6301746108376145,"case_id":"typed:293/r0","base_id":"typed:293","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.289399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.47288913555152257,"1":0.005055262640450531,"2":0.23393105649952206,"3":0.2881245453085063},"predicted":"0","confidence":0.47288913555152257,"entropy_confidence":0.22149105990496165,"candidate_mass":0.9760948005421785,"accepted":false,"accepted_predicted":null,"input_tokens":415,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.287325471291538,"brier_hard":1.3512786577263451,"score_mae":0.3539580115650134,"within_one":true,"case_id":"typed:293/r0","base_id":"typed:293","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":180.289399}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.005618604205616639,"1":0.0002391691018105926,"2":0.002061397957427255,"3":0.9920808287351449},"predicted":"3","confidence":0.9920808287351449,"entropy_confidence":0.9626744363334542,"candidate_mass":0.9993183773687736,"accepted":true,"accepted_predicted":"3","input_tokens":404,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":5.181672007913406,"brier_hard":1.9730230376091962,"score_mae":2.1272714512220996,"within_one":false,"case_id":"typed:294/r0","base_id":"typed:294","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.797599}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8438713264913992,"hold":0.0019587922913283915,"manual_review":0.007231373212945925,"reject":0.14693850800432603},"predicted":"approve","confidence":0.8438713264913992,"entropy_confidence":0.658873812420233,"candidate_mass":0.9963268503263664,"accepted":true,"accepted_predicted":"approve","input_tokens":408,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.16975525277263873,"brier_hard":0.04602321745187814,"soft_accuracy":0.4019337704507927,"brier_soft":0.2709873673110911,"tvd":0.4841428344957254,"kl":1.7393510064049105,"case_id":"typed:294/r0","base_id":"typed:294","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.797599}
{"id":"duplicate","type":"binary","probabilities":{"false":0.49510733009105456,"true":0.5048926699089463},"predicted":"true","confidence":0.5048926699089463,"entropy_confidence":6.907220154550586e-05,"candidate_mass":0.9850727783962117,"accepted":false,"accepted_predicted":null,"input_tokens":351,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7029807114505644,"brier_hard":0.5098332162555675,"soft_accuracy":0.49543350482320436,"brier_soft":0.44473704456926794,"tvd":0.4715596699089458,"kl":0.5561847175887263,"case_id":"typed:294/r0","base_id":"typed:294","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.797599}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9802307406522407,"true":0.019769259347760547},"predicted":"false","confidence":0.9802307406522407,"entropy_confidence":0.859856966155676,"candidate_mass":0.9638882522076679,"accepted":true,"accepted_predicted":"false","input_tokens":371,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.923627105942934,"brier_hard":1.9217046098392783,"soft_accuracy":0.14142803380015512,"brier_soft":1.4571421187124893,"tvd":0.85356374065224,"kl":3.04916088939404,"case_id":"typed:294/r0","base_id":"typed:294","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.797599}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.33444939622717285,"1":0.002765634210620626,"2":0.08820542849271673,"3":0.5745795410694883},"predicted":"3","confidence":0.5745795410694883,"entropy_confidence":0.3398531970516523,"candidate_mass":0.9904347856921997,"accepted":false,"accepted_predicted":null,"input_tokens":401,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.4280867703268925,"brier_hard":1.2733750370150816,"score_mae":0.032915114404518775,"within_one":true,"case_id":"typed:294/r0","base_id":"typed:294","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":179.797599}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.016761915009146953,"1":0.0003325702780982297,"2":0.004944484484595889,"3":0.977961030228159},"predicted":"3","confidence":0.977961030228159,"entropy_confidence":0.9139836799345206,"candidate_mass":0.9987414296639003,"accepted":true,"accepted_predicted":"3","input_tokens":393,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":true,"nll_hard":0.02228545613368382,"brier_hard":0.0007912365131862735,"score_mae":0.027437629931766683,"within_one":true,"case_id":"typed:295/r0","base_id":"typed:295","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.576098}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8240698829540548,"hold":0.0017482607023475403,"manual_review":0.004014782523631265,"reject":0.17016707381996757},"predicted":"approve","confidence":0.8240698829540548,"entropy_confidence":0.6436026571881555,"candidate_mass":0.9973757655558325,"accepted":true,"accepted_predicted":"approve","input_tokens":397,"reused_prefix_tokens":0,"expected":"manual_review","correct":false,"accepted_correct":false,"nll_hard":5.517772099020238,"brier_hard":1.7000376148512928,"soft_accuracy":0.02044113559033186,"brier_soft":1.3510742864958916,"tvd":0.8942369567740218,"kl":4.609644094943009,"case_id":"typed:295/r0","base_id":"typed:295","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.576098}
{"id":"duplicate","type":"binary","probabilities":{"false":0.4773305015487645,"true":0.5226694984512343},"predicted":"true","confidence":0.5226694984512343,"entropy_confidence":0.0014833281754276229,"candidate_mass":0.9888231042600953,"accepted":false,"accepted_predicted":null,"input_tokens":340,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7395461526568248,"brier_hard":0.5463668092225309,"soft_accuracy":0.4782372814868139,"brier_soft":0.505353249346432,"tvd":0.5026694984512349,"kl":0.6396922352999445,"case_id":"typed:295/r0","base_id":"typed:295","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.576098}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9868141094176743,"true":0.013185890582324673},"predicted":"false","confidence":0.9868141094176743,"entropy_confidence":0.898758698852764,"candidate_mass":0.9779423402760168,"accepted":true,"accepted_predicted":"false","input_tokens":360,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.013273596275855172,"brier_hard":0.0003477354208981032,"soft_accuracy":0.9868141094176743,"brier_soft":0.0003477354208981032,"tvd":0.01318589058232517,"kl":0.013273596275855244,"case_id":"typed:295/r0","base_id":"typed:295","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.576098}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3631493946711613,"1":0.0027712734683809784,"2":0.12670125275468153,"3":0.5073780791057757},"predicted":"3","confidence":0.5073780791057757,"entropy_confidence":0.285737620918183,"candidate_mass":0.9881117919201302,"accepted":false,"accepted_predicted":null,"input_tokens":390,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.065923304137378,"brier_hard":1.1519683799039768,"score_mae":0.47169198370492893,"within_one":true,"case_id":"typed:295/r0","base_id":"typed:295","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":190.576098}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.026994776719246334,"1":0.000763082584322567,"2":0.007549498218800947,"3":0.9646926424776286},"predicted":"3","confidence":0.9646926424776286,"entropy_confidence":0.8740879436698644,"candidate_mass":0.9977179999547802,"accepted":true,"accepted_predicted":"3","input_tokens":415,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":3.612111886535338,"brier_hard":1.8774286362004855,"score_mae":1.9266070064548102,"within_one":false,"case_id":"typed:296/r0","base_id":"typed:296","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.365499}
{"id":"disposition","type":"choice","probabilities":{"approve":0.82495254040747,"hold":0.0034250916871407435,"manual_review":0.012059381650547606,"reject":0.15956298625483986},"predicted":"approve","confidence":0.82495254040747,"entropy_confidence":0.6217874059666209,"candidate_mass":0.9921153068481703,"accepted":true,"accepted_predicted":"approve","input_tokens":419,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.19242942108100888,"brier_hard":0.05625911963121952,"soft_accuracy":0.3656319267702531,"brier_soft":0.35101150246165336,"tvd":0.5178495266623108,"kl":1.9340740563877648,"case_id":"typed:296/r0","base_id":"typed:296","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.365499}
{"id":"duplicate","type":"binary","probabilities":{"false":0.49584684387142913,"true":0.5041531561285703},"predicted":"true","confidence":0.5041531561285703,"entropy_confidence":4.976981703941341e-05,"candidate_mass":0.9910844883952312,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7014881824576271,"brier_hard":0.5083408096687976,"soft_accuracy":0.49617909636171476,"brier_soft":0.43087630468822635,"tvd":0.46415315612857055,"kl":0.5328795144597822,"case_id":"typed:296/r0","base_id":"typed:296","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.365499}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9867356522340528,"true":0.013264347765946686},"predicted":"false","confidence":0.9867356522340528,"entropy_confidence":0.8982705876467608,"candidate_mass":0.9732852955843917,"accepted":true,"accepted_predicted":"false","input_tokens":382,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.322675462149228,"brier_hard":1.9472944947795243,"soft_accuracy":0.3280197450535328,"brier_soft":0.8802061579823519,"tvd":0.663402652234053,"kl":2.2999730368126357,"case_id":"typed:296/r0","base_id":"typed:296","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.365499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.38302166248937014,"1":0.004162060118493718,"2":0.18824950060831697,"3":0.4245667767838184},"predicted":"3","confidence":0.4245667767838184,"entropy_confidence":0.22925316859386213,"candidate_mass":0.9854516526540799,"accepted":false,"accepted_predicted":null,"input_tokens":412,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":1.6699870651167181,"brier_hard":0.9859187378917985,"score_mae":0.39563860831341713,"within_one":true,"case_id":"typed:296/r0","base_id":"typed:296","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":168.365499}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.01573138171206427,"1":0.0002977526466383464,"2":0.005074896250955184,"3":0.9788959693903405},"predicted":"3","confidence":0.9788959693903405,"entropy_confidence":0.91673595544844,"candidate_mass":0.9984720819836027,"accepted":true,"accepted_predicted":"3","input_tokens":393,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.152097726477525,"brier_hard":1.9270478750636932,"score_mae":2.90713545331957,"within_one":false,"case_id":"typed:297/r0","base_id":"typed:297","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.249298}
{"id":"disposition","type":"choice","probabilities":{"approve":0.816518288630567,"hold":0.001659890788861965,"manual_review":0.004324951996811153,"reject":0.17749686858376137},"predicted":"approve","confidence":0.816518288630567,"entropy_confidence":0.6346105462457683,"candidate_mass":0.9973296157802365,"accepted":true,"accepted_predicted":"approve","input_tokens":397,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.20270596800977006,"brier_hard":0.06519213721130267,"soft_accuracy":0.7709998416342938,"brier_soft":0.04753954675984888,"tvd":0.17416386858376062,"kl":0.24549363282305622,"case_id":"typed:297/r0","base_id":"typed:297","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.249298}
{"id":"duplicate","type":"binary","probabilities":{"false":0.5915038860770506,"true":0.40849611392295077},"predicted":"false","confidence":0.5915038860770506,"entropy_confidence":0.0242959552072044,"candidate_mass":0.9848809135591187,"accepted":false,"accepted_predicted":null,"input_tokens":340,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5250870257170597,"brier_hard":0.3337381501803036,"soft_accuracy":0.5884536955385583,"brier_soft":0.30706010903528835,"tvd":0.39182911392295006,"kl":0.446489478422622,"case_id":"typed:297/r0","base_id":"typed:297","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.249298}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9867841945570109,"true":0.013215805442989939},"predicted":"false","confidence":0.9867841945570109,"entropy_confidence":0.8985725071365316,"candidate_mass":0.9805737140387628,"accepted":true,"accepted_predicted":"false","input_tokens":360,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.326341783635275,"brier_hard":1.947486093255056,"soft_accuracy":0.03268717322527037,"brier_soft":1.869343357690495,"tvd":0.9667841945570105,"kl":4.142041912909254,"case_id":"typed:297/r0","base_id":"typed:297","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.249298}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.30006812196702737,"1":0.0022899081420260613,"2":0.14218702889958806,"3":0.55545494099136},"predicted":"3","confidence":0.55545494099136,"entropy_confidence":0.2937517452699353,"candidate_mass":0.9884960328097041,"accepted":false,"accepted_predicted":null,"input_tokens":390,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.079243574872898,"brier_hard":1.414213647875073,"score_mae":0.723028788915282,"within_one":true,"case_id":"typed:297/r0","base_id":"typed:297","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":174.249298}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.017008501391310753,"1":0.0004875924815532701,"2":0.0064907882908019614,"3":0.9760131178363335},"predicted":"3","confidence":0.9760131178363335,"entropy_confidence":0.9066539353013172,"candidate_mass":0.9984949219072372,"accepted":true,"accepted_predicted":"3","input_tokens":376,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.074041978083365,"brier_hard":1.9189162606046215,"score_mae":2.551508522572157,"within_one":false,"case_id":"typed:298/r0","base_id":"typed:298","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.734999}
{"id":"disposition","type":"choice","probabilities":{"approve":0.6600384698936839,"hold":0.001453856802761479,"manual_review":0.005413285012139854,"reject":0.33309438829141347},"predicted":"approve","confidence":0.6600384698936839,"entropy_confidence":0.5108193562866479,"candidate_mass":0.9968240305774637,"accepted":false,"accepted_predicted":null,"input_tokens":380,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":null,"nll_hard":0.415457157942626,"brier_hard":0.22655713081768422,"soft_accuracy":0.5614934857452263,"brier_soft":0.14598127044921977,"tvd":0.3197613749584008,"kl":0.657076922839482,"case_id":"typed:298/r0","base_id":"typed:298","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.734999}
{"id":"duplicate","type":"binary","probabilities":{"false":0.6635778317697809,"true":0.3364221682302179},"predicted":"false","confidence":0.6635778317697809,"entropy_confidence":0.07864625392215208,"candidate_mass":0.986963958032626,"accepted":false,"accepted_predicted":null,"input_tokens":323,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.4101091272368293,"brier_hard":0.22635975055344287,"soft_accuracy":0.6548535716901713,"brier_soft":0.19189652849066194,"tvd":0.30975516823021854,"kl":0.30526527062151615,"case_id":"typed:298/r0","base_id":"typed:298","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.734999}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9862542925866178,"true":0.013745707413382323},"predicted":"false","confidence":0.9862542925866178,"entropy_confidence":0.8952905769225865,"candidate_mass":0.976260926804768,"accepted":true,"accepted_predicted":"false","input_tokens":343,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.287028691728061,"brier_hard":1.9453950592910596,"soft_accuracy":0.10775519481632342,"brier_soft":1.5827311022631774,"tvd":0.8895872925866177,"kl":3.55625517455383,"case_id":"typed:298/r0","base_id":"typed:298","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.734999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.31094161815276655,"1":0.0026511030735598914,"2":0.15497394116482693,"3":0.531433337608845},"predicted":"3","confidence":0.531433337608845,"entropy_confidence":0.2758653735849075,"candidate_mass":0.9887221959913397,"accepted":false,"accepted_predicted":null,"input_tokens":373,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":5.932779471420197,"brier_hard":1.3978278268620836,"score_mae":0.7868989982297487,"within_one":true,"case_id":"typed:298/r0","base_id":"typed:298","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":167.734999}
{"id":"discrepancy_severity","type":"ordinal","probabilities":{"0":0.01500920237274091,"1":0.0004031541606897211,"2":0.003466212631094697,"3":0.9811214308354741},"predicted":"3","confidence":0.9811214308354741,"entropy_confidence":0.9246116714381308,"candidate_mass":0.9989053164631357,"accepted":true,"accepted_predicted":"3","input_tokens":407,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":4.199091774472855,"brier_hard":1.9328183106183132,"score_mae":2.364032871929302,"within_one":false,"case_id":"typed:299/r0","base_id":"typed:299","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.967499}
{"id":"disposition","type":"choice","probabilities":{"approve":0.8847137966814677,"hold":0.0016917051634225354,"manual_review":0.005890233182590502,"reject":0.10770426497251809},"predicted":"approve","confidence":0.8847137966814677,"entropy_confidence":0.7190973650693849,"candidate_mass":0.9965250159703851,"accepted":true,"accepted_predicted":"approve","input_tokens":411,"reused_prefix_tokens":0,"expected":"approve","correct":true,"accepted_correct":true,"nll_hard":0.12249107985745054,"brier_hard":0.024928674082177606,"soft_accuracy":0.6533351152385315,"brier_soft":0.05435323696888326,"tvd":0.2257512949872197,"kl":0.6471697379985771,"case_id":"typed:299/r0","base_id":"typed:299","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.967499}
{"id":"duplicate","type":"binary","probabilities":{"false":0.602824022049509,"true":0.3971759779504904},"predicted":"false","confidence":0.602824022049509,"entropy_confidence":0.030725341583287324,"candidate_mass":0.9827038111473436,"accepted":false,"accepted_predicted":null,"input_tokens":354,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5061299622449376,"brier_hard":0.31549751492185735,"soft_accuracy":0.5966545807265384,"brier_soft":0.26963639756779845,"tvd":0.3671759779504907,"kl":0.3839051700112157,"case_id":"typed:299/r0","base_id":"typed:299","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.967499}
{"id":"matches_order","type":"binary","probabilities":{"false":0.9863484562989158,"true":0.013651543701083301},"predicted":"false","confidence":0.9863484562989158,"entropy_confidence":0.8958715602787858,"candidate_mass":0.9806144478526402,"accepted":true,"accepted_predicted":"false","input_tokens":374,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.293902672091093,"brier_hard":1.94576655448651,"soft_accuracy":0.11092123496086653,"brier_soft":1.5712271719669437,"tvd":0.8863484562989162,"kl":3.540803989776305,"case_id":"typed:299/r0","base_id":"typed:299","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.967499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2623070601127406,"1":0.002442982352514013,"2":0.08125630171398364,"3":0.6539936558207604},"predicted":"3","confidence":0.6539936558207604,"entropy_confidence":0.38872165985864804,"candidate_mass":0.9919755802002836,"accepted":false,"accepted_predicted":null,"input_tokens":404,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":2.5101469012231554,"brier_hard":1.3406086469418335,"score_mae":0.37693655324276243,"within_one":true,"case_id":"typed:299/r0","base_id":"typed:299","repeat":0,"workflow":"invoice_processing","case_elapsed_ms":184.967499}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8040266159462953,"true":0.19597338405370365},"predicted":"false","confidence":0.8040266159462953,"entropy_confidence":0.2861986069004754,"candidate_mass":0.9787756065319316,"accepted":true,"accepted_predicted":"false","input_tokens":352,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.6297764246170523,"brier_hard":1.2929175983001047,"soft_accuracy":0.3783893536214812,"brier_soft":0.5080856591645495,"tvd":0.5040266159462958,"kl":0.5954160669591315,"case_id":"typed:300/r0","base_id":"typed:300","repeat":0,"workflow":"security_incidents","case_elapsed_ms":187.667098}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4222986700407021,"contain":0.0016039826594959187,"investigate":0.019251803600308263,"monitor":0.5568455436994931},"predicted":"monitor","confidence":0.5568455436994931,"entropy_confidence":0.43992857089439685,"candidate_mass":0.9985000178731208,"accepted":false,"accepted_predicted":null,"input_tokens":408,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.435265580384332,"brier_hard":1.4855783656393748,"soft_accuracy":0.07061066167230405,"brier_soft":0.7592314509474604,"tvd":0.862477330407079,"kl":3.838628187209645,"case_id":"typed:300/r0","base_id":"typed:300","repeat":0,"workflow":"security_incidents","case_elapsed_ms":187.667098}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0001958633815215169,"1":1.616723787530691e-05,"2":5.626530733587513e-05,"3":0.0006426095264616817,"4":0.9990890945468067},"predicted":"4","confidence":0.9990890945468067,"entropy_confidence":0.995007636614709,"candidate_mass":0.9999659988822278,"accepted":true,"accepted_predicted":"4","input_tokens":428,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.3499732865220615,"brier_hard":1.9968942545260668,"score_mae":1.4984129046191588,"within_one":false,"case_id":"typed:300/r0","base_id":"typed:300","repeat":0,"workflow":"security_incidents","case_elapsed_ms":187.667098}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9929703867592157,"true":0.007029613240785757},"predicted":"false","confidence":0.9929703867592157,"entropy_confidence":0.9396159646660347,"candidate_mass":0.9920714406901601,"accepted":true,"accepted_predicted":"false","input_tokens":374,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.957623590208428,"brier_hard":1.97198037796149,"soft_accuracy":0.15492072926855027,"brier_soft":1.4211981459059608,"tvd":0.8429703867592149,"kl":3.7923291294776313,"case_id":"typed:300/r0","base_id":"typed:300","repeat":0,"workflow":"security_incidents","case_elapsed_ms":187.667098}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35768280622646453,"1":0.0007464869112366225,"2":0.004578852457659125,"3":0.636991854404641},"predicted":"3","confidence":0.636991854404641,"entropy_confidence":0.5058358110279717,"candidate_mass":0.9992990140543283,"accepted":false,"accepted_predicted":null,"input_tokens":403,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.4509984109255782,"brier_hard":0.25973342677115757,"score_mae":0.495787244959522,"within_one":true,"case_id":"typed:300/r0","base_id":"typed:300","repeat":0,"workflow":"security_incidents","case_elapsed_ms":187.667098}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8447720184768162,"true":0.15522798152318287},"predicted":"false","confidence":0.8447720184768162,"entropy_confidence":0.37722984958993655,"candidate_mass":0.9575972751129773,"accepted":true,"accepted_predicted":"false","input_tokens":336,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.8628603941644286,"brier_hard":1.4272795264027902,"soft_accuracy":0.2241823852185462,"brier_soft":1.1093707190120634,"tvd":0.7447720184768167,"kl":1.3683602302212228,"case_id":"typed:301/r0","base_id":"typed:301","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.912399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4078783566577972,"contain":0.0011392139321181475,"investigate":0.022429908160609757,"monitor":0.5685525212494759},"predicted":"monitor","confidence":0.5685525212494759,"entropy_confidence":0.4375546250243264,"candidate_mass":0.9989952244657118,"accepted":false,"accepted_predicted":null,"input_tokens":392,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.777416787642803,"brier_hard":1.4878426939732412,"soft_accuracy":0.025194800272172743,"brier_soft":1.0017539190711322,"tvd":0.9430978779072726,"kl":5.0504026241455735,"case_id":"typed:301/r0","base_id":"typed:301","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.912399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003035468652431634,"1":1.5211845075446767e-05,"2":5.868529756218012e-05,"3":0.0008300429160411055,"4":0.9987925130760799},"predicted":"4","confidence":0.9987925130760799,"entropy_confidence":0.993603746545553,"candidate_mass":0.9999701520803913,"accepted":true,"accepted_predicted":"4","input_tokens":412,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.094033152436722,"brier_hard":1.9959271831320553,"score_mae":1.3211257634926423,"within_one":false,"case_id":"typed:301/r0","base_id":"typed:301","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.912399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9924659374881163,"true":0.007534062511883048},"predicted":"false","confidence":0.9924659374881163,"entropy_confidence":0.9360388007152339,"candidate_mass":0.9845919004160003,"accepted":true,"accepted_predicted":"false","input_tokens":358,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.888320872443412,"brier_hard":1.9699772741483323,"soft_accuracy":0.056780656260694756,"brier_soft":1.7764840866507088,"tvd":0.9424659374881166,"kl":4.445767714821416,"case_id":"typed:301/r0","base_id":"typed:301","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.912399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4367160286693065,"1":0.000907066513116801,"2":0.01158033960600198,"3":0.5507965652115732},"predicted":"3","confidence":0.5507965652115732,"entropy_confidence":0.46022930596667744,"candidate_mass":0.9983779616616315,"accepted":false,"accepted_predicted":null,"input_tokens":387,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5963897481464037,"brier_hard":0.39263954255746053,"score_mae":1.1868755586401596,"within_one":false,"case_id":"typed:301/r0","base_id":"typed:301","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.912399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8852437455518619,"true":0.11475625444813896},"predicted":"false","confidence":0.8852437455518619,"entropy_confidence":0.48590236587678515,"candidate_mass":0.9784075494928319,"accepted":true,"accepted_predicted":"false","input_tokens":318,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.12189225319230702,"brier_hard":0.026337995869931824,"soft_accuracy":0.7311462473311173,"brier_soft":0.014532992311421002,"tvd":0.08524374555186146,"kl":0.030100364322087944,"case_id":"typed:302/r0","base_id":"typed:302","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.824698}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.6394599205558881,"contain":0.002098513552850691,"investigate":0.037355664383044995,"monitor":0.321085901508216},"predicted":"close_benign","confidence":0.6394599205558881,"entropy_confidence":0.4327107927971612,"candidate_mass":0.9985780252102617,"accepted":false,"accepted_predicted":null,"input_tokens":374,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.2872707220601463,"brier_hard":1.4386936667992267,"soft_accuracy":0.2116050337991831,"brier_soft":0.4585281579671222,"tvd":0.5272122553976709,"kl":1.2421502249332739,"case_id":"typed:302/r0","base_id":"typed:302","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.824698}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00035007599397952975,"1":1.1315721157489092e-05,"2":3.779083077377195e-05,"3":0.0005607402240149884,"4":0.9990400772300753},"predicted":"4","confidence":0.9990400772300753,"entropy_confidence":0.9947455537841843,"candidate_mass":0.9999652382607355,"accepted":true,"accepted_predicted":"4","input_tokens":394,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.183444056886543,"brier_hard":1.99800593278932,"score_mae":1.964596426975051,"within_one":false,"case_id":"typed:302/r0","base_id":"typed:302","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.824698}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9926426624596133,"true":0.007357337540387171},"predicted":"false","confidence":0.9926426624596133,"entropy_confidence":0.9372862366517217,"candidate_mass":0.9878489233137652,"accepted":true,"accepted_predicted":"false","input_tokens":340,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.007384536237005046,"brier_hard":0.00010826083136637374,"soft_accuracy":0.5985285324919228,"brier_soft":0.30833652076674734,"tvd":0.3926426624596131,"kl":1.2962419183000145,"case_id":"typed:302/r0","base_id":"typed:302","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.824698}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5670413928153961,"1":0.001330052447999525,"2":0.013565499625765587,"3":0.4180630551108389},"predicted":"0","confidence":0.5670413928153961,"entropy_confidence":0.4565071683044766,"candidate_mass":0.9979519807512703,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.622536902939888,"brier_hard":1.4938383461382447,"score_mae":0.26734978296795253,"within_one":true,"case_id":"typed:302/r0","base_id":"typed:302","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.824698}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8343681420273185,"true":0.16563185797267999},"predicted":"false","confidence":0.8343681420273185,"entropy_confidence":0.35238590053647356,"candidate_mass":0.9593702976606313,"accepted":true,"accepted_predicted":"false","input_tokens":331,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.7979876764713794,"brier_hard":1.3923403928602416,"soft_accuracy":0.3885437297454648,"brier_soft":0.502072427092672,"tvd":0.5010351420273192,"kl":0.6225052382779244,"case_id":"typed:303/r0","base_id":"typed:303","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.990299}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.33339504079091314,"contain":0.0013205036880892464,"investigate":0.03393543861412015,"monitor":0.6313490169068771},"predicted":"monitor","confidence":0.6313490169068771,"entropy_confidence":0.4372525897308849,"candidate_mass":0.9982895119135863,"accepted":false,"accepted_predicted":null,"input_tokens":387,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.3832954237848476,"brier_hard":1.4430363148689374,"soft_accuracy":0.2492320855924847,"brier_soft":0.3752203764682084,"tvd":0.5647440576977905,"kl":1.4864585946565154,"case_id":"typed:303/r0","base_id":"typed:303","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.990299}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002557495218746977,"1":1.2014085043910213e-05,"2":4.019092436438205e-05,"3":0.0005092729336729449,"4":0.999182772535044},"predicted":"4","confidence":0.999182772535044,"entropy_confidence":0.995441406584907,"candidate_mass":0.9999709761137104,"accepted":true,"accepted_predicted":"4","input_tokens":407,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.121869349907442,"brier_hard":1.9982861576084763,"score_mae":1.9483513048749677,"within_one":false,"case_id":"typed:303/r0","base_id":"typed:303","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.990299}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9918649863457083,"true":0.008135013654291609},"predicted":"false","confidence":0.9918649863457083,"entropy_confidence":0.9318411915240498,"candidate_mass":0.9879239464465482,"accepted":true,"accepted_predicted":"false","input_tokens":353,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.811577859850146,"brier_hard":1.9675923022771444,"soft_accuracy":0.38523117527601053,"brier_soft":0.7406223568117067,"tvd":0.6085319863457084,"kl":2.3046002151833447,"case_id":"typed:303/r0","base_id":"typed:303","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.990299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.43470206250001797,"1":0.001302579727843518,"2":0.02073331286171546,"3":0.5432620449104227},"predicted":"3","confidence":0.5432620449104227,"entropy_confidence":0.4354426378484997,"candidate_mass":0.9975140878001585,"accepted":false,"accepted_predicted":null,"input_tokens":382,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.876013555282668,"brier_hard":1.443064473834762,"score_mae":0.36077765981745724,"within_one":true,"case_id":"typed:303/r0","base_id":"typed:303","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.990299}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8225658134091581,"true":0.1774341865908433},"predicted":"false","confidence":0.8225658134091581,"entropy_confidence":0.3255682914414545,"candidate_mass":0.9782214666494629,"accepted":true,"accepted_predicted":"false","input_tokens":306,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.19532678324081587,"brier_hard":0.06296578114230789,"soft_accuracy":0.7322473856545941,"brier_soft":0.0028026366514360365,"tvd":0.03743418659084258,"kl":0.005099321126096179,"case_id":"typed:304/r0","base_id":"typed:304","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.763799}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5114406108118188,"contain":0.0019346282449983372,"investigate":0.0328258997196345,"monitor":0.453798861223547},"predicted":"close_benign","confidence":0.5114406108118188,"entropy_confidence":0.40437015043593916,"candidate_mass":0.9978464866588289,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"close_benign","correct":true,"accepted_correct":null,"nll_hard":0.6705238082262817,"brier_hard":0.4457049656905666,"soft_accuracy":0.41575829425104743,"brier_soft":0.08535879659010939,"tvd":0.24379886122354766,"kl":0.23662514332835688,"case_id":"typed:304/r0","base_id":"typed:304","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.763799}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00037849457802980886,"1":1.7628199406752007e-05,"2":7.708409500595542e-05,"3":0.0029371355720332493,"4":0.9965896575555233},"predicted":"4","confidence":0.9965896575555233,"entropy_confidence":0.9848181592725561,"candidate_mass":0.9999581326361106,"accepted":true,"accepted_predicted":"4","input_tokens":382,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.470613589130327,"brier_hard":1.9930455536328486,"score_mae":2.7086748333276116,"within_one":false,"case_id":"typed:304/r0","base_id":"typed:304","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.763799}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9932281358300196,"true":0.006771864169979397},"predicted":"false","confidence":0.9932281358300196,"entropy_confidence":0.9414638005335666,"candidate_mass":0.9871974357330705,"accepted":true,"accepted_predicted":"false","input_tokens":328,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006794897285797001,"brier_hard":9.171628867331554e-05,"soft_accuracy":0.8222427108943698,"brier_soft":0.05548522393797278,"tvd":0.16656113583002005,"kl":0.4102798443855864,"case_id":"typed:304/r0","base_id":"typed:304","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.763799}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.566875445837066,"1":0.0014104496133119497,"2":0.016349811599638952,"3":0.41536429294998334},"predicted":"0","confidence":0.566875445837066,"entropy_confidence":0.4494533348714733,"candidate_mass":0.996405938656831,"accepted":false,"accepted_predicted":null,"input_tokens":357,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.5676156716309003,"brier_hard":0.3603936809841354,"score_mae":0.2868699516625399,"within_one":true,"case_id":"typed:304/r0","base_id":"typed:304","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.763799}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.9005253438659018,"true":0.09947465613409703},"predicted":"false","confidence":0.9005253438659018,"entropy_confidence":0.5326719225395811,"candidate_mass":0.9611272116340457,"accepted":true,"accepted_predicted":"false","input_tokens":317,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.3078523794823873,"brier_hard":1.6218917898896035,"soft_accuracy":0.3451304673887464,"brier_soft":0.7053354651583047,"tvd":0.5938583438659024,"kl":1.0158340053658623,"case_id":"typed:305/r0","base_id":"typed:305","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.081998}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5923031825691635,"contain":0.0019916161850995697,"investigate":0.062377710830643855,"monitor":0.3433274904150939},"predicted":"close_benign","confidence":0.5923031825691635,"entropy_confidence":0.3776880400310958,"candidate_mass":0.9981887359412304,"accepted":false,"accepted_predicted":null,"input_tokens":373,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":2.774547265644099,"brier_hard":1.3478363494384988,"soft_accuracy":0.09488007517872744,"brier_soft":0.6995206985203315,"tvd":0.785630672984257,"kl":2.439432430309455,"case_id":"typed:305/r0","base_id":"typed:305","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.081998}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002719011967795934,"1":9.992155097993932e-06,"2":6.276198178183468e-05,"3":0.0010641231163060192,"4":0.9985912215500358},"predicted":"4","confidence":0.9985912215500358,"entropy_confidence":0.9927632986682223,"candidate_mass":0.9999740068814903,"accepted":true,"accepted_predicted":"4","input_tokens":393,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.845604183942736,"brier_hard":1.9950573918513577,"score_mae":1.041025771667723,"within_one":false,"case_id":"typed:305/r0","base_id":"typed:305","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.081998}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9923741398376832,"true":0.007625860162316184},"predicted":"false","confidence":0.9923741398376832,"entropy_confidence":0.9353932222287814,"candidate_mass":0.960522003972211,"accepted":true,"accepted_predicted":"false","input_tokens":339,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.876210154678411,"brier_hard":1.9696128668371644,"soft_accuracy":0.24396544728440425,"brier_soft":1.1321336925929883,"tvd":0.7523741398376835,"kl":3.156677010038704,"case_id":"typed:305/r0","base_id":"typed:305","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.081998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5167475306115225,"1":0.0014146760723422515,"2":0.03201490011536346,"3":0.44982289320077273},"predicted":"0","confidence":0.5167475306115225,"entropy_confidence":0.40850674441848966,"candidate_mass":0.9977874296138454,"accepted":false,"accepted_predicted":null,"input_tokens":368,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.7989013443519823,"brier_hard":0.570749814376861,"score_mae":1.0217538440946123,"within_one":false,"case_id":"typed:305/r0","base_id":"typed:305","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.081998}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.882759906706236,"true":0.11724009329376243},"predicted":"false","confidence":0.882759906706236,"entropy_confidence":0.47862478178323065,"candidate_mass":0.9609715002256638,"accepted":true,"accepted_predicted":"false","input_tokens":300,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.1435313673894854,"brier_hard":1.558530105776008,"soft_accuracy":0.3086200466468808,"brier_soft":0.8007701990697711,"tvd":0.6327599067062368,"kl":1.0764888863448956,"case_id":"typed:306/r0","base_id":"typed:306","repeat":0,"workflow":"security_incidents","case_elapsed_ms":160.778999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5189635486196837,"contain":0.001949005083740395,"investigate":0.026180312678796787,"monitor":0.45290713361777946},"predicted":"close_benign","confidence":0.5189635486196837,"entropy_confidence":0.41811517027055833,"candidate_mass":0.9976827668114455,"accepted":false,"accepted_predicted":null,"input_tokens":356,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.240436250076126,"brier_hard":1.4712392337031033,"soft_accuracy":0.08027554050337447,"brier_soft":0.701808440641835,"tvd":0.821870682237463,"kl":3.431416986320898,"case_id":"typed:306/r0","base_id":"typed:306","repeat":0,"workflow":"security_incidents","case_elapsed_ms":160.778999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00034310950103898165,"1":1.428171606323476e-05,"2":4.953531609738934e-05,"3":0.0011749758319134637,"4":0.9984180976348881},"predicted":"4","confidence":0.9984180976348881,"entropy_confidence":0.9919877953451492,"candidate_mass":0.9999622474212698,"accepted":true,"accepted_predicted":"4","input_tokens":376,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.746507700181837,"brier_hard":1.9944902469710921,"score_mae":0.9173106703835505,"within_one":true,"case_id":"typed:306/r0","base_id":"typed:306","repeat":0,"workflow":"security_incidents","case_elapsed_ms":160.778999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9941873086809802,"true":0.005812691319019851},"predicted":"false","confidence":0.9941873086809802,"entropy_confidence":0.9484700734635785,"candidate_mass":0.986906670196396,"accepted":true,"accepted_predicted":"false","input_tokens":322,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.147711593510163,"brier_hard":1.976816809484661,"soft_accuracy":0.14418513774969433,"brier_soft":1.4592719166233121,"tvd":0.8541873086809801,"kl":4.022884636461361,"case_id":"typed:306/r0","base_id":"typed:306","repeat":0,"workflow":"security_incidents","case_elapsed_ms":160.778999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.49590945890786864,"1":0.0016378282647869307,"2":0.015240003940504197,"3":0.48721270888683976},"predicted":"0","confidence":0.49590945890786864,"entropy_confidence":0.442822696851202,"candidate_mass":0.9971227697001493,"accepted":false,"accepted_predicted":null,"input_tokens":351,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.7190544773625511,"brier_hard":0.5091119375629996,"score_mae":1.1695770371936858,"within_one":false,"case_id":"typed:306/r0","base_id":"typed:306","repeat":0,"workflow":"security_incidents","case_elapsed_ms":160.778999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.670610386530088,"true":0.3293896134699132},"predicted":"false","confidence":0.670610386530088,"entropy_confidence":0.0856984720403633,"candidate_mass":0.9825650994552522,"accepted":false,"accepted_predicted":null,"input_tokens":306,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.1105139933996249,"brier_hard":0.8994365810440663,"soft_accuracy":0.5000000000000006,"brier_soft":0.05821580798389166,"tvd":0.1706103865300874,"kl":0.06189329446809755,"case_id":"typed:307/r0","base_id":"typed:307","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.877599}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5940170134387587,"contain":0.0022249373927786245,"investigate":0.03687503604532873,"monitor":0.36688301312313304},"predicted":"close_benign","confidence":0.5940170134387587,"entropy_confidence":0.41386475521817034,"candidate_mass":0.9977522951262305,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.300220486822191,"brier_hard":1.4150740041121002,"soft_accuracy":0.14546593407106154,"brier_soft":0.5878919947276712,"tvd":0.6275663598955589,"kl":1.889393500771199,"case_id":"typed:307/r0","base_id":"typed:307","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.877599}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0004140475313670256,"1":1.617685572209943e-05,"2":7.569488046432879e-05,"3":0.0008435524563317147,"4":0.9986505282761154},"predicted":"4","confidence":0.9986505282761154,"entropy_confidence":0.9928912560241021,"candidate_mass":0.9999580767515266,"accepted":true,"accepted_predicted":"4","input_tokens":382,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.488800029076938,"brier_hard":1.9971523768727462,"score_mae":1.717300337090108,"within_one":false,"case_id":"typed:307/r0","base_id":"typed:307","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.877599}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9894445021173154,"true":0.01055549788268539},"predicted":"false","confidence":0.9894445021173154,"entropy_confidence":0.9155463535260014,"candidate_mass":0.987962662212766,"accepted":true,"accepted_predicted":"false","input_tokens":328,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.5511084284783365,"brier_hard":1.9580008455403628,"soft_accuracy":0.25527774894134286,"brier_soft":1.0935563434230477,"tvd":0.739444502117315,"kl":2.8536490773165593,"case_id":"typed:307/r0","base_id":"typed:307","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.877599}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.7373924265097586,"1":0.0019852950419236874,"2":0.02328464510341707,"3":0.23733763334490032},"predicted":"0","confidence":0.7373924265097586,"entropy_confidence":0.5196594512490725,"candidate_mass":0.9963688896855742,"accepted":false,"accepted_predicted":null,"input_tokens":357,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.7599611440890257,"brier_hard":1.5540535687628694,"score_mae":1.4394325147165414,"within_one":false,"case_id":"typed:307/r0","base_id":"typed:307","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.877599}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7773163692970563,"true":0.22268363070294495},"predicted":"false","confidence":0.7773163692970563,"entropy_confidence":0.23496245269509386,"candidate_mass":0.9831471784149156,"accepted":false,"accepted_predicted":null,"input_tokens":274,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2519078437922814,"brier_hard":0.0991759987660906,"soft_accuracy":0.5184875730755582,"brier_soft":0.11905576898708686,"tvd":0.24398336929705564,"kl":0.14436274480144398,"case_id":"typed:308/r0","base_id":"typed:308","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.969998}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.476867926755341,"contain":0.0020754703368637763,"investigate":0.024513825146716565,"monitor":0.4965427777610777},"predicted":"monitor","confidence":0.4965427777610777,"entropy_confidence":0.41968891822472576,"candidate_mass":0.99785692377937,"accepted":false,"accepted_predicted":null,"input_tokens":330,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.708518028881432,"brier_hard":1.4255353346216342,"soft_accuracy":0.1917228953536714,"brier_soft":0.5050944697637245,"tvd":0.6134107045164192,"kl":1.8802570778268448,"case_id":"typed:308/r0","base_id":"typed:308","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.969998}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0004211251466002909,"1":1.942772081970375e-05,"2":5.886115749736684e-05,"3":0.0007637672905196016,"4":0.9987368186845635},"predicted":"4","confidence":0.9987368186845635,"entropy_confidence":0.9932886794281198,"candidate_mass":0.9999250949187523,"accepted":true,"accepted_predicted":"4","input_tokens":350,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.740329150089533,"brier_hard":1.9973582752101036,"score_mae":1.7107087266456276,"within_one":false,"case_id":"typed:308/r0","base_id":"typed:308","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.969998}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9946180033449301,"true":0.0053819966550701275},"predicted":"false","confidence":0.9946180033449301,"entropy_confidence":0.9516887838883544,"candidate_mass":0.9910218551336497,"accepted":true,"accepted_predicted":"false","input_tokens":296,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.224695848180751,"brier_hard":1.9785299451557103,"soft_accuracy":0.38458880280751423,"brier_soft":0.7473387106288221,"tvd":0.61128500334493,"kl":2.558293941814273,"case_id":"typed:308/r0","base_id":"typed:308","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.969998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5507161714480994,"1":0.0011472421347394322,"2":0.011993706110745272,"3":0.4361428803064144},"predicted":"0","confidence":0.5507161714480994,"entropy_confidence":0.458090002434024,"candidate_mass":0.9982752734922489,"accepted":false,"accepted_predicted":null,"input_tokens":325,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8297853821925507,"brier_hard":0.6213683180743854,"score_mae":0.7631037047245268,"within_one":true,"case_id":"typed:308/r0","base_id":"typed:308","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.969998}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6625453375290322,"true":0.3374546624709686},"predicted":"false","confidence":0.6625453375290322,"entropy_confidence":0.077637859782131,"candidate_mass":0.9874664327722753,"accepted":false,"accepted_predicted":null,"input_tokens":263,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.4116662894571732,"brier_hard":0.22775129844679015,"soft_accuracy":0.5270907812246141,"brier_soft":0.012549188833626523,"tvd":0.07921233752903181,"kl":0.013580561884101686,"case_id":"typed:309/r0","base_id":"typed:309","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.173799}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4708439769347597,"contain":0.0014849470810054694,"investigate":0.017272282402813508,"monitor":0.5103987935814195},"predicted":"monitor","confidence":0.5103987935814195,"entropy_confidence":0.4390072241888199,"candidate_mass":0.9985016101281635,"accepted":false,"accepted_predicted":null,"input_tokens":319,"reused_prefix_tokens":0,"expected":"monitor","correct":true,"accepted_correct":null,"nll_hard":0.6725629106271179,"brier_hard":0.46170392874950594,"soft_accuracy":0.3166222802410345,"brier_soft":0.23981263320827578,"tvd":0.37084397693476057,"kl":1.0138817360947352,"case_id":"typed:309/r0","base_id":"typed:309","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.173799}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021728684821304195,"1":1.3943693636852756e-05,"2":3.7265968756302496e-05,"3":0.0006355344327722186,"4":0.999095969056621},"predicted":"4","confidence":0.999095969056621,"entropy_confidence":0.995060142216522,"candidate_mass":0.9999595110851108,"accepted":true,"accepted_predicted":"4","input_tokens":339,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.197430013556268,"brier_hard":1.9981186761484446,"score_mae":2.23171195515595,"within_one":false,"case_id":"typed:309/r0","base_id":"typed:309","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.173799}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9840942651167404,"true":0.015905734883259012},"predicted":"false","confidence":0.9840942651167404,"entropy_confidence":0.88221056833265,"candidate_mass":0.9892663701148521,"accepted":true,"accepted_predicted":"false","input_tokens":285,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.016033588635341555,"brier_hard":0.000505984804353065,"soft_accuracy":0.6129556512567493,"brier_soft":0.2700055903023352,"tvd":0.3674272651167406,"kl":0.9316260574176367,"case_id":"typed:309/r0","base_id":"typed:309","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.173799}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.37338952497521,"1":0.0008261967923092124,"2":0.007166361007879094,"3":0.6186179172246004},"predicted":"3","confidence":0.6186179172246004,"entropy_confidence":0.4905877070585791,"candidate_mass":0.9984594126086326,"accepted":false,"accepted_predicted":null,"input_tokens":314,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.098677565471974,"brier_hard":1.520507510619132,"score_mae":0.42101267048186863,"within_one":true,"case_id":"typed:309/r0","base_id":"typed:309","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.173799}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.48299015578601634,"true":0.5170098442139854},"predicted":"true","confidence":0.5170098442139854,"entropy_confidence":0.0008350048702612245,"candidate_mass":0.9889744264366209,"accepted":false,"accepted_predicted":null,"input_tokens":269,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7277590069326791,"brier_hard":0.5345983580283371,"soft_accuracy":0.49603102501017504,"brier_soft":0.03573899735801982,"tvd":0.1336768442139846,"kl":0.035994958174996344,"case_id":"typed:310/r0","base_id":"typed:310","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.324999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4603588394235603,"contain":0.0016576457555256387,"investigate":0.020751333696155328,"monitor":0.5172321811247577},"predicted":"monitor","confidence":0.5172321811247577,"entropy_confidence":0.43075406673955985,"candidate_mass":0.9977110245529996,"accepted":false,"accepted_predicted":null,"input_tokens":325,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.875144759857438,"brier_hard":1.4383900884737908,"soft_accuracy":0.19999927932588124,"brier_soft":0.446005152770339,"tvd":0.5942570205483184,"kl":1.7000734593331848,"case_id":"typed:310/r0","base_id":"typed:310","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.324999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002462728503979473,"1":1.258334719482359e-05,"2":3.071163324182176e-05,"3":0.0005015703015746638,"4":0.9992088618675903},"predicted":"4","confidence":0.9992088618675903,"entropy_confidence":0.9955829063843918,"candidate_mass":0.9999580403330245,"accepted":true,"accepted_predicted":"4","input_tokens":345,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.597766777785424,"brier_hard":1.997415522356205,"score_mae":1.4684141649887636,"within_one":false,"case_id":"typed:310/r0","base_id":"typed:310","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.324999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9895648353697151,"true":0.01043516463028381},"predicted":"false","confidence":0.9895648353697151,"entropy_confidence":0.9163356066704529,"candidate_mass":0.9918748315371934,"accepted":true,"accepted_predicted":"false","input_tokens":291,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.010489992721030478,"brier_hard":0.0002177853217222759,"soft_accuracy":0.548956483536971,"brier_soft":0.38643448898721033,"tvd":0.4395648353697156,"kl":1.370788965109737,"case_id":"typed:310/r0","base_id":"typed:310","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.324999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4411080658381781,"1":0.0011223582062330905,"2":0.010465086514579823,"3":0.547304489441009},"predicted":"3","confidence":0.547304489441009,"entropy_confidence":0.46168673865478804,"candidate_mass":0.9974140029863118,"accepted":false,"accepted_predicted":null,"input_tokens":320,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.559710656077751,"brier_hard":1.4732991346043232,"score_mae":0.5193670004415807,"within_one":true,"case_id":"typed:310/r0","base_id":"typed:310","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.324999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.5127192706862088,"true":0.48728072931378963},"predicted":"false","confidence":0.5127192706862088,"entropy_confidence":0.0004668483240612975,"candidate_mass":0.9752645696100807,"accepted":false,"accepted_predicted":null,"input_tokens":264,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.6680268142278685,"brier_hard":0.4748850183211589,"soft_accuracy":0.5025438541372411,"brier_soft":0.015235851419094296,"tvd":0.08728072931379038,"kl":0.015370371827987048,"case_id":"typed:311/r0","base_id":"typed:311","repeat":0,"workflow":"security_incidents","case_elapsed_ms":159.6284}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.29664142224256995,"contain":0.0013694633027915139,"investigate":0.021952701261569778,"monitor":0.6800364131930672},"predicted":"monitor","confidence":0.6800364131930672,"entropy_confidence":0.48381831109036266,"candidate_mass":0.9986178092439594,"accepted":false,"accepted_predicted":null,"input_tokens":320,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.8188650827243293,"brier_hard":1.5070240506578645,"soft_accuracy":0.18502697543720445,"brier_soft":0.5886530578625953,"tvd":0.676677835435638,"kl":2.0782023515033714,"case_id":"typed:311/r0","base_id":"typed:311","repeat":0,"workflow":"security_incidents","case_elapsed_ms":159.6284}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00016845858952501487,"1":1.3787523476144961e-05,"2":3.6694358908990484e-05,"3":0.001342670090931193,"4":0.99843838943716},"predicted":"4","confidence":0.99843838943716,"entropy_confidence":0.9922753380358282,"candidate_mass":0.9999549815235371,"accepted":true,"accepted_predicted":"4","input_tokens":340,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.61309504245121,"brier_hard":1.9941957099978491,"score_mae":1.2412017442627277,"within_one":false,"case_id":"typed:311/r0","base_id":"typed:311","repeat":0,"workflow":"security_incidents","case_elapsed_ms":159.6284}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9877827556384111,"true":0.012217244361588402},"predicted":"false","confidence":0.9877827556384111,"entropy_confidence":0.9048425308536973,"candidate_mass":0.9857912353803829,"accepted":true,"accepted_predicted":"false","input_tokens":286,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.01229248836914467,"brier_hard":0.000298522119581539,"soft_accuracy":0.5325185251873901,"brier_soft":0.41304916079962356,"tvd":0.45444975563841133,"kl":1.3712573022410846,"case_id":"typed:311/r0","base_id":"typed:311","repeat":0,"workflow":"security_incidents","case_elapsed_ms":159.6284}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.2523497717516196,"1":0.0007336733335950148,"2":0.010353722398425252,"3":0.7365628325163586},"predicted":"3","confidence":0.7365628325163586,"entropy_confidence":0.548942640494302,"candidate_mass":0.9985003628833602,"accepted":false,"accepted_predicted":null,"input_tokens":315,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.3057607344082811,"brier_hard":0.13318728635896274,"score_mae":0.04779661567952109,"within_one":true,"case_id":"typed:311/r0","base_id":"typed:311","repeat":0,"workflow":"security_incidents","case_elapsed_ms":159.6284}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6910662888450169,"true":0.3089337111549827},"predicted":"false","confidence":0.6910662888450169,"entropy_confidence":0.10806122555196696,"candidate_mass":0.9747806057683033,"accepted":false,"accepted_predicted":null,"input_tokens":307,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.36951952805727833,"brier_hard":0.19088007577598082,"soft_accuracy":0.5191066288845014,"brier_soft":0.039799395697011575,"tvd":0.14106628884501707,"kl":0.04367977516522312,"case_id":"typed:312/r0","base_id":"typed:312","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.964499}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5246924528275546,"contain":0.0019475111343563434,"investigate":0.03616802517260159,"monitor":0.4371920108654883},"predicted":"close_benign","confidence":0.5246924528275546,"entropy_confidence":0.39959408931174745,"candidate_mass":0.9981886633398457,"accepted":false,"accepted_predicted":null,"input_tokens":363,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.3195798329991,"brier_hard":1.3954148929181063,"soft_accuracy":0.21175887457977574,"brier_soft":0.4347884718817577,"tvd":0.5452174636930425,"kl":1.309072432355648,"case_id":"typed:312/r0","base_id":"typed:312","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.964499}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00029514821471517854,"1":1.242979441928704e-05,"2":5.3066242528905314e-05,"3":0.0016364809089254595,"4":0.9980028748394109},"predicted":"4","confidence":0.9980028748394109,"entropy_confidence":0.990334979680994,"candidate_mass":0.9999675410421601,"accepted":true,"accepted_predicted":"4","input_tokens":383,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":11.295414191654288,"brier_hard":1.99598764675165,"score_mae":2.6970395043638966,"within_one":false,"case_id":"typed:312/r0","base_id":"typed:312","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.964499}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9913205767172356,"true":0.008679423282764212},"predicted":"false","confidence":0.9913205767172356,"entropy_confidence":0.9280944405965363,"candidate_mass":0.9893830709190212,"accepted":true,"accepted_predicted":"false","input_tokens":329,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.746800194595107,"brier_hard":1.9654329716459857,"soft_accuracy":0.46724562243256873,"brier_soft":0.5505227511243767,"tvd":0.5246535767172357,"kl":1.8447699147303978,"case_id":"typed:312/r0","base_id":"typed:312","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.964499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5488928300228009,"1":0.0016090240617905418,"2":0.018061998403621316,"3":0.43143614751178755},"predicted":"0","confidence":0.5488928300228009,"entropy_confidence":0.44111114496016346,"candidate_mass":0.9970952281539022,"accepted":false,"accepted_predicted":null,"input_tokens":358,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.432127456583682,"brier_hard":1.484531264851435,"score_mae":0.08462553659560412,"within_one":true,"case_id":"typed:312/r0","base_id":"typed:312","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.964499}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6393478059787318,"true":0.36065219402126836},"predicted":"false","confidence":0.6393478059787318,"entropy_confidence":0.056776772170454626,"candidate_mass":0.9741910195979478,"accepted":false,"accepted_predicted":null,"input_tokens":292,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.44730667537434243,"brier_hard":0.2601400101047091,"soft_accuracy":0.5789636638227441,"brier_soft":0.041463472194684575,"tvd":0.14398519402126833,"kl":0.04869901263828606,"case_id":"typed:313/r0","base_id":"typed:313","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.731699}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3479410690911593,"contain":0.0020852594989999884,"investigate":0.0347786297220619,"monitor":0.6151950416877777},"predicted":"monitor","confidence":0.6151950416877777,"entropy_confidence":0.4258899983812854,"candidate_mass":0.9981555340260005,"accepted":false,"accepted_predicted":null,"input_tokens":348,"reused_prefix_tokens":0,"expected":"monitor","correct":true,"accepted_correct":null,"nll_hard":0.48581592049844596,"brier_hard":0.2703517448944925,"soft_accuracy":0.3744765678006582,"brier_soft":0.09123284822473163,"tvd":0.24647011077893755,"kl":0.36778938898927027,"case_id":"typed:313/r0","base_id":"typed:313","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.731699}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002974856591649661,"1":1.4992100956854452e-05,"2":6.924150320319176e-05,"3":0.0007798291809359063,"4":0.998838451555739},"predicted":"4","confidence":0.998838451555739,"entropy_confidence":0.9937947165423067,"candidate_mass":0.9999521785362644,"accepted":true,"accepted_predicted":"4","input_tokens":368,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.577910117851605,"brier_hard":1.9975404709502778,"score_mae":2.414513768873127,"within_one":false,"case_id":"typed:313/r0","base_id":"typed:313","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.731699}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9930600541089996,"true":0.006939945890999783},"predicted":"false","confidence":0.9930600541089996,"entropy_confidence":0.9402572177895651,"candidate_mass":0.9864082041363512,"accepted":true,"accepted_predicted":"false","input_tokens":314,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006964139314494119,"brier_hard":9.632569794001871e-05,"soft_accuracy":0.7300943632108302,"brier_soft":0.13491628527227872,"tvd":0.2597270541089999,"kl":0.7506495283594898,"case_id":"typed:313/r0","base_id":"typed:313","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.731699}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5209349306451506,"1":0.0014461935994639291,"2":0.01994966030466325,"3":0.4576692154507207},"predicted":"0","confidence":0.5209349306451506,"entropy_confidence":0.43375246398441214,"candidate_mass":0.9977129233603856,"accepted":false,"accepted_predicted":null,"input_tokens":343,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.538820277994571,"brier_hard":1.4783420059608168,"score_mae":0.19768616056095256,"within_one":true,"case_id":"typed:313/r0","base_id":"typed:313","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.731699}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7906623100161656,"true":0.20933768998383512},"predicted":"false","confidence":0.7906623100161656,"entropy_confidence":0.2597851501572179,"candidate_mass":0.9725778634200132,"accepted":false,"accepted_predicted":null,"input_tokens":304,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.5638065893739252,"brier_hard":1.2502937769601972,"soft_accuracy":0.3256026139903012,"brier_soft":0.6977639289472651,"tvd":0.5906623100161653,"kl":0.7976197114900343,"case_id":"typed:314/r0","base_id":"typed:314","repeat":0,"workflow":"security_incidents","case_elapsed_ms":169.378199}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.43423970441503307,"contain":0.001933035743128693,"investigate":0.03203726041619301,"monitor":0.5317899994256458},"predicted":"monitor","confidence":0.5317899994256458,"entropy_confidence":0.40822946699893503,"candidate_mass":0.9976949152375204,"accepted":false,"accepted_predicted":null,"input_tokens":360,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.440855665550327,"brier_hard":1.4083203262293567,"soft_accuracy":0.0652139892306706,"brier_soft":0.7525224463784016,"tvd":0.8660297038406786,"kl":3.4176227013019336,"case_id":"typed:314/r0","base_id":"typed:314","repeat":0,"workflow":"security_incidents","case_elapsed_ms":169.378199}
{"id":"severity","type":"ordinal","probabilities":{"0":0.000414939546817821,"1":1.7403009024728863e-05,"2":7.708532533954568e-05,"3":0.0011422853071367137,"4":0.9983482868116829},"predicted":"4","confidence":0.9983482868116829,"entropy_confidence":0.9915864608949573,"candidate_mass":0.9999519222517531,"accepted":true,"accepted_predicted":"4","input_tokens":380,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.7747243678329525,"brier_hard":1.9944162144011113,"score_mae":1.0836585768278453,"within_one":false,"case_id":"typed:314/r0","base_id":"typed:314","repeat":0,"workflow":"security_incidents","case_elapsed_ms":169.378199}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9938975925647489,"true":0.006102407435250921},"predicted":"false","confidence":0.9938975925647489,"entropy_confidence":0.9463312190799612,"candidate_mass":0.9856276728733813,"accepted":true,"accepted_predicted":"false","input_tokens":326,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.099071924144699,"brier_hard":1.9756648490120075,"soft_accuracy":0.13451578150208568,"brier_soft":1.492638100878338,"tvd":0.863897592564749,"kl":4.050601611136124,"case_id":"typed:314/r0","base_id":"typed:314","repeat":0,"workflow":"security_incidents","case_elapsed_ms":169.378199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6566851064432484,"1":0.0016591996048477805,"2":0.019165553351385152,"3":0.3224901406005177},"predicted":"0","confidence":0.6566851064432484,"entropy_confidence":0.47519083413590435,"candidate_mass":0.9961085126806544,"accepted":false,"accepted_predicted":null,"input_tokens":355,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.1316827149949766,"brier_hard":0.8906250099864803,"score_mae":1.7025392718908288,"within_one":false,"case_id":"typed:314/r0","base_id":"typed:314","repeat":0,"workflow":"security_incidents","case_elapsed_ms":169.378199}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.5683853995123805,"true":0.43161460048761835},"predicted":"false","confidence":0.5683853995123805,"entropy_confidence":0.013536095537635795,"candidate_mass":0.9863511378304535,"accepted":false,"accepted_predicted":null,"input_tokens":288,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.8402222174223793,"brier_hard":0.6461239247576982,"soft_accuracy":0.4913378949853642,"brier_soft":0.03469947354020646,"tvd":0.13171839951238107,"kl":0.03491890397692009,"case_id":"typed:315/r0","base_id":"typed:315","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.336099}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5618374713420611,"contain":0.0022029479550368758,"investigate":0.019907301491777538,"monitor":0.416052279211123},"predicted":"close_benign","confidence":0.5618374713420611,"entropy_confidence":0.43718603784503207,"candidate_mass":0.9979339519993833,"accepted":false,"accepted_predicted":null,"input_tokens":344,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.916668705411837,"brier_hard":1.4493473938896335,"soft_accuracy":0.1330083894409271,"brier_soft":0.6796121975918372,"tvd":0.7112234838869181,"kl":2.288992550482792,"case_id":"typed:315/r0","base_id":"typed:315","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.336099}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002723219281331153,"1":1.3997084977108898e-05,"2":5.5579820340923864e-05,"3":0.0006179647947897752,"4":0.9990401363717603},"predicted":"4","confidence":0.9990401363717603,"entropy_confidence":0.9947422950867201,"candidate_mass":0.9999573872978983,"accepted":true,"accepted_predicted":"4","input_tokens":364,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":11.176661465949753,"brier_hard":1.9980536592365061,"score_mae":2.454806596597069,"within_one":false,"case_id":"typed:315/r0","base_id":"typed:315","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.336099}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9881985577195888,"true":0.011801442280412492},"predicted":"false","confidence":0.9881985577195888,"entropy_confidence":0.907488005185002,"candidate_mass":0.986822647905619,"accepted":true,"accepted_predicted":"false","input_tokens":310,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.439533527826047,"brier_hard":1.9530727789581483,"soft_accuracy":0.30146624532640665,"brier_soft":0.9564317906441602,"tvd":0.6915315577195882,"kl":2.5179786040345147,"case_id":"typed:315/r0","base_id":"typed:315","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.336099}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.47834506055147075,"1":0.0016917974934757773,"2":0.012150544481005858,"3":0.5078125974740472},"predicted":"3","confidence":0.5078125974740472,"entropy_confidence":0.4508787528219512,"candidate_mass":0.9974342538497246,"accepted":false,"accepted_predicted":null,"input_tokens":339,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.410381296948152,"brier_hard":1.462537040055261,"score_mae":0.290569321122371,"within_one":true,"case_id":"typed:315/r0","base_id":"typed:315","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.336099}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8528955200941652,"true":0.147104479905836},"predicted":"false","confidence":0.8528955200941652,"entropy_confidence":0.3974534229604231,"candidate_mass":0.969116115549095,"accepted":true,"accepted_predicted":"false","input_tokens":339,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.15911822422783217,"brier_hard":0.04327945601673265,"soft_accuracy":0.5517577743501314,"brier_soft":0.15631040528280044,"tvd":0.27956252009416466,"kl":0.22663007794594459,"case_id":"typed:316/r0","base_id":"typed:316","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.710199}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4883009913886063,"contain":0.0013169781182093946,"investigate":0.021921750530436337,"monitor":0.4884602799627491},"predicted":"monitor","confidence":0.4884602799627491,"entropy_confidence":0.42834090199839125,"candidate_mass":0.9983883445929902,"accepted":false,"accepted_predicted":null,"input_tokens":395,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.820275960125798,"brier_hard":1.433670099809193,"soft_accuracy":0.19936381298478573,"brier_soft":0.4626747526784941,"tvd":0.5934282713513548,"kl":1.6845384679220956,"case_id":"typed:316/r0","base_id":"typed:316","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.710199}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003060974677842726,"1":1.4274787463943308e-05,"2":4.251029322058322e-05,"3":0.0003034044783006483,"4":0.9993337129732293},"predicted":"4","confidence":0.9993337129732293,"entropy_confidence":0.9961553292032972,"candidate_mass":0.9999443848849231,"accepted":true,"accepted_predicted":"4","input_tokens":415,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.065764317932508,"brier_hard":1.9985830370592512,"score_mae":1.8983443607017239,"within_one":false,"case_id":"typed:316/r0","base_id":"typed:316","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.710199}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9926740076079258,"true":0.0073259923920756306},"predicted":"false","confidence":0.9926740076079258,"entropy_confidence":0.9375081304375391,"candidate_mass":0.9902554520829399,"accepted":true,"accepted_predicted":"false","input_tokens":361,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.916326653108769,"brier_hard":1.9708033707607577,"soft_accuracy":0.4343098038696056,"brier_soft":0.6257247255836978,"tvd":0.559341007607925,"kl":2.1048746797239373,"case_id":"typed:316/r0","base_id":"typed:316","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.710199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4990492938640747,"1":0.0008773455162788312,"2":0.01128198832725683,"3":0.48879137229238917},"predicted":"0","confidence":0.4990492938640747,"entropy_confidence":0.4564496915772177,"candidate_mass":0.998488779788133,"accepted":false,"accepted_predicted":null,"input_tokens":390,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.484547778299099,"brier_hard":1.4655312796749664,"score_mae":0.22685156095203984,"within_one":true,"case_id":"typed:316/r0","base_id":"typed:316","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.710199}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8045160278726943,"true":0.1954839721273057},"predicted":"false","confidence":0.8045160278726943,"entropy_confidence":0.2871964333838095,"candidate_mass":0.9815866365637422,"accepted":true,"accepted_predicted":"false","input_tokens":320,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.6322768869211401,"brier_hard":1.2944920782081155,"soft_accuracy":0.4390967944254611,"brier_soft":0.3272664336118047,"tvd":0.40451602787269425,"kl":0.3933602211325868,"case_id":"typed:317/r0","base_id":"typed:317","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.617499}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5841507664220573,"contain":0.0020889546646104787,"investigate":0.030615162710403626,"monitor":0.38314511620292924},"predicted":"close_benign","confidence":0.5841507664220573,"entropy_confidence":0.42203634523299294,"candidate_mass":0.9986218818636247,"accepted":false,"accepted_predicted":null,"input_tokens":376,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.4862598793381494,"brier_hard":1.427743624480201,"soft_accuracy":0.12642075909941136,"brier_soft":0.7300217094801856,"tvd":0.7172958826249862,"kl":2.1081189556000997,"case_id":"typed:317/r0","base_id":"typed:317","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.617499}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002449163088912019,"1":1.0342571161208492e-05,"2":2.2797500096271735e-05,"3":0.0004366771538615738,"4":0.9992852664659909},"predicted":"4","confidence":0.9992852664659909,"entropy_confidence":0.9959665828272495,"candidate_mass":0.9999711948802636,"accepted":true,"accepted_predicted":"4","input_tokens":396,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.736316414248691,"brier_hard":1.9976979407659132,"score_mae":1.2985070348969021,"within_one":false,"case_id":"typed:317/r0","base_id":"typed:317","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.617499}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9882162951049319,"true":0.011783704895069748},"predicted":"false","confidence":0.9882162951049319,"entropy_confidence":0.9076013269192481,"candidate_mass":0.9924202147756802,"accepted":true,"accepted_predicted":"false","input_tokens":342,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.441037642984185,"brier_hard":1.9531428918218325,"soft_accuracy":0.3535351114685215,"brier_soft":0.814640078674929,"tvd":0.638216295104931,"kl":2.243376617963224,"case_id":"typed:317/r0","base_id":"typed:317","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.617499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5229022909506358,"1":0.0014571062126217263,"2":0.012622193256689835,"3":0.46301840958005247},"predicted":"0","confidence":0.5229022909506358,"entropy_confidence":0.45159345048597266,"candidate_mass":0.998409045360448,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.7699884641743786,"brier_hard":0.5619374772524838,"score_mae":0.8009102785338413,"within_one":true,"case_id":"typed:317/r0","base_id":"typed:317","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.617499}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.5864053554227472,"true":0.4135946445772543},"predicted":"false","confidence":0.5864053554227472,"entropy_confidence":0.021650513512648017,"candidate_mass":0.9717654013501629,"accepted":false,"accepted_predicted":null,"input_tokens":283,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5337439957386644,"brier_hard":0.3421210600459694,"soft_accuracy":0.51728107108455,"brier_soft":0.00036962872236369815,"tvd":0.01359464457725354,"kl":0.0003822921083140654,"case_id":"typed:318/r0","base_id":"typed:318","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.551999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.44993480792720764,"contain":0.0022456365518222017,"investigate":0.03466151359734563,"monitor":0.5131580419236235},"predicted":"monitor","confidence":0.5131580419236235,"entropy_confidence":0.39988363529148274,"candidate_mass":0.9976747942324823,"accepted":false,"accepted_predicted":null,"input_tokens":339,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.3621253257882344,"brier_hard":1.3976559435890712,"soft_accuracy":0.1856768041992933,"brier_soft":0.5245141401631758,"tvd":0.6297598498508317,"kl":1.6025420070839944,"case_id":"typed:318/r0","base_id":"typed:318","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.551999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021297956529922195,"1":1.3335644070564262e-05,"2":5.945649318096597e-05,"3":0.000977151154467477,"4":0.9987370771429819},"predicted":"4","confidence":0.9987370771429819,"entropy_confidence":0.99343656005219,"candidate_mass":0.999962798103119,"accepted":true,"accepted_predicted":"4","input_tokens":359,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.730265719917536,"brier_hard":1.9973578401713326,"score_mae":1.7146790106657628,"within_one":false,"case_id":"typed:318/r0","base_id":"typed:318","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.551999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9924255837668353,"true":0.007574416233165938},"predicted":"false","confidence":0.9924255837668353,"entropy_confidence":0.9357548089940645,"candidate_mass":0.9904160423803008,"accepted":true,"accepted_predicted":"false","input_tokens":305,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.007603247804283369,"brier_hard":0.00011474356254647634,"soft_accuracy":0.5164145144092843,"brier_soft":0.4526924600556485,"tvd":0.47575858376683466,"kl":1.671441734210723,"case_id":"typed:318/r0","base_id":"typed:318","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.551999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.43310743705136984,"1":0.0015532619973005254,"2":0.024839728600460728,"3":0.5404995723508705},"predicted":"3","confidence":0.5404995723508705,"entropy_confidence":0.42523339604770616,"candidate_mass":0.9970773200325092,"accepted":false,"accepted_predicted":null,"input_tokens":334,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.6953109478839252,"brier_hard":1.4306618072795356,"score_mae":0.14393556374916638,"within_one":true,"case_id":"typed:318/r0","base_id":"typed:318","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.551999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.9137320180990162,"true":0.08626798190098448},"predicted":"false","confidence":0.9137320180990162,"entropy_confidence":0.5761114063576402,"candidate_mass":0.9772376674301023,"accepted":true,"accepted_predicted":"false","input_tokens":324,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.09021794734679031,"brier_hard":0.014884329402537061,"soft_accuracy":0.7068660090495082,"brier_soft":0.053616347501552905,"tvd":0.16373201809901583,"kl":0.11790250563935892,"case_id":"typed:319/r0","base_id":"typed:319","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.803699}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4758767142211709,"contain":0.001652886269058544,"investigate":0.03382614769345036,"monitor":0.488644251816319},"predicted":"monitor","confidence":0.488644251816319,"entropy_confidence":0.40239773989406524,"candidate_mass":0.9981362050889228,"accepted":false,"accepted_predicted":null,"input_tokens":380,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.3865211751697792,"brier_hard":1.3987264968849649,"soft_accuracy":0.17314515582067447,"brier_soft":0.5239770584085167,"tvd":0.6478539660374905,"kl":1.7286414605414242,"case_id":"typed:319/r0","base_id":"typed:319","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.803699}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021591781460523902,"1":8.994645130160555e-06,"2":2.1793972882805654e-05,"3":0.0004987065783660737,"4":0.999254586989017},"predicted":"4","confidence":0.999254586989017,"entropy_confidence":0.9958383190399696,"candidate_mass":0.9999762928220156,"accepted":true,"accepted_predicted":"4","input_tokens":400,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.603492654470376,"brier_hard":1.9975126123464937,"score_mae":1.3152340502820619,"within_one":false,"case_id":"typed:319/r0","base_id":"typed:319","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.803699}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9947676079716664,"true":0.005232392028332865},"predicted":"false","confidence":0.9947676079716664,"entropy_confidence":0.952818329582029,"candidate_mass":0.9906746731544369,"accepted":true,"accepted_predicted":"false","input_tokens":346,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.005246128930359384,"brier_hard":5.475585267633019e-05,"soft_accuracy":0.6385349302320663,"brier_soft":0.25172011133187644,"tvd":0.35476760797166673,"kl":1.2409785536434936,"case_id":"typed:319/r0","base_id":"typed:319","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.803699}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6231457368507979,"1":0.0010747627975383582,"2":0.008729934628931743,"3":0.36704956572273145},"predicted":"0","confidence":0.6231457368507979,"entropy_confidence":0.4868722708477462,"candidate_mass":0.9988288702964936,"accepted":false,"accepted_predicted":null,"input_tokens":375,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.0022583835816619,"brier_hard":0.789014228480803,"score_mae":0.8803166707764039,"within_one":true,"case_id":"typed:319/r0","base_id":"typed:319","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.803699}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7614681716146765,"true":0.23853182838532344},"predicted":"false","confidence":0.7614681716146765,"entropy_confidence":0.20740977516578796,"candidate_mass":0.9718396066866705,"accepted":false,"accepted_predicted":null,"input_tokens":337,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2725069044808101,"brier_hard":0.11379486630569081,"soft_accuracy":0.5087157800326036,"brier_soft":0.11985522724783663,"tvd":0.24480117161467654,"kl":0.14094206773661505,"case_id":"typed:320/r0","base_id":"typed:320","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.719299}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.31666822633097486,"contain":0.0011137311403478765,"investigate":0.018905723909922657,"monitor":0.6633123186187563},"predicted":"monitor","confidence":0.6633123186187563,"entropy_confidence":0.48132969495351696,"candidate_mass":0.9990723605732984,"accepted":false,"accepted_predicted":null,"input_tokens":393,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.968290550390204,"brier_hard":1.502809216572762,"soft_accuracy":0.16119250783927502,"brier_soft":0.7121249264920572,"tvd":0.7299805449497303,"kl":2.4027338189109892,"case_id":"typed:320/r0","base_id":"typed:320","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.719299}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021262059207655177,"1":1.2489447345321592e-05,"2":3.9577834936845496e-05,"3":0.00047314041661714875,"4":0.9992621717090243},"predicted":"4","confidence":0.9992621717090243,"entropy_confidence":0.99583698212828,"candidate_mass":0.9999711103109545,"accepted":true,"accepted_predicted":"4","input_tokens":413,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.65611834964367,"brier_hard":1.9975788777671626,"score_mae":1.3318927532031677,"within_one":false,"case_id":"typed:320/r0","base_id":"typed:320","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.719299}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9887334060008989,"true":0.01126659399910209},"predicted":"false","confidence":0.9887334060008989,"entropy_confidence":0.9109224550562605,"candidate_mass":0.9896412479695255,"accepted":true,"accepted_predicted":"false","input_tokens":359,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.485913214965912,"brier_hard":1.9551874962842746,"soft_accuracy":0.38596187944418686,"brier_soft":0.7330193031721051,"tvd":0.6054004060008984,"kl":2.104985774003944,"case_id":"typed:320/r0","base_id":"typed:320","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.719299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.39890562792547213,"1":0.0008636248750423396,"2":0.008048184327360108,"3":0.5921825628721262},"predicted":"3","confidence":0.5921825628721262,"entropy_confidence":0.4793473166580615,"candidate_mass":0.9987045464386696,"accepted":false,"accepted_predicted":null,"input_tokens":388,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.822308762388015,"brier_hard":1.4937750382245867,"score_mae":0.42315931785385885,"within_one":true,"case_id":"typed:320/r0","base_id":"typed:320","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.719299}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.431907540615849,"true":0.5680924593841519},"predicted":"true","confidence":0.5680924593841519,"entropy_confidence":0.013420013759937288,"candidate_mass":0.988713829172686,"accepted":false,"accepted_predicted":null,"input_tokens":257,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.5654710929024097,"brier_hard":0.3730882472816618,"soft_accuracy":0.5000000000000004,"brier_soft":0.009273166049964624,"tvd":0.06809245938415143,"kl":0.009360235889827734,"case_id":"typed:321/r0","base_id":"typed:321","repeat":0,"workflow":"security_incidents","case_elapsed_ms":147.7376}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.2684162791426167,"contain":0.0015247164601180296,"investigate":0.022289308527263883,"monitor":0.7077696958700006},"predicted":"monitor","confidence":0.7077696958700006,"entropy_confidence":0.5005920526939809,"candidate_mass":0.9986843874693669,"accepted":false,"accepted_predicted":null,"input_tokens":313,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.8036481537226123,"brier_hard":1.5289057622810598,"soft_accuracy":0.21174736154253956,"brier_soft":0.5355452340285085,"tvd":0.6428529750126177,"kl":1.9116024224319972,"case_id":"typed:321/r0","base_id":"typed:321","repeat":0,"workflow":"security_incidents","case_elapsed_ms":147.7376}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0001705997806422178,"1":1.3296610205736676e-05,"2":5.874420865941468e-05,"3":0.0008066363739463783,"4":0.9989507230265467},"predicted":"4","confidence":0.9989507230265467,"entropy_confidence":0.9944105578494306,"candidate_mass":0.999962282864099,"accepted":true,"accepted_predicted":"4","input_tokens":333,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.742317985808903,"brier_hard":1.9977857420121485,"score_mae":1.7983535862555504,"within_one":false,"case_id":"typed:321/r0","base_id":"typed:321","repeat":0,"workflow":"security_incidents","case_elapsed_ms":147.7376}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9839129603847188,"true":0.016087039615280005},"predicted":"false","confidence":0.9839129603847188,"entropy_confidence":0.8811331009048908,"candidate_mass":0.9864256711917296,"accepted":true,"accepted_predicted":"false","input_tokens":279,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.129741324012194,"brier_hard":1.9361694272260448,"soft_accuracy":0.3870866533015913,"brier_soft":0.7213925776314221,"tvd":0.6005799603847193,"kl":1.8872197850868935,"case_id":"typed:321/r0","base_id":"typed:321","repeat":0,"workflow":"security_incidents","case_elapsed_ms":147.7376}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.33311721002401656,"1":0.0010267137986452969,"2":0.01217217950673253,"3":0.6536838966706061},"predicted":"3","confidence":0.6536838966706061,"entropy_confidence":0.49158577633389133,"candidate_mass":0.9984173871227177,"accepted":false,"accepted_predicted":null,"input_tokens":308,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.4251313827947563,"brier_hard":0.23105113513460862,"score_mae":0.1969102371760716,"within_one":true,"case_id":"typed:321/r0","base_id":"typed:321","repeat":0,"workflow":"security_incidents","case_elapsed_ms":147.7376}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7133684357868432,"true":0.2866315642131555},"predicted":"false","confidence":0.7133684357868432,"entropy_confidence":0.13566982732344046,"candidate_mass":0.9834625357388421,"accepted":false,"accepted_predicted":null,"input_tokens":254,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.3377572517980986,"brier_hard":0.16431530720656135,"soft_accuracy":0.5355612637188495,"brier_soft":0.033818429120548776,"tvd":0.13003543578684384,"kl":0.03848100446680258,"case_id":"typed:322/r0","base_id":"typed:322","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.367399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.20482115513396648,"contain":0.001277105045250683,"investigate":0.011183734965987877,"monitor":0.7827180048547937},"predicted":"monitor","confidence":0.7827180048547937,"entropy_confidence":0.5850217941090874,"candidate_mass":0.9990426408937887,"accepted":false,"accepted_predicted":null,"input_tokens":310,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":4.493294791376279,"brier_hard":1.6323584177073915,"soft_accuracy":0.25795510064766863,"brier_soft":0.5271493296779282,"tvd":0.6042057766553774,"kl":2.0467156197973155,"case_id":"typed:322/r0","base_id":"typed:322","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.367399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00016844027255620846,"1":1.0483434289199423e-05,"2":3.944516692656988e-05,"3":0.0006288672372670009,"4":0.9991527638889615},"predicted":"4","confidence":0.9991527638889615,"entropy_confidence":0.9953608697539285,"candidate_mass":0.999956598902488,"accepted":true,"accepted_predicted":"4","input_tokens":330,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.140599029544571,"brier_hard":1.9982277807650488,"score_mae":1.6819200310357894,"within_one":false,"case_id":"typed:322/r0","base_id":"typed:322","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.367399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9934194866048912,"true":0.006580513395108531},"predicted":"false","confidence":0.9934194866048912,"entropy_confidence":0.9428448068058041,"candidate_mass":0.9919825031384898,"accepted":true,"accepted_predicted":"false","input_tokens":276,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.023642513115867,"brier_hard":1.9737645527326517,"soft_accuracy":0.4999999999999999,"brier_soft":0.4869255795228691,"tvd":0.4934194866048913,"kl":1.821975206213148,"case_id":"typed:322/r0","base_id":"typed:322","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.367399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5175105439203559,"1":0.000776957137491882,"2":0.008692122869651328,"3":0.47302037607250125},"predicted":"0","confidence":0.5175105439203559,"entropy_confidence":0.46489105866529445,"candidate_mass":0.9987957604031393,"accepted":false,"accepted_predicted":null,"input_tokens":305,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.745338080740865,"brier_hard":1.474257350171585,"score_mae":0.5627776689057016,"within_one":true,"case_id":"typed:322/r0","base_id":"typed:322","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.367399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6169705389426057,"true":0.38302946105739333},"predicted":"false","confidence":0.6169705389426057,"entropy_confidence":0.03984643486956252,"candidate_mass":0.9877210145274155,"accepted":false,"accepted_predicted":null,"input_tokens":264,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9596433709389524,"brier_hard":0.7613052918462598,"soft_accuracy":0.4999999999999995,"brier_soft":0.027364213961047497,"tvd":0.11697053894260617,"kl":0.02814150745664369,"case_id":"typed:323/r0","base_id":"typed:323","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.020799}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.43597823073041364,"contain":0.0011737249573650875,"investigate":0.014612545108611881,"monitor":0.5482354992036078},"predicted":"monitor","confidence":0.5482354992036078,"entropy_confidence":0.4509674724850431,"candidate_mass":0.9987666789872663,"accepted":false,"accepted_predicted":null,"input_tokens":320,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":4.225874865200733,"brier_hard":1.4616289941454539,"soft_accuracy":0.17641243305887877,"brier_soft":0.5463623682452117,"tvd":0.6675470466007055,"kl":2.308904559670315,"case_id":"typed:323/r0","base_id":"typed:323","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.020799}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00017259044566064454,"1":1.0715459258085602e-05,"2":3.369282636270708e-05,"3":0.0005630105029560254,"4":0.9992199907657621},"predicted":"4","confidence":0.9992199907657621,"entropy_confidence":0.9956771886396939,"candidate_mass":0.9999650041939891,"accepted":true,"accepted_predicted":"4","input_tokens":340,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.298225610840934,"brier_hard":1.9983735523115203,"score_mae":2.3486470956839,"within_one":false,"case_id":"typed:323/r0","base_id":"typed:323","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.020799}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9921356401578846,"true":0.007864359842116437},"predicted":"false","confidence":0.9921356401578846,"entropy_confidence":0.9337234053029605,"candidate_mass":0.9934183705708127,"accepted":true,"accepted_predicted":"false","input_tokens":286,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.845414139030986,"brier_hard":1.968666256942989,"soft_accuracy":0.32611174572045465,"brier_soft":0.8945939429643124,"tvd":0.6688026401578842,"kl":2.651928408161938,"case_id":"typed:323/r0","base_id":"typed:323","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.020799}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4724998122783357,"1":0.0007675783199992476,"2":0.006493837095909185,"3":0.5202387723057553},"predicted":"3","confidence":0.5202387723057553,"entropy_confidence":0.4716744329933218,"candidate_mass":0.9988330467167545,"accepted":false,"accepted_predicted":null,"input_tokens":315,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":5.036901690939626,"brier_hard":1.480959537718149,"score_mae":0.35886143057091635,"within_one":true,"case_id":"typed:323/r0","base_id":"typed:323","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.020799}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8824136179592775,"true":0.11758638204072312},"predicted":"false","confidence":0.8824136179592775,"entropy_confidence":0.47761703182005333,"candidate_mass":0.9419944774735415,"accepted":true,"accepted_predicted":"false","input_tokens":323,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.140582049196272,"brier_hard":1.5573075863199626,"soft_accuracy":0.2960458154793072,"brier_soft":0.8426112972207943,"tvd":0.6490806179592772,"kl":1.127029879673959,"case_id":"typed:324/r0","base_id":"typed:324","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.966999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.40060793674077994,"contain":0.0016711627771727724,"investigate":0.04622528681981589,"monitor":0.55149561366223},"predicted":"monitor","confidence":0.55149561366223,"entropy_confidence":0.3886834597112948,"candidate_mass":0.998290757469482,"accepted":false,"accepted_predicted":null,"input_tokens":379,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.3942356210834355,"brier_hard":1.463431375240641,"soft_accuracy":0.048722256869568936,"brier_soft":0.9182179648338485,"tvd":0.8854365504030106,"kl":4.463182224551656,"case_id":"typed:324/r0","base_id":"typed:324","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.966999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0001729016277372243,"1":9.838375608806234e-06,"2":2.9949503273244487e-05,"3":0.0004025546400003967,"4":0.9993847558533808},"predicted":"4","confidence":0.9993847558533808,"entropy_confidence":0.9964675301197229,"candidate_mass":0.9999798840650105,"accepted":true,"accepted_predicted":"4","input_tokens":399,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0006154334869634926,"brier_hard":5.714643373901229e-07,"score_mae":0.4354834247156796,"within_one":true,"case_id":"typed:324/r0","base_id":"typed:324","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.966999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9926566764654489,"true":0.007343323534551849},"predicted":"false","confidence":0.9926566764654489,"entropy_confidence":0.9373854184226198,"candidate_mass":0.9838425205699192,"accepted":true,"accepted_predicted":"false","input_tokens":345,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.913963741214754,"brier_hard":1.9707345546628603,"soft_accuracy":0.12229687648094077,"brier_soft":1.5347158265480825,"tvd":0.8759896764654486,"kl":3.981295022041035,"case_id":"typed:324/r0","base_id":"typed:324","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.966999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5210202409990183,"1":0.0011833036779163512,"2":0.01809241232643508,"3":0.45970404299663},"predicted":"0","confidence":0.5210202409990183,"entropy_confidence":0.4391355024319381,"candidate_mass":0.9985455498365837,"accepted":false,"accepted_predicted":null,"input_tokens":374,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.7771723813497431,"brier_hard":0.5637105482762466,"score_mae":1.3101867426793234,"within_one":false,"case_id":"typed:324/r0","base_id":"typed:324","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.966999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6161426409063059,"true":0.3838573590936956},"predicted":"false","confidence":0.6161426409063059,"entropy_confidence":0.03927914273179345,"candidate_mass":0.9791489554707759,"accepted":false,"accepted_predicted":null,"input_tokens":318,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9574842560965244,"brier_hard":0.7592635078859922,"soft_accuracy":0.4458001783388189,"brier_soft":0.2442664471737455,"tvd":0.3494756409063051,"kl":0.25137993007461046,"case_id":"typed:325/r0","base_id":"typed:325","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.514399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4189770528007437,"contain":0.0024853010996592866,"investigate":0.041683903246005634,"monitor":0.5368537428535916},"predicted":"monitor","confidence":0.5368537428535916,"entropy_confidence":0.3898949880715792,"candidate_mass":0.9984006184844784,"accepted":false,"accepted_predicted":null,"input_tokens":374,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.1776402379849245,"brier_hard":1.3821296300088743,"soft_accuracy":0.2118761746235398,"brier_soft":0.3356341650318061,"tvd":0.5724977956543352,"kl":1.6408617580003044,"case_id":"typed:325/r0","base_id":"typed:325","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.514399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00028220457891719785,"1":1.152635468967974e-05,"2":3.3480086284513996e-05,"3":0.0007308348546166969,"4":0.9989419541254921},"predicted":"4","confidence":0.9989419541254921,"entropy_confidence":0.9943349374282926,"candidate_mass":0.9999705162006326,"accepted":true,"accepted_predicted":"4","input_tokens":394,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.2213230408146245,"brier_hard":1.9964239730156055,"score_mae":1.2647058075930775,"within_one":false,"case_id":"typed:325/r0","base_id":"typed:325","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.514399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9868224458204788,"true":0.01317755417951976},"predicted":"false","confidence":0.9868224458204788,"entropy_confidence":0.8988106027443651,"candidate_mass":0.9879558595396423,"accepted":true,"accepted_predicted":"false","input_tokens":340,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.329240337726024,"brier_hard":1.9476370791502267,"soft_accuracy":0.37667132251051394,"brier_soft":0.7527386002662382,"tvd":0.6134894458204796,"kl":2.057238612395069,"case_id":"typed:325/r0","base_id":"typed:325","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.514399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.47332731051108146,"1":0.0018223296966003387,"2":0.01421695288005863,"3":0.5106334069122602},"predicted":"3","confidence":0.5106334069122602,"entropy_confidence":0.44514235602255414,"candidate_mass":0.9980012724363276,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.6721033495381407,"brier_hard":0.4637238479406721,"score_mae":0.6045105438065017,"within_one":true,"case_id":"typed:325/r0","base_id":"typed:325","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.514399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8043491914148865,"true":0.19565080858511188},"predicted":"false","confidence":0.8043491914148865,"entropy_confidence":0.28685603599509346,"candidate_mass":0.968592087789727,"accepted":true,"accepted_predicted":"false","input_tokens":313,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.631423797519986,"brier_hard":1.293955243459566,"soft_accuracy":0.4431883538353478,"brier_soft":0.31630225073709417,"tvd":0.3976821914148873,"kl":0.3808953725565889,"case_id":"typed:326/r0","base_id":"typed:326","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.784899}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4520806256256379,"contain":0.0019038468260650695,"investigate":0.05866512710630983,"monitor":0.48735040044198785},"predicted":"monitor","confidence":0.48735040044198785,"entropy_confidence":0.35980935395048774,"candidate_mass":0.9975636770881878,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.263878794344354,"brier_hard":1.4415248329960406,"soft_accuracy":0.13679026848102635,"brier_soft":0.5831525191537656,"tvd":0.6827647694013688,"kl":3.209863025209704,"case_id":"typed:326/r0","base_id":"typed:326","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.784899}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00018980423376730192,"1":9.378904639166404e-06,"2":4.150711848438239e-05,"3":0.00052790567167274,"4":0.9992314040714366},"predicted":"4","confidence":0.9992314040714366,"entropy_confidence":0.9957090034574618,"candidate_mass":0.9999618021620789,"accepted":true,"accepted_predicted":"4","input_tokens":389,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0007688914498480848,"brier_hard":9.072605514815445e-07,"score_mae":0.7986017264423726,"within_one":true,"case_id":"typed:326/r0","base_id":"typed:326","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.784899}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9920979287689351,"true":0.007902071231063162},"predicted":"false","confidence":0.9920979287689351,"entropy_confidence":0.9334603463680395,"candidate_mass":0.9809326321850206,"accepted":true,"accepted_predicted":"false","input_tokens":335,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.840630372725396,"brier_hard":1.9685166005352257,"soft_accuracy":0.2572313604087049,"brier_soft":1.091547239957942,"tvd":0.738764928768936,"kl":3.0503814824798754,"case_id":"typed:326/r0","base_id":"typed:326","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.784899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5450883107937197,"1":0.0013846900487916307,"2":0.024141260832645096,"3":0.42938573832484517},"predicted":"0","confidence":0.5450883107937197,"entropy_confidence":0.42813110576910374,"candidate_mass":0.9970849761981475,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8453996071191909,"brier_hard":0.6233066200321539,"score_mae":1.1955085733113826,"within_one":false,"case_id":"typed:326/r0","base_id":"typed:326","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.784899}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8488422922317421,"true":0.15115770776825652},"predicted":"false","confidence":0.8488422922317421,"entropy_confidence":0.38727009804402246,"candidate_mass":0.9757844742865618,"accepted":true,"accepted_predicted":"false","input_tokens":320,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.889431564890394,"brier_hard":1.4410664741624788,"soft_accuracy":0.21162393764995346,"brier_soft":1.161822352177085,"tvd":0.7621752922317427,"kl":1.4451254600215206,"case_id":"typed:327/r0","base_id":"typed:327","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.249899}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5233303825377988,"contain":0.0018768661770396655,"investigate":0.032376205046770384,"monitor":0.4424165462383902},"predicted":"close_benign","confidence":0.5233303825377988,"entropy_confidence":0.40668074183307024,"candidate_mass":0.9978800453327941,"accepted":false,"accepted_predicted":null,"input_tokens":376,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.278151820115696,"brier_hard":1.4669050985984622,"soft_accuracy":0.026251045705552572,"brier_soft":0.9533561358091089,"tvd":0.9324129621101562,"kl":4.479037562674088,"case_id":"typed:327/r0","base_id":"typed:327","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.249899}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002677319025762459,"1":1.2048848774669288e-05,"2":3.5636188969295035e-05,"3":0.0010545667696925543,"4":0.9986300162899863},"predicted":"4","confidence":0.9986300162899863,"entropy_confidence":0.9929780434454364,"candidate_mass":0.9999688517760603,"accepted":true,"accepted_predicted":"4","input_tokens":396,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.242148892356017,"brier_hard":1.9971918222639558,"score_mae":1.6577670866957361,"within_one":false,"case_id":"typed:327/r0","base_id":"typed:327","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.249899}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9922805019201345,"true":0.007719498079866138},"predicted":"false","confidence":0.9922805019201345,"entropy_confidence":0.9347363568445552,"candidate_mass":0.9931687467740468,"accepted":true,"accepted_predicted":"false","input_tokens":342,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.864005932620437,"brier_hard":1.9692411889817467,"soft_accuracy":0.04053787002087375,"brier_soft":1.8391606228777317,"tvd":0.9589475019201342,"kl":4.555988711631524,"case_id":"typed:327/r0","base_id":"typed:327","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.249899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.36057063556441415,"1":0.0011949115523801593,"2":0.01204819290062841,"3":0.6261862599825782},"predicted":"3","confidence":0.6261862599825782,"entropy_confidence":0.4790361830370058,"candidate_mass":0.9983287772497224,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.46810741222998675,"brier_hard":0.269894482222927,"score_mae":0.8928169226986284,"within_one":true,"case_id":"typed:327/r0","base_id":"typed:327","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.249899}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7710070718070243,"true":0.2289929281929749},"predicted":"false","confidence":0.7710070718070243,"entropy_confidence":0.223748383945382,"candidate_mass":0.9724668876296977,"accepted":false,"accepted_predicted":null,"input_tokens":308,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2600577332079226,"brier_hard":0.10487552232478628,"soft_accuracy":0.7384862231901813,"brier_soft":0.05711721955847218,"tvd":0.16899292819297526,"kl":0.10593059614432976,"case_id":"typed:328/r0","base_id":"typed:328","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.5862}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5125812274946611,"contain":0.001712586889958159,"investigate":0.029148273088294704,"monitor":0.4565579125270856},"predicted":"close_benign","confidence":0.5125812274946611,"entropy_confidence":0.4124812376090674,"candidate_mass":0.9979477253763838,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"close_benign","correct":true,"accepted_correct":null,"nll_hard":0.668296087855701,"brier_hard":0.44687474205958677,"soft_accuracy":0.47101500645377203,"brier_soft":0.15000661080889158,"tvd":0.29160366608387733,"kl":0.19585512172547143,"case_id":"typed:328/r0","base_id":"typed:328","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.5862}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003854577605543492,"1":1.3446626578365542e-05,"2":5.597965141314113e-05,"3":0.0012323736605894526,"4":0.9983127423008636},"predicted":"4","confidence":0.9983127423008636,"entropy_confidence":0.9915061736359793,"candidate_mass":0.9999525912857075,"accepted":true,"accepted_predicted":"4","input_tokens":384,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.790522300885616,"brier_hard":1.996518042774502,"score_mae":2.8070734961146275,"within_one":false,"case_id":"typed:328/r0","base_id":"typed:328","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.5862}
{"id":"true_positive","type":"binary","probabilities":{"false":0.993928863001284,"true":0.00607113699871429},"predicted":"false","confidence":0.993928863001284,"entropy_confidence":0.9465610974495674,"candidate_mass":0.9915887765657351,"accepted":true,"accepted_predicted":"false","input_tokens":330,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006089641283658368,"brier_hard":7.371740891433558e-05,"soft_accuracy":0.9050216676610527,"brier_soft":0.014088108089376883,"tvd":0.08392886300128485,"kl":0.16238259440075992,"case_id":"typed:328/r0","base_id":"typed:328","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.5862}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6121155615392032,"1":0.0012464341543138861,"2":0.01434435171680837,"3":0.3722936525896763},"predicted":"0","confidence":0.6121155615392032,"entropy_confidence":0.4679925344669935,"candidate_mass":0.9975140424686574,"accepted":false,"accepted_predicted":null,"input_tokens":359,"reused_prefix_tokens":0,"expected":"0","correct":true,"accepted_correct":null,"nll_hard":0.4908341882507549,"brier_hard":0.28926421538288677,"score_mae":0.5101490953569595,"within_one":true,"case_id":"typed:328/r0","base_id":"typed:328","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.5862}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7880694826476581,"true":0.21193051735234084},"predicted":"false","confidence":0.7880694826476581,"entropy_confidence":0.2548433155474442,"candidate_mass":0.9560418186850902,"accepted":false,"accepted_predicted":null,"input_tokens":313,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.23816901706272373,"brier_hard":0.08982908837046213,"soft_accuracy":0.586420844794297,"brier_soft":0.0381263640771842,"tvd":0.13806948264765861,"kl":0.050387104285415485,"case_id":"typed:329/r0","base_id":"typed:329","repeat":0,"workflow":"security_incidents","case_elapsed_ms":186.497299}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.49726274155054323,"contain":0.002006624077353525,"investigate":0.04041127280264831,"monitor":0.46031936156945585},"predicted":"close_benign","confidence":0.49726274155054323,"entropy_confidence":0.3892588444447139,"candidate_mass":0.9974620043060183,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.208646503168076,"brier_hard":1.379978700674495,"soft_accuracy":0.1948955720458133,"brier_soft":0.4837880577441651,"tvd":0.5909161031199986,"kl":1.443571803634297,"case_id":"typed:329/r0","base_id":"typed:329","repeat":0,"workflow":"security_incidents","case_elapsed_ms":186.497299}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00017521358033872347,"1":8.684854443450808e-06,"2":3.770399529462772e-05,"3":0.0004945579732327866,"4":0.9992838395966919},"predicted":"4","confidence":0.9992838395966919,"entropy_confidence":0.9959730227981511,"candidate_mass":0.9999616732260515,"accepted":true,"accepted_predicted":"4","input_tokens":389,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.185744493140547,"brier_hard":1.9984930608729232,"score_mae":2.4987031251514984,"within_one":false,"case_id":"typed:329/r0","base_id":"typed:329","repeat":0,"workflow":"security_incidents","case_elapsed_ms":186.497299}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9908102926594949,"true":0.009189707340504016},"predicted":"false","confidence":0.9908102926594949,"entropy_confidence":0.9246277569218178,"candidate_mass":0.9749589771771163,"accepted":true,"accepted_predicted":"false","input_tokens":335,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.689671188550996,"brier_hard":1.96341007207999,"soft_accuracy":0.4509189707340499,"brier_soft":0.5849515452928984,"tvd":0.5408102926594955,"kl":1.8953348269248098,"case_id":"typed:329/r0","base_id":"typed:329","repeat":0,"workflow":"security_incidents","case_elapsed_ms":186.497299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5547857227327774,"1":0.0013906860186521303,"2":0.017746556766813783,"3":0.42607703448175654},"predicted":"0","confidence":0.5547857227327774,"entropy_confidence":0.4437974352399341,"candidate_mass":0.9973625042110457,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.577958114990999,"brier_hard":1.4868643397082741,"score_mae":0.2015520970024507,"within_one":true,"case_id":"typed:329/r0","base_id":"typed:329","repeat":0,"workflow":"security_incidents","case_elapsed_ms":186.497299}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7928830244668925,"true":0.2071169755331068},"predicted":"false","confidence":0.7928830244668925,"entropy_confidence":0.26406431850290935,"candidate_mass":0.9785956899535679,"accepted":false,"accepted_predicted":null,"input_tokens":310,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.5744715461314378,"brier_hard":1.257326980975535,"soft_accuracy":0.4609487348157309,"brier_soft":0.2585524401882865,"tvd":0.3595500244668929,"kl":0.3085371318515257,"case_id":"typed:330/r0","base_id":"typed:330","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.101099}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.45976553583024105,"contain":0.0018027338194761264,"investigate":0.03188931713534049,"monitor":0.506542413214941},"predicted":"monitor","confidence":0.506542413214941,"entropy_confidence":0.40629952693207005,"candidate_mass":0.9986156869109112,"accepted":false,"accepted_predicted":null,"input_tokens":366,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.445484211317673,"brier_hard":1.405211108448786,"soft_accuracy":0.07621228214305766,"brier_soft":0.7540989201673975,"tvd":0.849641832379066,"kl":2.9857301648214367,"case_id":"typed:330/r0","base_id":"typed:330","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.101099}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003816181985188927,"1":1.1602430526444173e-05,"2":4.088677497766671e-05,"3":0.0006258105111143182,"4":0.9989400820848635},"predicted":"4","confidence":0.9989400820848635,"entropy_confidence":0.9942685720665914,"candidate_mass":0.9999570263299499,"accepted":true,"accepted_predicted":"4","input_tokens":386,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.376462930586882,"brier_hard":1.9966302056510752,"score_mae":0.947731135853279,"within_one":true,"case_id":"typed:330/r0","base_id":"typed:330","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.101099}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9940588632424001,"true":0.005941136757600041},"predicted":"false","confidence":0.9940588632424001,"entropy_confidence":0.947519288139256,"candidate_mass":0.9873391277807705,"accepted":true,"accepted_predicted":"false","input_tokens":332,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.125854790583784,"brier_hard":1.9763060471815452,"soft_accuracy":0.26943952652612224,"brier_soft":1.0581978454225007,"tvd":0.7273918632424001,"kl":3.1806319926513926,"case_id":"typed:330/r0","base_id":"typed:330","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.101099}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6271912745109489,"1":0.0009469794470193831,"2":0.011104138954501169,"3":0.36075760708753135},"predicted":"0","confidence":0.6271912745109489,"entropy_confidence":0.482820017778688,"candidate_mass":0.9977952161230123,"accepted":false,"accepted_predicted":null,"input_tokens":361,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.0195489946827578,"brier_hard":0.8021239303911214,"score_mae":1.4279049213813841,"within_one":false,"case_id":"typed:330/r0","base_id":"typed:330","repeat":0,"workflow":"security_incidents","case_elapsed_ms":173.101099}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7188114891971581,"true":0.28118851080284246},"predicted":"false","confidence":0.7188114891971581,"entropy_confidence":0.1429348101136687,"candidate_mass":0.9663805132264626,"accepted":false,"accepted_predicted":null,"input_tokens":315,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.2687299776227086,"brier_hard":1.0333799140036715,"soft_accuracy":0.4722840239093531,"brier_soft":0.1592110255686502,"tvd":0.2821444891971578,"kl":0.1737823034671051,"case_id":"typed:331/r0","base_id":"typed:331","repeat":0,"workflow":"security_incidents","case_elapsed_ms":202.445199}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.6006580436922692,"contain":0.0030933528761420384,"investigate":0.045040159540621585,"monitor":0.35120844389096617},"predicted":"close_benign","confidence":0.6006580436922692,"entropy_confidence":0.4004322018795704,"candidate_mass":0.9974849579966865,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.1002007529584503,"brier_hard":1.3960953222347556,"soft_accuracy":0.12213245190047564,"brier_soft":0.6005999352930476,"tvd":0.6685334875832358,"kl":2.1083900456676092,"case_id":"typed:331/r0","base_id":"typed:331","repeat":0,"workflow":"security_incidents","case_elapsed_ms":202.445199}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00019759393553421932,"1":9.931056965665438e-06,"2":3.4264515621278634e-05,"3":0.0006062096165976215,"4":0.9991520008752794},"predicted":"4","confidence":0.9991520008752794,"entropy_confidence":0.995345802693737,"candidate_mass":0.9999772610110542,"accepted":true,"accepted_predicted":"4","input_tokens":391,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.000848358879373785,"brier_hard":1.1269086610653807e-06,"score_mae":0.8685050924391189,"within_one":true,"case_id":"typed:331/r0","base_id":"typed:331","repeat":0,"workflow":"security_incidents","case_elapsed_ms":202.445199}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9923255164387819,"true":0.00767448356121932},"predicted":"false","confidence":0.9923255164387819,"entropy_confidence":0.9350519241254084,"candidate_mass":0.9831777599478398,"accepted":true,"accepted_predicted":"false","input_tokens":337,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.869854276213324,"brier_hard":1.9694198611509879,"soft_accuracy":0.3424558347395905,"brier_soft":0.8510571587942455,"tvd":0.6523255164387813,"kl":2.5756877329635164,"case_id":"typed:331/r0","base_id":"typed:331","repeat":0,"workflow":"security_incidents","case_elapsed_ms":202.445199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6158419007959678,"1":0.0017829264443239966,"2":0.02369521534237522,"3":0.35867995741733316},"predicted":"0","confidence":0.6158419007959678,"entropy_confidence":0.447255922425415,"candidate_mass":0.9979892023893064,"accepted":false,"accepted_predicted":null,"input_tokens":366,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.0253247716187914,"brier_hard":0.7911172858510517,"score_mae":1.3247867706189262,"within_one":false,"case_id":"typed:331/r0","base_id":"typed:331","repeat":0,"workflow":"security_incidents","case_elapsed_ms":202.445199}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8056289035929544,"true":0.19437109640704414},"predicted":"false","confidence":0.8056289035929544,"entropy_confidence":0.2894735803201014,"candidate_mass":0.9684455654447315,"accepted":true,"accepted_predicted":"false","input_tokens":312,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.6379860790436425,"brier_hard":1.298075860608774,"soft_accuracy":0.4490620531537758,"brier_soft":0.3025827248933106,"tvd":0.3889619035929551,"kl":0.3663530522914938,"case_id":"typed:332/r0","base_id":"typed:332","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.999999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3676974571362009,"contain":0.0014650744895910554,"investigate":0.033589935767321305,"monitor":0.5972475326068862},"predicted":"monitor","confidence":0.5972475326068862,"entropy_confidence":0.4234527850301796,"candidate_mass":0.9983521053829418,"accepted":false,"accepted_predicted":null,"input_tokens":368,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.393528787615754,"brier_hard":1.4258565938829122,"soft_accuracy":0.17370657830011482,"brier_soft":0.5550674643733252,"tvd":0.6816109897430874,"kl":1.9330690923553062,"case_id":"typed:332/r0","base_id":"typed:332","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.999999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00024880484212807754,"1":1.0307943950711013e-05,"2":4.348307556936295e-05,"3":0.0008890453835071121,"4":0.9988083587548436},"predicted":"4","confidence":0.9988083587548436,"entropy_confidence":0.9937514474461949,"candidate_mass":0.999961111124659,"accepted":true,"accepted_predicted":"4","input_tokens":388,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.025362273689137,"brier_hard":1.9958409010541054,"score_mae":1.5279978452649852,"within_one":false,"case_id":"typed:332/r0","base_id":"typed:332","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.999999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9927109500193028,"true":0.007289049980696828},"predicted":"false","confidence":0.9927109500193028,"entropy_confidence":0.9377698978065854,"candidate_mass":0.983667697833937,"accepted":true,"accepted_predicted":"false","input_tokens":334,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.921382059602301,"brier_hard":1.970950060576454,"soft_accuracy":0.4014578099961392,"brier_soft":0.7026125405455693,"tvd":0.592710950019303,"kl":2.282743866714138,"case_id":"typed:332/r0","base_id":"typed:332","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5188343675119375,"1":0.0009842032399310508,"2":0.012468154934011686,"3":0.46771327431411897},"predicted":"0","confidence":0.5188343675119375,"entropy_confidence":0.45369395693819004,"candidate_mass":0.9983751705947257,"accepted":false,"accepted_predicted":null,"input_tokens":363,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.384577490621396,"brier_hard":1.4631649215565992,"score_mae":0.6542726639496887,"within_one":true,"case_id":"typed:332/r0","base_id":"typed:332","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.999999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8474620065607238,"true":0.15253799343927796},"predicted":"false","confidence":0.8474620065607238,"entropy_confidence":0.38384464114483385,"candidate_mass":0.9705111121422175,"accepted":true,"accepted_predicted":"false","input_tokens":337,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.8803415766574751,"brier_hard":1.4363837051278536,"soft_accuracy":0.48841770147330577,"brier_soft":0.26517986683779793,"tvd":0.3641290065607229,"kl":0.3589150338986469,"case_id":"typed:333/r0","base_id":"typed:333","repeat":0,"workflow":"security_incidents","case_elapsed_ms":204.214899}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3638634977250105,"contain":0.0009613684805637102,"investigate":0.021426803469477843,"monitor":0.6137483303249485},"predicted":"monitor","confidence":0.6137483303249485,"entropy_confidence":0.4543038085855915,"candidate_mass":0.9989430480341004,"accepted":false,"accepted_predicted":null,"input_tokens":393,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.8431126421026,"brier_hard":1.46669008315066,"soft_accuracy":0.1610148898425744,"brier_soft":0.661402788182467,"tvd":0.7109448280499586,"kl":2.2524743476838,"case_id":"typed:333/r0","base_id":"typed:333","repeat":0,"workflow":"security_incidents","case_elapsed_ms":204.214899}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00019370187380231117,"1":1.2348888174616894e-05,"2":3.2562489208962244e-05,"3":0.00040184333320809104,"4":0.9993595434156066},"predicted":"4","confidence":0.9993595434156066,"entropy_confidence":0.9963251441944596,"candidate_mass":0.999972575945494,"accepted":true,"accepted_predicted":"4","input_tokens":413,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.332349569845377,"brier_hard":1.998654572248723,"score_mae":2.275388177528643,"within_one":false,"case_id":"typed:333/r0","base_id":"typed:333","repeat":0,"workflow":"security_incidents","case_elapsed_ms":204.214899}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9902491823594727,"true":0.009750817640528401},"predicted":"false","confidence":0.9902491823594727,"entropy_confidence":0.9208633447202887,"candidate_mass":0.9862521493831137,"accepted":true,"accepted_predicted":"false","input_tokens":359,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.630404136921467,"brier_hard":1.9611868863272062,"soft_accuracy":0.36926721153692954,"brier_soft":0.777709476312404,"tvd":0.6235821823594722,"kl":2.2790226478329743,"case_id":"typed:333/r0","base_id":"typed:333","repeat":0,"workflow":"security_incidents","case_elapsed_ms":204.214899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.41584047516216466,"1":0.0007340642946035848,"2":0.00989443798766338,"3":0.5735310225555678},"predicted":"3","confidence":0.5735310225555678,"entropy_confidence":0.47002622122164484,"candidate_mass":0.9987069200227116,"accepted":false,"accepted_predicted":null,"input_tokens":388,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.216913938358189,"brier_hard":1.5004914447810034,"score_mae":0.19111600793663364,"within_one":true,"case_id":"typed:333/r0","base_id":"typed:333","repeat":0,"workflow":"security_incidents","case_elapsed_ms":204.214899}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.9045705464523313,"true":0.09542945354767027},"predicted":"false","confidence":0.9045705464523313,"entropy_confidence":0.5456624492559161,"candidate_mass":0.9523159688994338,"accepted":true,"accepted_predicted":"false","input_tokens":320,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.10029498221606306,"brier_hard":0.018213561208813622,"soft_accuracy":0.5188796891207452,"brier_soft":0.2906841336499857,"tvd":0.3812375464523305,"kl":0.4802959482892622,"case_id":"typed:334/r0","base_id":"typed:334","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.01659899999999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5430486182666765,"contain":0.0019531411424772572,"investigate":0.0231637642562883,"monitor":0.4318344763345583},"predicted":"close_benign","confidence":0.5430486182666765,"entropy_confidence":0.4275540837685613,"candidate_mass":0.9983919224019466,"accepted":false,"accepted_predicted":null,"input_tokens":376,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.765166106829408,"brier_hard":1.4355956629747555,"soft_accuracy":0.07459184264963174,"brier_soft":0.7764952239660685,"tvd":0.8415500946012346,"kl":3.0398205930319717,"case_id":"typed:334/r0","base_id":"typed:334","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.01659899999999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00033119689063904913,"1":1.1865062059709696e-05,"2":3.593001887538392e-05,"3":0.0010078096719361755,"4":0.9986131983564897},"predicted":"4","confidence":0.9986131983564897,"entropy_confidence":0.9928572617316653,"candidate_mass":0.9999714241882856,"accepted":true,"accepted_predicted":"4","input_tokens":396,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.8999759446848685,"brier_hard":1.9952138273913667,"score_mae":1.0975599475415776,"within_one":false,"case_id":"typed:334/r0","base_id":"typed:334","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.01659899999999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9931537620635972,"true":0.006846237936401527},"predicted":"false","confidence":0.9931537620635972,"entropy_confidence":0.9409291661471847,"candidate_mass":0.9913441475968089,"accepted":true,"accepted_predicted":"false","input_tokens":342,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.984055983941801,"brier_hard":1.9727087902021552,"soft_accuracy":0.21068345502519673,"brier_soft":1.2371228538025645,"tvd":0.7864867620635978,"kl":3.445928760579857,"case_id":"typed:334/r0","base_id":"typed:334","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.01659899999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5765761303837214,"1":0.0010583503492589737,"2":0.011494909586040814,"3":0.41087060968097944},"predicted":"0","confidence":0.5765761303837214,"entropy_confidence":0.4650950484055556,"candidate_mass":0.9978097918779829,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8894769323460386,"brier_hard":0.67964672571778,"score_mae":1.310007001435721,"within_one":false,"case_id":"typed:334/r0","base_id":"typed:334","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.01659899999999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.9244313333815104,"true":0.07556866661849058},"predicted":"false","confidence":0.9244313333815104,"entropy_confidence":0.6136306835891951,"candidate_mass":0.9678556190722059,"accepted":true,"accepted_predicted":"false","input_tokens":317,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.58271354442844,"brier_hard":1.7091465802750325,"soft_accuracy":0.3019323273761848,"brier_soft":0.8653078365376442,"tvd":0.65776433338151,"kl":1.3350273239820876,"case_id":"typed:335/r0","base_id":"typed:335","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.585899}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4885437427038003,"contain":0.001796047342378941,"investigate":0.04198074671565162,"monitor":0.4676794632381698},"predicted":"close_benign","confidence":0.4885437427038003,"entropy_confidence":0.38697233577619394,"candidate_mass":0.9986067207538294,"accepted":false,"accepted_predicted":null,"input_tokens":373,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.1705441773335608,"brier_hard":1.375203184319336,"soft_accuracy":0.10771748690475091,"brier_soft":0.6210853617191375,"tvd":0.7728902059419698,"kl":2.640844362718945,"case_id":"typed:335/r0","base_id":"typed:335","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.585899}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00022825578332923648,"1":8.5630004792933e-06,"2":5.1043170337486574e-05,"3":0.001329770468354765,"4":0.9983823675775007},"predicted":"4","confidence":0.9983823675775007,"entropy_confidence":0.9919590815256577,"candidate_mass":0.9999678660888804,"accepted":true,"accepted_predicted":"4","input_tokens":393,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.622748931826536,"brier_hard":1.9941096340218774,"score_mae":1.334296431056221,"within_one":false,"case_id":"typed:335/r0","base_id":"typed:335","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.585899}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9929485453451985,"true":0.007051454654801822},"predicted":"false","confidence":0.9929485453451985,"entropy_confidence":0.9394600190066978,"candidate_mass":0.9826463335327225,"accepted":true,"accepted_predicted":"false","input_tokens":339,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.954521349427452,"brier_hard":1.9718936274062908,"soft_accuracy":0.15493601825836134,"brier_soft":1.4211245001991717,"tvd":0.8429485453451984,"kl":3.789695524255738,"case_id":"typed:335/r0","base_id":"typed:335","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.585899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4512552112442178,"1":0.0011727870238646967,"2":0.015380465001905293,"3":0.5321915367300127},"predicted":"3","confidence":0.5321915367300127,"entropy_confidence":0.4468150683088473,"candidate_mass":0.9984250089681493,"accepted":false,"accepted_predicted":null,"input_tokens":368,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.63075182298887,"brier_hard":0.4227139581151688,"score_mae":0.8314916727822865,"within_one":true,"case_id":"typed:335/r0","base_id":"typed:335","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.585899}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6955174188329319,"true":0.304482581167069},"predicted":"false","confidence":0.6955174188329319,"entropy_confidence":0.11329845405866523,"candidate_mass":0.9833014656240355,"accepted":false,"accepted_predicted":null,"input_tokens":292,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.1891413981742858,"brier_hard":0.9674889598000467,"soft_accuracy":0.4934826223606235,"brier_soft":0.09004445519093776,"tvd":0.21218441883293146,"kl":0.09729645561611056,"case_id":"typed:336/r0","base_id":"typed:336","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.889299}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5732087059449941,"contain":0.002185213805072473,"investigate":0.026797978424824256,"monitor":0.39780810182511017},"predicted":"close_benign","confidence":0.5732087059449941,"entropy_confidence":0.4257586236781352,"candidate_mass":0.9973799528002929,"accepted":false,"accepted_predicted":null,"input_tokens":348,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.6194288262199983,"brier_hard":1.4339464564062145,"soft_accuracy":0.15269637950143752,"brier_soft":0.5693718320309881,"tvd":0.6543498077701038,"kl":1.9504617034130105,"case_id":"typed:336/r0","base_id":"typed:336","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.889299}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003340550712921572,"1":1.6777803272330178e-05,"2":7.614544641609122e-05,"3":0.0008014970885707053,"4":0.9987715245904496},"predicted":"4","confidence":0.9987715245904496,"entropy_confidence":0.9934623023689336,"candidate_mass":0.9999526987625521,"accepted":true,"accepted_predicted":"4","input_tokens":368,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.482865277967303,"brier_hard":1.9973930275098961,"score_mae":2.270992658323615,"within_one":false,"case_id":"typed:336/r0","base_id":"typed:336","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.889299}
{"id":"true_positive","type":"binary","probabilities":{"false":0.994465352434436,"true":0.005534647565564977},"predicted":"false","confidence":0.994465352434436,"entropy_confidence":0.9505424553101406,"candidate_mass":0.9894463557282915,"accepted":true,"accepted_predicted":"false","input_tokens":314,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.196727388640131,"brier_hard":1.9779226743850922,"soft_accuracy":0.30221385902622633,"brier_soft":0.9645642514637693,"tvd":0.6944653524344355,"kl":3.0285098761360185,"case_id":"typed:336/r0","base_id":"typed:336","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.889299}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6182365562969212,"1":0.001162475354253515,"2":0.01138435845377077,"3":0.3692166098950551},"predicted":"0","confidence":0.6182365562969212,"entropy_confidence":0.4777565833107221,"candidate_mass":0.9979100945897954,"accepted":false,"accepted_predicted":null,"input_tokens":343,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.47551493118409,"brier_hard":1.4958995826230854,"score_mae":0.48508597805303966,"within_one":true,"case_id":"typed:336/r0","base_id":"typed:336","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.889299}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.595555039127206,"true":0.40444496087279486},"predicted":"false","confidence":0.595555039127206,"entropy_confidence":0.02650858170650794,"candidate_mass":0.976602803583117,"accepted":false,"accepted_predicted":null,"input_tokens":284,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5182614693910389,"brier_hard":0.32715145275079244,"soft_accuracy":0.5637032957147781,"brier_soft":0.11307671735364833,"tvd":0.23777796087279443,"kl":0.13219621127422357,"case_id":"typed:337/r0","base_id":"typed:337","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.087799}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5002879158976203,"contain":0.001672530996873378,"investigate":0.017791109307878035,"monitor":0.480248443797629},"predicted":"close_benign","confidence":0.5002879158976203,"entropy_confidence":0.4365563337166891,"candidate_mass":0.9983314077654516,"accepted":false,"accepted_predicted":null,"input_tokens":340,"reused_prefix_tokens":0,"expected":"close_benign","correct":true,"accepted_correct":null,"nll_hard":0.6925715144922151,"brier_hard":0.48067005569832855,"soft_accuracy":0.3254675414979942,"brier_soft":0.15642176005358088,"tvd":0.33053635969524897,"kl":0.7516887082773555,"case_id":"typed:337/r0","base_id":"typed:337","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.087799}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00036996228277031144,"1":1.4468372458208204e-05,"2":6.371362139896171e-05,"3":0.0007321572851474486,"4":0.998819698438225},"predicted":"4","confidence":0.998819698438225,"entropy_confidence":0.9936837071016671,"candidate_mass":0.9999563753244624,"accepted":true,"accepted_predicted":"4","input_tokens":360,"reused_prefix_tokens":0,"expected":"0","correct":false,"accepted_correct":false,"nll_hard":7.9021094959806994,"brier_hard":1.9969015426178265,"score_mae":3.3609501612235984,"within_one":false,"case_id":"typed:337/r0","base_id":"typed:337","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.087799}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9944473085501722,"true":0.0055526914498261505},"predicted":"false","confidence":0.9944473085501722,"entropy_confidence":0.9504073621273351,"candidate_mass":0.9922084738576072,"accepted":true,"accepted_predicted":"false","input_tokens":306,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.005568164947284506,"brier_hard":6.166476467396365e-05,"soft_accuracy":0.6648160991482626,"brier_soft":0.21487986134649323,"tvd":0.327780308550173,"kl":1.0983539510370477,"case_id":"typed:337/r0","base_id":"typed:337","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.087799}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5733292984213457,"1":0.0011034534096403096,"2":0.010944408953120805,"3":0.41462283921589405},"predicted":"0","confidence":0.5733292984213457,"entropy_confidence":0.46555698212449126,"candidate_mass":0.9979126866374614,"accepted":false,"accepted_predicted":null,"input_tokens":335,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.809310553693177,"brier_hard":1.4985326741052414,"score_mae":0.39019378896356394,"within_one":true,"case_id":"typed:337/r0","base_id":"typed:337","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.087799}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.5925606901798885,"true":0.4074393098201129},"predicted":"false","confidence":0.5925606901798885,"entropy_confidence":0.02486369266444277,"candidate_mass":0.9745780427287992,"accepted":false,"accepted_predicted":null,"input_tokens":299,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.8978632903496119,"brier_hard":0.7022563430929301,"soft_accuracy":0.49074393098201197,"brier_soft":0.04064710076913196,"tvd":0.14256069017988787,"kl":0.0411718872195196,"case_id":"typed:338/r0","base_id":"typed:338","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.67870000000002}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.45179124961107486,"contain":0.0027449105283644257,"investigate":0.03811710639592258,"monitor":0.5073467334646384},"predicted":"monitor","confidence":0.5073467334646384,"entropy_confidence":0.39121797326049024,"candidate_mass":0.9979703196497833,"accepted":false,"accepted_predicted":null,"input_tokens":355,"reused_prefix_tokens":0,"expected":"monitor","correct":true,"accepted_correct":null,"nll_hard":0.6785606167036349,"brier_hard":0.4482830225869054,"soft_accuracy":0.2685219308050872,"brier_soft":0.3370437834620079,"tvd":0.4591379830757132,"kl":1.1401381570204683,"case_id":"typed:338/r0","base_id":"typed:338","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.67870000000002}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00028678791653565145,"1":1.8584946188330296e-05,"2":5.180926346169546e-05,"3":0.0006824727331369755,"4":0.9989603451406786},"predicted":"4","confidence":0.9989603451406786,"entropy_confidence":0.9943662581679412,"candidate_mass":0.9999690882903465,"accepted":true,"accepted_predicted":"4","input_tokens":375,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.2897879831508945,"brier_hard":1.9965573767432503,"score_mae":1.4546780022352368,"within_one":false,"case_id":"typed:338/r0","base_id":"typed:338","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.67870000000002}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9891832657635945,"true":0.010816734236405867},"predicted":"false","confidence":0.9891832657635945,"entropy_confidence":0.9138397866191444,"candidate_mass":0.9902840820456575,"accepted":true,"accepted_predicted":"false","input_tokens":321,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.526660877702476,"brier_hard":1.9569670665334593,"soft_accuracy":0.5000000000000002,"brier_soft":0.47860053500627064,"tvd":0.4891832657635943,"kl":1.5756210884999522,"case_id":"typed:338/r0","base_id":"typed:338","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.67870000000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5498412477236984,"1":0.0024776030187803034,"2":0.022077328940148248,"3":0.42560382031737404},"predicted":"0","confidence":0.5498412477236984,"entropy_confidence":0.4290557351057074,"candidate_mass":0.9973254633208635,"accepted":false,"accepted_predicted":null,"input_tokens":350,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.8132040368045104,"brier_hard":1.4398028986566507,"score_mae":0.8398892781488012,"within_one":true,"case_id":"typed:338/r0","base_id":"typed:338","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.67870000000002}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.738612737485489,"true":0.26138726251451067},"predicted":"false","confidence":0.738612737485489,"entropy_confidence":0.17116743648234922,"candidate_mass":0.9730313418392832,"accepted":false,"accepted_predicted":null,"input_tokens":293,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.3417522069268095,"brier_hard":1.0910975519516162,"soft_accuracy":0.3202449120191063,"brier_soft":0.7571383107204248,"tvd":0.615279737485489,"kl":0.8401239263773832,"case_id":"typed:339/r0","base_id":"typed:339","repeat":0,"workflow":"security_incidents","case_elapsed_ms":174.733499}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4959103939341063,"contain":0.0024906397019606786,"investigate":0.030308424018813052,"monitor":0.47129054234512063},"predicted":"close_benign","confidence":0.4959103939341063,"entropy_confidence":0.4061473505631409,"candidate_mass":0.9973042045248227,"accepted":false,"accepted_predicted":null,"input_tokens":349,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":5.995215693082894,"brier_hard":1.4639854185645462,"soft_accuracy":0.03214326405895427,"brier_soft":0.9851027276285589,"tvd":0.9172009362792266,"kl":4.458386728760179,"case_id":"typed:339/r0","base_id":"typed:339","repeat":0,"workflow":"security_incidents","case_elapsed_ms":174.733499}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002652905716771288,"1":1.382357011907289e-05,"2":5.644323633108729e-05,"3":0.000767127046224869,"4":0.9988973155756465},"predicted":"4","confidence":0.9988973155756465,"entropy_confidence":0.9940998214643917,"candidate_mass":0.9999550859741929,"accepted":true,"accepted_predicted":"4","input_tokens":369,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0011032928281160084,"brier_hard":1.8781528622005594e-06,"score_mae":0.3146843534840418,"within_one":true,"case_id":"typed:339/r0","base_id":"typed:339","repeat":0,"workflow":"security_incidents","case_elapsed_ms":174.733499}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9931298451787174,"true":0.006870154821280877},"predicted":"false","confidence":0.9931298451787174,"entropy_confidence":0.9407574900914771,"candidate_mass":0.9876119732909882,"accepted":true,"accepted_predicted":"false","input_tokens":315,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.980568637153063,"brier_hard":1.9726137787694098,"soft_accuracy":0.0989207305014115,"brier_soft":1.6192687251871485,"tvd":0.8997968451787183,"kl":4.206178560390493,"case_id":"typed:339/r0","base_id":"typed:339","repeat":0,"workflow":"security_incidents","case_elapsed_ms":174.733499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5484283010494371,"1":0.0013454522036506994,"2":0.013061137776281987,"3":0.4371651089706297},"predicted":"0","confidence":0.5484283010494371,"entropy_confidence":0.4541379393799426,"candidate_mass":0.9972966423899068,"accepted":false,"accepted_predicted":null,"input_tokens":344,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8274443315125417,"brier_hard":0.6177291195136585,"score_mae":1.467703945331896,"within_one":false,"case_id":"typed:339/r0","base_id":"typed:339","repeat":0,"workflow":"security_incidents","case_elapsed_ms":174.733499}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8218875007134812,"true":0.1781124992865189},"predicted":"false","confidence":0.8218875007134812,"entropy_confidence":0.32406956091649364,"candidate_mass":0.9649973039891601,"accepted":true,"accepted_predicted":"false","input_tokens":313,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.725339909866019,"brier_hard":1.350998127658105,"soft_accuracy":0.48927020205121685,"brier_soft":0.22923829990670896,"tvd":0.33855450071348114,"kl":0.29364131095293955,"case_id":"typed:340/r0","base_id":"typed:340","repeat":0,"workflow":"security_incidents","case_elapsed_ms":171.368199}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.467759582147209,"contain":0.0022515015154904697,"investigate":0.03881427886039969,"monitor":0.4911746374768995},"predicted":"monitor","confidence":0.4911746374768995,"entropy_confidence":0.3908658266172398,"candidate_mass":0.9977573021403897,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.2489670881866957,"brier_hard":1.383934610972823,"soft_accuracy":0.15422656938343046,"brier_soft":0.6086652077047615,"tvd":0.6922672196241092,"kl":1.838174772789593,"case_id":"typed:340/r0","base_id":"typed:340","repeat":0,"workflow":"security_incidents","case_elapsed_ms":171.368199}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0001816323053764059,"1":8.616761771109407e-06,"2":3.6891481325971196e-05,"3":0.0006659235436513991,"4":0.9991069359078749},"predicted":"4","confidence":0.9991069359078749,"entropy_confidence":0.9951504770947124,"candidate_mass":0.9999654081983577,"accepted":true,"accepted_predicted":"4","input_tokens":389,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.314335693336055,"brier_hard":1.99688330017161,"score_mae":1.238507913986877,"within_one":false,"case_id":"typed:340/r0","base_id":"typed:340","repeat":0,"workflow":"security_incidents","case_elapsed_ms":171.368199}
{"id":"true_positive","type":"binary","probabilities":{"false":0.991176363832418,"true":0.008823636167582461},"predicted":"false","confidence":0.991176363832418,"entropy_confidence":0.9271103918585905,"candidate_mass":0.983389229186649,"accepted":true,"accepted_predicted":"false","input_tokens":335,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.730321230022611,"brier_hard":1.964861168440107,"soft_accuracy":0.4345094907047686,"brier_soft":0.6223784371437346,"tvd":0.5578433638324178,"kl":2.00012580627462,"case_id":"typed:340/r0","base_id":"typed:340","repeat":0,"workflow":"security_incidents","case_elapsed_ms":171.368199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5256287575398311,"1":0.0014892798622176428,"2":0.018152142536283132,"3":0.45472982006166934},"predicted":"0","confidence":0.5256287575398311,"entropy_confidence":0.43815694363484703,"candidate_mass":0.9978118294579701,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.008966679161961,"brier_hard":1.447092233166784,"score_mae":0.8313499748802082,"within_one":true,"case_id":"typed:340/r0","base_id":"typed:340","repeat":0,"workflow":"security_incidents","case_elapsed_ms":171.368199}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8991967804897608,"true":0.10080321951023946},"predicted":"false","confidence":0.8991967804897608,"entropy_confidence":0.528463419499338,"candidate_mass":0.9754811098226462,"accepted":true,"accepted_predicted":"false","input_tokens":318,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.2945849842692176,"brier_hard":1.6171097000863015,"soft_accuracy":0.42016064390204805,"brier_soft":0.49839485130268457,"tvd":0.4991967804897607,"kl":0.7462406756583984,"case_id":"typed:341/r0","base_id":"typed:341","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.166199}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.48802258675210664,"contain":0.0020743291747929676,"investigate":0.05543661975191956,"monitor":0.4544664643211814},"predicted":"close_benign","confidence":0.48802258675210664,"entropy_confidence":0.3640042041852012,"candidate_mass":0.9981847104339542,"accepted":false,"accepted_predicted":null,"input_tokens":374,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":2.892514897245036,"brier_hard":1.3369100945200183,"soft_accuracy":0.17293581937613692,"brier_soft":0.5480230508275834,"tvd":0.6424890510732877,"kl":1.5051075923421013,"case_id":"typed:341/r0","base_id":"typed:341","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.166199}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00022888222325352945,"1":8.353907152416309e-06,"2":3.312123352094911e-05,"3":0.0005511300248995385,"4":0.9991785126111742},"predicted":"4","confidence":0.9991785126111742,"entropy_confidence":0.9954552622997447,"candidate_mass":0.9999747057663737,"accepted":true,"accepted_predicted":"4","input_tokens":394,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.315335985150746,"brier_hard":1.9982918148950168,"score_mae":2.11510903689359,"within_one":false,"case_id":"typed:341/r0","base_id":"typed:341","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.166199}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9911734274481416,"true":0.00882657255185798},"predicted":"false","confidence":0.9911734274481416,"entropy_confidence":0.9270903910221066,"candidate_mass":0.985937498776501,"accepted":true,"accepted_predicted":"false","input_tokens":340,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.729988499192139,"brier_hard":1.964849526558594,"soft_accuracy":0.3362751967350009,"brier_soft":0.8655080559703079,"tvd":0.6578404274481418,"kl":2.519768555087811,"case_id":"typed:341/r0","base_id":"typed:341","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.166199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5116709929595908,"1":0.001385938257803452,"2":0.023446421527277644,"3":0.4634966472553285},"predicted":"0","confidence":0.5116709929595908,"entropy_confidence":0.42553151890827845,"candidate_mass":0.997689385754489,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.753037395850523,"brier_hard":1.4302951595059181,"score_mae":0.47789827692165576,"within_one":true,"case_id":"typed:341/r0","base_id":"typed:341","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.166199}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6978571135718197,"true":0.3021428864281817},"predicted":"false","confidence":0.6978571135718197,"entropy_confidence":0.11610540461608487,"candidate_mass":0.9839882690258575,"accepted":false,"accepted_predicted":null,"input_tokens":305,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.1968552396316525,"brier_hard":0.9740091019255814,"soft_accuracy":0.44064286592845503,"brier_soft":0.24200914292503478,"tvd":0.34785711357181903,"kl":0.2564185836597642,"case_id":"typed:342/r0","base_id":"typed:342","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.61849899999999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.6489940060106395,"contain":0.002090496568510012,"investigate":0.0327905571765045,"monitor":0.31612494024434507},"predicted":"close_benign","confidence":0.6489940060106395,"entropy_confidence":0.44485063427276295,"candidate_mass":0.9978388407797888,"accepted":false,"accepted_predicted":null,"input_tokens":361,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.4176146960008253,"brier_hard":1.4566266741450684,"soft_accuracy":0.0728794372950791,"brier_soft":0.830804811685919,"tvd":0.831785946254985,"kl":2.7976603425787845,"case_id":"typed:342/r0","base_id":"typed:342","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.61849899999999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00039765045729479675,"1":1.736718297229564e-05,"2":8.154539368752364e-05,"3":0.0014244023350954923,"4":0.9980790346309483},"predicted":"4","confidence":0.9980790346309483,"entropy_confidence":0.9904772395206629,"candidate_mass":0.9999484933119539,"accepted":true,"accepted_predicted":"4","input_tokens":381,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.554002967208238,"brier_hard":1.9933151486988234,"score_mae":1.2601028034994268,"within_one":false,"case_id":"typed:342/r0","base_id":"typed:342","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.61849899999999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9947461700459466,"true":0.005253829954054121},"predicted":"false","confidence":0.9947461700459466,"entropy_confidence":0.9526560921173928,"candidate_mass":0.9915508281973526,"accepted":true,"accepted_predicted":"false","input_tokens":327,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.248797953287443,"brier_hard":1.9790398856421572,"soft_accuracy":0.22624012274379676,"brier_soft":1.1901565578406719,"tvd":0.7714131700459462,"kl":3.5466504314559,"case_id":"typed:342/r0","base_id":"typed:342","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.61849899999999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6821429979776205,"1":0.001405271197981269,"2":0.015087959942135142,"3":0.3013637708822628},"predicted":"0","confidence":0.6821429979776205,"entropy_confidence":0.49873313646196626,"candidate_mass":0.9972220730726086,"accepted":false,"accepted_predicted":null,"input_tokens":356,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.1994372027941615,"brier_hard":0.9536412716481028,"score_mae":1.4809944962709598,"within_one":false,"case_id":"typed:342/r0","base_id":"typed:342","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.61849899999999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7950318992578977,"true":0.2049681007421033},"predicted":"false","confidence":0.7950318992578977,"entropy_confidence":0.2682462987333465,"candidate_mass":0.9787200578726607,"accepted":false,"accepted_predicted":null,"input_tokens":307,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.22937304028008396,"brier_hard":0.08402384464364959,"soft_accuracy":0.5885095697773697,"brier_soft":0.04206850360470568,"tvd":0.1450318992578972,"kl":0.05636115847811751,"case_id":"typed:343/r0","base_id":"typed:343","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.394599}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5064103636648348,"contain":0.0015366467157556447,"investigate":0.03356135460020861,"monitor":0.4584916350192014},"predicted":"close_benign","confidence":0.5064103636648348,"entropy_confidence":0.40418274453666525,"candidate_mass":0.9981611430892587,"accepted":false,"accepted_predicted":null,"input_tokens":363,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.3943800346634916,"brier_hard":1.4006720524150438,"soft_accuracy":0.26450043583763244,"brier_soft":0.30966045487369515,"tvd":0.43156853201750267,"kl":1.0040987196400017,"case_id":"typed:343/r0","base_id":"typed:343","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.394599}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003752223917495114,"1":1.3802336999509717e-05,"2":6.834154626659655e-05,"3":0.001808611608478159,"4":0.997734022116505},"predicted":"4","confidence":0.997734022116505,"entropy_confidence":0.9891547125194494,"candidate_mass":0.999964452748117,"accepted":true,"accepted_predicted":"4","input_tokens":383,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.59099268544886,"brier_hard":1.9953399125251103,"score_mae":2.0298454087209867,"within_one":false,"case_id":"typed:343/r0","base_id":"typed:343","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.394599}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9949954412876878,"true":0.005004558712313266},"predicted":"false","confidence":0.9949954412876878,"entropy_confidence":0.9545504975038618,"candidate_mass":0.9914520878050577,"accepted":true,"accepted_predicted":"false","input_tokens":329,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.00501712345445421,"brier_hard":5.0091215809970574e-05,"soft_accuracy":0.5165001780398842,"brier_soft":0.457596195489417,"tvd":0.47832844128768726,"kl":1.8704118355517356,"case_id":"typed:343/r0","base_id":"typed:343","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.394599}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.631270935146493,"1":0.001084575334680306,"2":0.013907569350189069,"3":0.35373692016863867},"predicted":"0","confidence":0.631270935146493,"entropy_confidence":0.47712068201875835,"candidate_mass":0.9971296253145646,"accepted":false,"accepted_predicted":null,"input_tokens":358,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.275322029495598,"brier_hard":1.4960122603396302,"score_mae":0.7765565254590256,"within_one":true,"case_id":"typed:343/r0","base_id":"typed:343","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.394599}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.46706493187167597,"true":0.5329350681283253},"predicted":"true","confidence":0.5329350681283253,"entropy_confidence":0.003132103880409187,"candidate_mass":0.9759197538805673,"accepted":false,"accepted_predicted":null,"input_tokens":288,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.62935568563638,"brier_hard":0.4362993011685855,"soft_accuracy":0.5032935068128331,"brier_soft":0.000582423799569846,"tvd":0.017064931871675404,"kl":0.0005859591420297808,"case_id":"typed:344/r0","base_id":"typed:344","repeat":0,"workflow":"security_incidents","case_elapsed_ms":200.77109900000002}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4518582354806179,"contain":0.002374189111967704,"investigate":0.032509196485008295,"monitor":0.5132583789224076},"predicted":"monitor","confidence":0.5132583789224076,"entropy_confidence":0.4034364407131237,"candidate_mass":0.997757516684432,"accepted":false,"accepted_predicted":null,"input_tokens":344,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.4262322609050706,"brier_hard":1.4036541201657389,"soft_accuracy":0.13809807739339397,"brier_soft":0.6646985361269676,"tvd":0.7317836144030248,"kl":2.1026172259372293,"case_id":"typed:344/r0","base_id":"typed:344","repeat":0,"workflow":"security_incidents","case_elapsed_ms":200.77109900000002}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021996992948317007,"1":1.426144092276412e-05,"2":7.691053364740158e-05,"3":0.0010152389480596088,"4":0.9986736191478878},"predicted":"4","confidence":0.9986736191478878,"entropy_confidence":0.9931258911488143,"candidate_mass":0.9999665609546252,"accepted":true,"accepted_predicted":"4","input_tokens":364,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.892631277387078,"brier_hard":1.9953196049013315,"score_mae":1.0245752759439477,"within_one":false,"case_id":"typed:344/r0","base_id":"typed:344","repeat":0,"workflow":"security_incidents","case_elapsed_ms":200.77109900000002}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9845117379337145,"true":0.015488262066286618},"predicted":"false","confidence":0.9845117379337145,"entropy_confidence":0.8847031250132475,"candidate_mass":0.9771249068913508,"accepted":true,"accepted_predicted":"false","input_tokens":310,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.167672827988884,"brier_hard":1.9385267242585238,"soft_accuracy":0.4030976524132578,"brier_soft":0.6833079435645812,"tvd":0.5845117379337139,"kl":1.8338358130792372,"case_id":"typed:344/r0","base_id":"typed:344","repeat":0,"workflow":"security_incidents","case_elapsed_ms":200.77109900000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.336021059286718,"1":0.0016376466802305743,"2":0.016030835317888247,"3":0.6463104587151642},"predicted":"3","confidence":0.6463104587151642,"entropy_confidence":0.47679158747189976,"candidate_mass":0.9973959735155121,"accepted":false,"accepted_predicted":null,"input_tokens":339,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.43647530439773513,"brier_hard":0.23826611346608412,"score_mae":0.4773693065385003,"within_one":true,"case_id":"typed:344/r0","base_id":"typed:344","repeat":0,"workflow":"security_incidents","case_elapsed_ms":200.77109900000002}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.4865726338337852,"true":0.5134273661662162},"predicted":"true","confidence":0.5134273661662162,"entropy_confidence":0.0005202815336464717,"candidate_mass":0.9761854654771811,"accepted":false,"accepted_predicted":null,"input_tokens":276,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.7203690897666526,"brier_hard":0.5272153206567542,"soft_accuracy":0.4977621145905422,"brier_soft":0.018725136921240206,"tvd":0.0967603661662155,"kl":0.018791368047233956,"case_id":"typed:345/r0","base_id":"typed:345","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.273599}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3699920730733893,"contain":0.0018619438093812988,"investigate":0.030496587916652215,"monitor":0.5976493952005775},"predicted":"monitor","confidence":0.5976493952005775,"entropy_confidence":0.42749834892290994,"candidate_mass":0.9975753360009223,"accepted":false,"accepted_predicted":null,"input_tokens":332,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.490140473212037,"brier_hard":1.4340192665967633,"soft_accuracy":0.24652018247696664,"brier_soft":0.4157273152541345,"tvd":0.5609744682739667,"kl":1.4409138310746934,"case_id":"typed:345/r0","base_id":"typed:345","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.273599}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003043282466143174,"1":2.090621212922383e-05,"2":7.436010393588084e-05,"3":0.0009167167417613834,"4":0.9986836886955605},"predicted":"4","confidence":0.9986836886955605,"entropy_confidence":0.9930882278703403,"candidate_mass":0.9999501223979332,"accepted":true,"accepted_predicted":"4","input_tokens":352,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":10.775464212094569,"brier_hard":1.9973282365940737,"score_mae":2.6443215314275275,"within_one":false,"case_id":"typed:345/r0","base_id":"typed:345","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.273599}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9933025446045091,"true":0.006697455395491523},"predicted":"false","confidence":0.9933025446045091,"entropy_confidence":0.9419998739085637,"candidate_mass":0.9883883961598324,"accepted":true,"accepted_predicted":"false","input_tokens":298,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0067199839957510395,"brier_hard":8.971181754918918e-05,"soft_accuracy":0.5493302544604513,"brier_soft":0.39303429210566493,"tvd":0.44330254460450874,"kl":1.5682696048829927,"case_id":"typed:345/r0","base_id":"typed:345","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.273599}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3051752149442304,"1":0.0010969158294527913,"2":0.012423220545121317,"3":0.6813046486811938},"predicted":"3","confidence":0.6813046486811938,"entropy_confidence":0.505413852354045,"candidate_mass":0.998142609707345,"accepted":false,"accepted_predicted":null,"input_tokens":327,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.388187932940191,"brier_hard":1.532617034673669,"score_mae":0.4031903029632766,"within_one":true,"case_id":"typed:345/r0","base_id":"typed:345","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.273599}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7074852315045769,"true":0.2925147684954243},"predicted":"false","confidence":0.7074852315045769,"entropy_confidence":0.12805237886916876,"candidate_mass":0.966918656679662,"accepted":false,"accepted_predicted":null,"input_tokens":278,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.2292401230021852,"brier_hard":1.0010707055941679,"soft_accuracy":0.3685925483902812,"brier_soft":0.5494711235824539,"tvd":0.5241522315045763,"kl":0.590910103453843,"case_id":"typed:346/r0","base_id":"typed:346","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.0062}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4087635727262805,"contain":0.0015147434326367728,"investigate":0.029897667932738164,"monitor":0.5598240159083433},"predicted":"monitor","confidence":0.5598240159083433,"entropy_confidence":0.41914629541232196,"candidate_mass":0.9981458532953777,"accepted":false,"accepted_predicted":null,"input_tokens":334,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.492509205757241,"brier_hard":1.4783572653059076,"soft_accuracy":0.04479368931767673,"brier_soft":0.9106656624697311,"tvd":0.9019206553015578,"kl":4.474655063677456,"case_id":"typed:346/r0","base_id":"typed:346","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.0062}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00033031649615101533,"1":1.5822624017906103e-05,"2":9.685343506293424e-05,"3":0.000910531345136625,"4":0.9986464760996332},"predicted":"4","confidence":0.9986464760996332,"entropy_confidence":0.9928885924260856,"candidate_mass":0.9999480706508624,"accepted":true,"accepted_predicted":"4","input_tokens":354,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.001482233099644,"brier_hard":1.9954746693432033,"score_mae":0.7975270279280862,"within_one":true,"case_id":"typed:346/r0","base_id":"typed:346","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.0062}
{"id":"true_positive","type":"binary","probabilities":{"false":0.995834202830741,"true":0.004165797169260289},"predicted":"false","confidence":0.995834202830741,"entropy_confidence":0.9610628039202855,"candidate_mass":0.9849099942032002,"accepted":true,"accepted_predicted":"false","input_tokens":300,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.480847624496093,"brier_hard":1.9833715190550723,"soft_accuracy":0.11986077505256822,"brier_soft":1.5458699410664565,"tvd":0.8791672028307405,"kl":4.4816694048913135,"case_id":"typed:346/r0","base_id":"typed:346","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.0062}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4720813168802669,"1":0.0011581400695905336,"2":0.016523346403992504,"3":0.5102371966461484},"predicted":"3","confidence":0.5102371966461484,"entropy_confidence":0.44218238511255215,"candidate_mass":0.9976990183389779,"accepted":false,"accepted_predicted":null,"input_tokens":329,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.6728795699222411,"brier_hard":0.4630027355612376,"score_mae":1.1250835771839791,"within_one":false,"case_id":"typed:346/r0","base_id":"typed:346","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.0062}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.66238199042321,"true":0.3376180095767905},"predicted":"false","confidence":0.66238199042321,"entropy_confidence":0.07747895595968235,"candidate_mass":0.9821643584960607,"accepted":false,"accepted_predicted":null,"input_tokens":261,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.41191286465145543,"brier_hard":0.22797184078118726,"soft_accuracy":0.5054128412687675,"brier_soft":0.042465716868072226,"tvd":0.14571499042320976,"kl":0.04505267194069232,"case_id":"typed:347/r0","base_id":"typed:347","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.00309900000002}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4054489416975911,"contain":0.001153372504997012,"investigate":0.026041236654523497,"monitor":0.5673564491428872},"predicted":"monitor","confidence":0.5673564491428872,"entropy_confidence":0.4298574358246371,"candidate_mass":0.9989016086640599,"accepted":false,"accepted_predicted":null,"input_tokens":317,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.648073972196311,"brier_hard":1.4348791876733074,"soft_accuracy":0.2093716827995865,"brier_soft":0.4809962509391813,"tvd":0.6061393908404789,"kl":1.6872731789316058,"case_id":"typed:347/r0","base_id":"typed:347","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.00309900000002}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00024911637512407733,"1":1.373139526451192e-05,"2":4.858443953442444e-05,"3":0.0007086236669481108,"4":0.9989799441231294},"predicted":"4","confidence":0.9989799441231294,"entropy_confidence":0.9944937566952511,"candidate_mass":0.9999610442241365,"accepted":true,"accepted_predicted":"4","input_tokens":337,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":11.195825721751604,"brier_hard":1.9979340327251904,"score_mae":2.5681565477676953,"within_one":false,"case_id":"typed:347/r0","base_id":"typed:347","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.00309900000002}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9894640461263295,"true":0.010535953873670774},"predicted":"false","confidence":0.9894640461263295,"entropy_confidence":0.9156744039760667,"candidate_mass":0.9851097241160145,"accepted":true,"accepted_predicted":"false","input_tokens":283,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.552961692524281,"brier_hard":1.9580781971533738,"soft_accuracy":0.36947658067567635,"brier_soft":0.7757523213273625,"tvd":0.6227970461263295,"kl":2.230266625795255,"case_id":"typed:347/r0","base_id":"typed:347","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.00309900000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.36098039910496243,"1":0.0008370651008238526,"2":0.012466103818238792,"3":0.6257164319759733},"predicted":"3","confidence":0.6257164319759733,"entropy_confidence":0.4793470428530475,"candidate_mass":0.9982818151755718,"accepted":false,"accepted_predicted":null,"input_tokens":312,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.38474201251859,"brier_hard":1.4970517985686334,"score_mae":0.21958556866522105,"within_one":true,"case_id":"typed:347/r0","base_id":"typed:347","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.00309900000002}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.9129863962772969,"true":0.08701360372270318},"predicted":"false","confidence":0.9129863962772969,"entropy_confidence":0.5735777323925033,"candidate_mass":0.9684655634829886,"accepted":true,"accepted_predicted":"false","input_tokens":321,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0910342985230415,"brier_hard":0.015142734465623229,"soft_accuracy":0.5825972792554595,"brier_soft":0.19592096850929827,"tvd":0.3129863962772969,"kl":0.3582852352735507,"case_id":"typed:348/r0","base_id":"typed:348","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.420999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.38019165101642965,"contain":0.0018805438448508138,"investigate":0.0248440331502718,"monitor":0.5930837719884469},"predicted":"monitor","confidence":0.5930837719884469,"entropy_confidence":0.4365417099270589,"candidate_mass":0.9988351474165443,"accepted":false,"accepted_predicted":null,"input_tokens":377,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.695137669948835,"brier_hard":1.4472267482264232,"soft_accuracy":0.19601169509776645,"brier_soft":0.5449804421094339,"tvd":0.646608423004877,"kl":1.8553028719810118,"case_id":"typed:348/r0","base_id":"typed:348","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.420999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021880812946889692,"1":1.1373824913504475e-05,"2":3.0158697220490152e-05,"3":0.0007048866367939313,"4":0.9990347727116016},"predicted":"4","confidence":0.9990347727116016,"entropy_confidence":0.994800776511294,"candidate_mass":0.9999766281688345,"accepted":true,"accepted_predicted":"4","input_tokens":397,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.257473566955387,"brier_hard":1.9966612495944127,"score_mae":1.3349924419761425,"within_one":false,"case_id":"typed:348/r0","base_id":"typed:348","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.420999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9917520374880371,"true":0.008247962511963218},"predicted":"false","confidence":0.9917520374880371,"entropy_confidence":0.9310596076046429,"candidate_mass":0.9930322997494505,"accepted":true,"accepted_predicted":"false","input_tokens":343,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.008282165152664365,"brier_hard":0.0001360577711974962,"soft_accuracy":0.5491752037488039,"brier_soft":0.390289725249664,"tvd":0.44175203748803693,"kl":1.4754214619432262,"case_id":"typed:348/r0","base_id":"typed:348","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.420999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.48582353911180914,"1":0.001252704354854146,"2":0.016165139418964056,"3":0.4967586171143728},"predicted":"3","confidence":0.4967586171143728,"entropy_confidence":0.4421609301078695,"candidate_mass":0.9981598293990824,"accepted":false,"accepted_predicted":null,"input_tokens":372,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.124898243099338,"brier_hard":1.4507262369952147,"score_mae":0.37614116546409915,"within_one":true,"case_id":"typed:348/r0","base_id":"typed:348","repeat":0,"workflow":"security_incidents","case_elapsed_ms":170.420999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.744109776121135,"true":0.2558902238788649},"predicted":"false","confidence":0.744109776121135,"entropy_confidence":0.17951887933084854,"candidate_mass":0.9791351336841094,"accepted":false,"accepted_predicted":null,"input_tokens":304,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.3630067394423335,"brier_hard":1.1073987178380915,"soft_accuracy":0.5,"brier_soft":0.11917916559582138,"tvd":0.24410977612113507,"kl":0.136139542402896,"case_id":"typed:349/r0","base_id":"typed:349","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.23379899999998}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4308028916672388,"contain":0.0017083791692192119,"investigate":0.030297690696732348,"monitor":0.5371910384668087},"predicted":"monitor","confidence":0.5371910384668087,"entropy_confidence":0.41324148831744223,"candidate_mass":0.9979692309159541,"accepted":false,"accepted_predicted":null,"input_tokens":360,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.4966837840005915,"brier_hard":1.414490830505379,"soft_accuracy":0.12159033604629699,"brier_soft":0.7994394415404857,"tvd":0.7746607368008547,"kl":2.321600405267232,"case_id":"typed:349/r0","base_id":"typed:349","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.23379899999998}
{"id":"severity","type":"ordinal","probabilities":{"0":0.000325630147064974,"1":1.8952537593517937e-05,"2":8.392082983199223e-05,"3":0.0014631245202746696,"4":0.9981083719652344},"predicted":"4","confidence":0.9981083719652344,"entropy_confidence":0.990649917807218,"candidate_mass":0.9999594851224335,"accepted":true,"accepted_predicted":"4","input_tokens":380,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.527181047596354,"brier_hard":1.9932963273168003,"score_mae":1.1670096556190188,"within_one":false,"case_id":"typed:349/r0","base_id":"typed:349","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.23379899999998}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9933065404004594,"true":0.0066934595995409},"predicted":"false","confidence":0.9933065404004594,"entropy_confidence":0.9420286952238656,"candidate_mass":0.9858457777825114,"accepted":true,"accepted_predicted":"false","input_tokens":326,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.006624408531408,"brier_hard":1.9733157664046583,"soft_accuracy":0.45066934595995417,"brier_soft":0.5903639936838319,"tvd":0.5433065404004593,"kl":2.0685267935482887,"case_id":"typed:349/r0","base_id":"typed:349","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.23379899999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6042526270808632,"1":0.0015853158672221584,"2":0.020032828274092928,"3":0.37412922877782145},"predicted":"0","confidence":0.6042526270808632,"entropy_confidence":0.4512109030569974,"candidate_mass":0.997255699712267,"accepted":false,"accepted_predicted":null,"input_tokens":355,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9831540097583621,"brier_hard":0.7572392870394274,"score_mae":1.3459613412511275,"within_one":false,"case_id":"typed:349/r0","base_id":"typed:349","repeat":0,"workflow":"security_incidents","case_elapsed_ms":197.23379899999998}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8550376630198216,"true":0.14496233698017885},"predicted":"false","confidence":0.8550376630198216,"entropy_confidence":0.40291137549214673,"candidate_mass":0.9651713009357517,"accepted":true,"accepted_predicted":"false","input_tokens":307,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.15660976069998261,"brier_hard":0.04202815828550971,"soft_accuracy":0.5473385917610851,"brier_soft":0.16631527858098277,"tvd":0.2883706630198214,"kl":0.2414018337457387,"case_id":"typed:350/r0","base_id":"typed:350","repeat":0,"workflow":"security_incidents","case_elapsed_ms":165.947399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5559684370145055,"contain":0.0019323550240740793,"investigate":0.03561855922768281,"monitor":0.40648064873373896},"predicted":"close_benign","confidence":0.5559684370145055,"entropy_confidence":0.40621656870913225,"candidate_mass":0.9983086563753005,"accepted":false,"accepted_predicted":null,"input_tokens":363,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.3348884503473606,"brier_hard":1.4043627180533829,"soft_accuracy":0.11221243591239105,"brier_soft":0.7211749646839662,"tvd":0.7624490857482438,"kl":2.2704833892252467,"case_id":"typed:350/r0","base_id":"typed:350","repeat":0,"workflow":"security_incidents","case_elapsed_ms":165.947399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003179023630778063,"1":1.3389256880315201e-05,"2":6.700977838783755e-05,"3":0.001568152446850779,"4":0.9980335461548027},"predicted":"4","confidence":0.9980335461548027,"entropy_confidence":0.9904028695908524,"candidate_mass":0.99996845491773,"accepted":true,"accepted_predicted":"4","input_tokens":383,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.45785713802297,"brier_hard":1.9929372191902206,"score_mae":1.533653050773419,"within_one":false,"case_id":"typed:350/r0","base_id":"typed:350","repeat":0,"workflow":"security_incidents","case_elapsed_ms":165.947399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9941270272674242,"true":0.00587297273257561},"predicted":"false","confidence":0.9941270272674242,"entropy_confidence":0.9480233478776287,"candidate_mass":0.9888302554406251,"accepted":true,"accepted_predicted":"false","input_tokens":329,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.137394345296801,"brier_hard":1.9765770926871324,"soft_accuracy":0.23646525603935545,"brier_soft":1.1576151038515725,"tvd":0.7607940272674243,"kl":3.3967727239274117,"case_id":"typed:350/r0","base_id":"typed:350","repeat":0,"workflow":"security_incidents","case_elapsed_ms":165.947399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4678714070163109,"1":0.001130885807510157,"2":0.015137204444971613,"3":0.5158605027312081},"predicted":"3","confidence":0.5158605027312081,"entropy_confidence":0.4460470838220185,"candidate_mass":0.9976493160301217,"accepted":false,"accepted_predicted":null,"input_tokens":358,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.661918893594148,"brier_hard":0.45352512018021957,"score_mae":0.7210131971089222,"within_one":true,"case_id":"typed:350/r0","base_id":"typed:350","repeat":0,"workflow":"security_incidents","case_elapsed_ms":165.947399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8752308928223339,"true":0.12476910717766541},"predicted":"false","confidence":0.8752308928223339,"entropy_confidence":0.45708410668615107,"candidate_mass":0.9649552474601036,"accepted":true,"accepted_predicted":"false","input_tokens":315,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.13326754992283085,"brier_hard":0.03113466021182369,"soft_accuracy":0.750153678394294,"brier_soft":0.0035108668459036168,"tvd":0.041897892822334255,"kl":0.007376927653107275,"case_id":"typed:351/r0","base_id":"typed:351","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.628399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4313306469945642,"contain":0.001912986976339604,"investigate":0.04308329826073748,"monitor":0.523673067768357},"predicted":"monitor","confidence":0.523673067768357,"entropy_confidence":0.3876413998614112,"candidate_mass":0.9980755293647201,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.14461986832616,"brier_hard":1.375972842529392,"soft_accuracy":0.24985270572835963,"brier_soft":0.29354478315014765,"tvd":0.45500371476292206,"kl":0.9603079140731337,"case_id":"typed:351/r0","base_id":"typed:351","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.628399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00017121057546509835,"1":7.0244274883426695e-06,"2":3.349454353940168e-05,"3":0.0007141779417415787,"4":0.999074092511764},"predicted":"4","confidence":0.999074092511764,"entropy_confidence":0.9950215026775157,"candidate_mass":0.9999704860517549,"accepted":true,"accepted_predicted":"4","input_tokens":391,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":11.866116842386798,"brier_hard":1.9981355340076488,"score_mae":2.348512917386848,"within_one":false,"case_id":"typed:351/r0","base_id":"typed:351","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.628399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9931579237799023,"true":0.006842076220098083},"predicted":"false","confidence":0.9931579237799023,"entropy_confidence":0.9409590514463603,"candidate_mass":0.9834772006617778,"accepted":true,"accepted_predicted":"false","input_tokens":337,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006865590542837162,"brier_hard":9.3628014003258e-05,"soft_accuracy":0.5657547186092697,"brier_soft":0.36378901613326853,"tvd":0.4264909237799021,"kl":1.4796782557306987,"case_id":"typed:351/r0","base_id":"typed:351","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.628399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.44490472002355946,"1":0.0011380758992401909,"2":0.01512628999779448,"3":0.5388309140794068},"predicted":"3","confidence":0.5388309140794068,"entropy_confidence":0.4484377650348812,"candidate_mass":0.9983812985802759,"accepted":false,"accepted_predicted":null,"input_tokens":366,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.77841625021188,"brier_hard":1.4862329119342603,"score_mae":0.2978833981330493,"within_one":true,"case_id":"typed:351/r0","base_id":"typed:351","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.628399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7318655775801033,"true":0.2681344224198971},"predicted":"false","confidence":0.7318655775801033,"entropy_confidence":0.1612251062681933,"candidate_mass":0.9781136817308532,"accepted":false,"accepted_predicted":null,"input_tokens":245,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.31215841906984926,"brier_hard":0.14379213697290344,"soft_accuracy":0.631390339385007,"brier_soft":0.005297791141096219,"tvd":0.051467422419896935,"kl":0.007058571547949949,"case_id":"typed:352/r0","base_id":"typed:352","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.868999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.44901379090109556,"contain":0.001604197562229096,"investigate":0.03125563101062504,"monitor":0.5181263805260503},"predicted":"monitor","confidence":0.5181263805260503,"entropy_confidence":0.40932152255124543,"candidate_mass":0.9984815231381446,"accepted":false,"accepted_predicted":null,"input_tokens":301,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.465555726692415,"brier_hard":1.4085365565148393,"soft_accuracy":0.274463122996503,"brier_soft":0.24545489254311995,"tvd":0.43380670476061256,"kl":0.9373717937016208,"case_id":"typed:352/r0","base_id":"typed:352","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.868999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.000306276310217925,"1":1.546231219886509e-05,"2":5.1808586930661966e-05,"3":0.0015171504342148894,"4":0.998109302356438},"predicted":"4","confidence":0.998109302356438,"entropy_confidence":0.9907438340070416,"candidate_mass":0.9999519061506769,"accepted":true,"accepted_predicted":"4","input_tokens":321,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.49092141793253,"brier_hard":1.9931902770558567,"score_mae":1.540440740214457,"within_one":false,"case_id":"typed:352/r0","base_id":"typed:352","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.868999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9936145356874646,"true":0.006385464312534861},"predicted":"false","confidence":0.9936145356874646,"entropy_confidence":0.9442608233906018,"candidate_mass":0.9961718884662867,"accepted":true,"accepted_predicted":"false","input_tokens":267,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006405938594848995,"brier_hard":8.154830897331942e-05,"soft_accuracy":0.5987229071374928,"brier_soft":0.30986480540891714,"tvd":0.3936145356874649,"kl":1.35232432529653,"case_id":"typed:352/r0","base_id":"typed:352","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.868999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6811447679188499,"1":0.0012512651885229619,"2":0.014400855157641492,"3":0.3032031117349863},"predicted":"0","confidence":0.6811447679188499,"entropy_confidence":0.5002477567628167,"candidate_mass":0.9982110612598053,"accepted":false,"accepted_predicted":null,"input_tokens":296,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.240467688216132,"brier_hard":1.527297561807563,"score_mae":0.943670689291235,"within_one":true,"case_id":"typed:352/r0","base_id":"typed:352","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.868999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.39644690298749546,"true":0.6035530970125059},"predicted":"true","confidence":0.6035530970125059,"entropy_confidence":0.031165816275994573,"candidate_mass":0.9903607549290557,"accepted":false,"accepted_predicted":null,"input_tokens":233,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":0.9252131611557743,"brier_hard":0.728552681826773,"soft_accuracy":0.46203060013081343,"brier_soft":0.16460726531813713,"tvd":0.2868860970125052,"kl":0.16778902290857495,"case_id":"typed:353/r0","base_id":"typed:353","repeat":0,"workflow":"security_incidents","case_elapsed_ms":146.66000000000003}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5173138974883428,"contain":0.001811972280173351,"investigate":0.0338273311457929,"monitor":0.44704679908569245},"predicted":"close_benign","confidence":0.5173138974883428,"entropy_confidence":0.403536788333164,"candidate_mass":0.9985522081506689,"accepted":false,"accepted_predicted":null,"input_tokens":289,"reused_prefix_tokens":0,"expected":"monitor","correct":false,"accepted_correct":null,"nll_hard":0.8050919939076594,"brier_hard":0.5745184825119495,"soft_accuracy":0.29929017931429375,"brier_soft":0.2239206998327468,"tvd":0.35064689748834205,"kl":0.7290897359716647,"case_id":"typed:353/r0","base_id":"typed:353","repeat":0,"workflow":"security_incidents","case_elapsed_ms":146.66000000000003}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00030009302503535554,"1":1.8186179778350652e-05,"2":6.51123092125423e-05,"3":0.0017260928634380815,"4":0.9978905156225369},"predicted":"4","confidence":0.9978905156225369,"entropy_confidence":0.9898419181909847,"candidate_mass":0.9999641140113719,"accepted":true,"accepted_predicted":"4","input_tokens":309,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.639396945017552,"brier_hard":1.9956583305737343,"score_mae":2.3635557518786654,"within_one":false,"case_id":"typed:353/r0","base_id":"typed:353","repeat":0,"workflow":"security_incidents","case_elapsed_ms":146.66000000000003}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9944089033941357,"true":0.0055910966058635965},"predicted":"false","confidence":0.9944089033941357,"entropy_confidence":0.9501201085237891,"candidate_mass":0.9917117068689582,"accepted":true,"accepted_predicted":"false","input_tokens":255,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.005606785291792678,"brier_hard":6.252072251220696e-05,"soft_accuracy":0.615362407064567,"brier_soft":0.2853778911596495,"tvd":0.377741903394136,"kl":1.325972487098685,"case_id":"typed:353/r0","base_id":"typed:353","repeat":0,"workflow":"security_incidents","case_elapsed_ms":146.66000000000003}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3826331714523748,"1":0.0009206265818581846,"2":0.015866253691320373,"3":0.6005799482744453},"predicted":"3","confidence":0.6005799482744453,"entropy_confidence":0.4618911558634775,"candidate_mass":0.9984870984009945,"accepted":false,"accepted_predicted":null,"input_tokens":284,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.9904560525050705,"brier_hard":1.5055157505608219,"score_mae":0.4677259787878345,"within_one":true,"case_id":"typed:353/r0","base_id":"typed:353","repeat":0,"workflow":"security_incidents","case_elapsed_ms":146.66000000000003}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7731534806906004,"true":0.22684651930940064},"predicted":"false","confidence":0.7731534806906004,"entropy_confidence":0.2275265571396805,"candidate_mass":0.9717466090939924,"accepted":false,"accepted_predicted":null,"input_tokens":241,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.4834816165675697,"brier_hard":1.1955326094079797,"soft_accuracy":0.481789950056281,"brier_soft":0.18786792569221883,"tvd":0.3064864806905998,"kl":0.22032935872892329,"case_id":"typed:354/r0","base_id":"typed:354","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.743799}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5161875260721693,"contain":0.001571995008595948,"investigate":0.047896847912402576,"monitor":0.4343436310068334},"predicted":"close_benign","confidence":0.5161875260721693,"entropy_confidence":0.3801843294770475,"candidate_mass":0.9980967503529729,"accepted":false,"accepted_predicted":null,"input_tokens":297,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.038705582317135,"brier_hard":1.3616068352521524,"soft_accuracy":0.1568496837697831,"brier_soft":0.5909236413153914,"tvd":0.6671981570790021,"kl":1.7293306564024509,"case_id":"typed:354/r0","base_id":"typed:354","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.743799}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021977850884695145,"1":1.3144911433090914e-05,"2":6.430107185313743e-05,"3":0.0018848926546686622,"4":0.997817882853199},"predicted":"4","confidence":0.997817882853199,"entropy_confidence":0.9896703842975159,"candidate_mass":0.9999676611924223,"accepted":true,"accepted_predicted":"4","input_tokens":317,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.27388440682909,"brier_hard":1.9918743474626321,"score_mae":1.2504009564319412,"within_one":false,"case_id":"typed:354/r0","base_id":"typed:354","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.743799}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9912363136602285,"true":0.008763686339771298},"predicted":"false","confidence":0.9912363136602285,"entropy_confidence":0.9275190446821252,"candidate_mass":0.9833333659685434,"accepted":true,"accepted_predicted":"false","input_tokens":263,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.737138647509269,"brier_hard":1.965098859037438,"soft_accuracy":0.3690039771814813,"brier_soft":0.780173655132018,"tvd":0.6245693136602286,"kl":2.3462558051683655,"case_id":"typed:354/r0","base_id":"typed:354","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.743799}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5347626823449826,"1":0.001026581687100962,"2":0.023848455513740468,"3":0.4403622804541747},"predicted":"0","confidence":0.5347626823449826,"entropy_confidence":0.42865326567072215,"candidate_mass":0.9981976732224931,"accepted":false,"accepted_predicted":null,"input_tokens":292,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8201575261799939,"brier_hard":0.5997353062676037,"score_mae":1.0635226659228942,"within_one":false,"case_id":"typed:354/r0","base_id":"typed:354","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.743799}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7858919877710353,"true":0.21410801222896375},"predicted":"false","confidence":0.7858919877710353,"entropy_confidence":0.250737975077133,"candidate_mass":0.9764280129740276,"accepted":false,"accepted_predicted":null,"input_tokens":237,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.5412746612517623,"brier_hard":1.2352524328854195,"soft_accuracy":0.4809407247432557,"brier_soft":0.2038091856348358,"tvd":0.3192249877710357,"kl":0.2435261262601007,"case_id":"typed:355/r0","base_id":"typed:355","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.369}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5671180125786746,"contain":0.0017202240567043866,"investigate":0.04986587355430367,"monitor":0.3812958898103182},"predicted":"close_benign","confidence":0.5671180125786746,"entropy_confidence":0.3870214806439175,"candidate_mass":0.9979281186888239,"accepted":false,"accepted_predicted":null,"input_tokens":293,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.365300731114786,"brier_hard":1.4660585121801584,"soft_accuracy":0.03986421273608819,"brier_soft":0.9097701614886176,"tvd":0.8817469690559258,"kl":4.30407338601692,"case_id":"typed:355/r0","base_id":"typed:355","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.369}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00022696272781718818,"1":1.5376256299789975e-05,"2":7.267750529039558e-05,"3":0.0017947562147430935,"4":0.9978902272958502},"predicted":"4","confidence":0.9978902272958502,"entropy_confidence":0.9899201110767163,"candidate_mass":0.9999590147778564,"accepted":true,"accepted_predicted":"4","input_tokens":313,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0021120014098414287,"brier_hard":7.729321262385784e-06,"score_mae":0.8137729090945105,"within_one":true,"case_id":"typed:355/r0","base_id":"typed:355","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.369}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9939592527267263,"true":0.006040747273274956},"predicted":"false","confidence":0.9939592527267263,"entropy_confidence":0.9467847254389696,"candidate_mass":0.9902709405195111,"accepted":true,"accepted_predicted":"false","input_tokens":259,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.109227553947306,"brier_hard":1.9759099921621417,"soft_accuracy":0.1377628853609,"brier_soft":1.4813550937648916,"tvd":0.8606262527267257,"kl":4.036132946703946,"case_id":"typed:355/r0","base_id":"typed:355","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.369}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5802750043250711,"1":0.0011072724452950604,"2":0.020862951811684374,"3":0.397754771417948},"predicted":"0","confidence":0.5802750043250711,"entropy_confidence":0.44399586467495467,"candidate_mass":0.9980532310283953,"accepted":false,"accepted_predicted":null,"input_tokens":288,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.921919615813696,"brier_hard":0.6998548848048741,"score_mae":1.4472355096774925,"within_one":false,"case_id":"typed:355/r0","base_id":"typed:355","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.369}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8403687750606588,"true":0.15963122493934082},"predicted":"false","confidence":0.8403687750606588,"entropy_confidence":0.36657340272504135,"candidate_mass":0.9728080810987946,"accepted":true,"accepted_predicted":"false","input_tokens":298,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.17391446555559756,"brier_hard":0.05096425595126898,"soft_accuracy":0.7496039952903331,"brier_soft":0.0013831932699203543,"tvd":0.026298224939341003,"kl":0.0027033356128810283,"case_id":"typed:356/r0","base_id":"typed:356","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.076599}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5534985586558144,"contain":0.0022457592235065544,"investigate":0.04711944176969282,"monitor":0.3971362403509874},"predicted":"close_benign","confidence":0.5534985586558144,"entropy_confidence":0.3855652657908313,"candidate_mass":0.9969367078022551,"accepted":false,"accepted_predicted":null,"input_tokens":354,"reused_prefix_tokens":0,"expected":"monitor","correct":false,"accepted_correct":null,"nll_hard":0.9234758824782858,"brier_hard":0.672030652359384,"soft_accuracy":0.38036391758110594,"brier_soft":0.0594642756771469,"tvd":0.20349855865581387,"kl":0.1962899358711793,"case_id":"typed:356/r0","base_id":"typed:356","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.076599}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003655050253317174,"1":1.9447540518315262e-05,"2":8.49645931163833e-05,"3":0.0008835665755791625,"4":0.9986465162654558},"predicted":"4","confidence":0.9986465162654558,"entropy_confidence":0.9928761122798094,"candidate_mass":0.9999592567678985,"accepted":true,"accepted_predicted":"4","input_tokens":374,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":10.847789947395984,"brier_hard":1.9972568912491004,"score_mae":2.4807591415153114,"within_one":false,"case_id":"typed:356/r0","base_id":"typed:356","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.076599}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9946999657108433,"true":0.0053000342891571465},"predicted":"false","confidence":0.9946999657108433,"entropy_confidence":0.952306858669378,"candidate_mass":0.9875355256923452,"accepted":true,"accepted_predicted":"false","input_tokens":320,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.00531412929562694,"brier_hard":5.6180726932478345e-05,"soft_accuracy":0.8133103080835113,"brier_soft":0.06339147375959645,"tvd":0.17803296571084304,"kl":0.4886024711841285,"case_id":"typed:356/r0","base_id":"typed:356","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.076599}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6014166170126909,"1":0.0018669416927700724,"2":0.028708813335583488,"3":0.3680076279589549},"predicted":"0","confidence":0.6014166170126909,"entropy_confidence":0.43205200691767354,"candidate_mass":0.996483640367985,"accepted":false,"accepted_predicted":null,"input_tokens":349,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.2834536453494,"brier_hard":1.4942253595038477,"score_mae":0.04664045224080171,"within_one":true,"case_id":"typed:356/r0","base_id":"typed:356","repeat":0,"workflow":"security_incidents","case_elapsed_ms":192.076599}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8311714206189157,"true":0.16882857938108378},"predicted":"false","confidence":0.8311714206189157,"entropy_confidence":0.3449819637521623,"candidate_mass":0.9758519168165544,"accepted":true,"accepted_predicted":"false","input_tokens":313,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.7788714020218102,"brier_hard":1.3816918609073339,"soft_accuracy":0.23947870322739956,"brier_soft":1.0498133109927024,"tvd":0.724504420618916,"kl":1.2693596540982344,"case_id":"typed:357/r0","base_id":"typed:357","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.676999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4527777593811766,"contain":0.00168496512757878,"investigate":0.03703132195534122,"monitor":0.5085059535359027},"predicted":"monitor","confidence":0.5085059535359027,"entropy_confidence":0.3973380260916568,"candidate_mass":0.9977448638341022,"accepted":false,"accepted_predicted":null,"input_tokens":369,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.386010411190917,"brier_hard":1.46159023182978,"soft_accuracy":0.03921149736659413,"brier_soft":0.8712260851297493,"tvd":0.9112837129170797,"kl":4.183438605827793,"case_id":"typed:357/r0","base_id":"typed:357","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.676999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00018749477462358838,"1":7.354843679034225e-06,"2":3.542827691560963e-05,"3":0.0007106844685995418,"4":0.9990590376361824},"predicted":"4","confidence":0.9990590376361824,"entropy_confidence":0.9949351813899248,"candidate_mass":0.999967823281027,"accepted":true,"accepted_predicted":"4","input_tokens":389,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.248000273755014,"brier_hard":1.9980486456646647,"score_mae":1.5984464153480387,"within_one":false,"case_id":"typed:357/r0","base_id":"typed:357","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.676999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9927361907420235,"true":0.007263809257976763},"predicted":"false","confidence":0.9927361907420235,"entropy_confidence":0.9379489054723558,"candidate_mass":0.9871206230304099,"accepted":true,"accepted_predicted":"false","input_tokens":335,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.924850896566348,"brier_hard":1.971050288817966,"soft_accuracy":0.05653742833217914,"brier_soft":1.777503050669561,"tvd":0.9427361907420233,"kl":4.480457624350846,"case_id":"typed:357/r0","base_id":"typed:357","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.676999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5612358582492978,"1":0.0010075568896562874,"2":0.013142780488967783,"3":0.42461380437207774},"predicted":"0","confidence":0.5612358582492978,"entropy_confidence":0.4577077224124573,"candidate_mass":0.9982941402722084,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.856575218766956,"brier_hard":0.6462287105538667,"score_mae":1.5588654690161747,"within_one":false,"case_id":"typed:357/r0","base_id":"typed:357","repeat":0,"workflow":"security_incidents","case_elapsed_ms":184.676999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8295915207056088,"true":0.17040847929438946},"predicted":"false","confidence":0.8295915207056088,"entropy_confidence":0.341361646058678,"candidate_mass":0.9672635641986542,"accepted":true,"accepted_predicted":"false","input_tokens":300,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.18682184306214816,"brier_hard":0.05807809963085331,"soft_accuracy":0.5703130774782097,"brier_soft":0.09939068386365156,"tvd":0.22292452070560964,"kl":0.13914811863216398,"case_id":"typed:358/r0","base_id":"typed:358","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.3876}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.41971490516328963,"contain":0.0018702926667292837,"investigate":0.03731382463274684,"monitor":0.5411009775372335},"predicted":"monitor","confidence":0.5411009775372335,"entropy_confidence":0.40044786593218673,"candidate_mass":0.9966517357764336,"accepted":false,"accepted_predicted":null,"input_tokens":356,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.288391387414322,"brier_hard":1.3957190397458679,"soft_accuracy":0.2655002540807646,"brier_soft":0.2995458271171796,"tvd":0.4774823660340402,"kl":1.0761230062463274,"case_id":"typed:358/r0","base_id":"typed:358","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.3876}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00029965971925314654,"1":1.4078501316896213e-05,"2":5.207156130724187e-05,"3":0.000752633526064313,"4":0.9988815566920581},"predicted":"4","confidence":0.9988815566920581,"entropy_confidence":0.9940148978802964,"candidate_mass":0.9999631075860638,"accepted":true,"accepted_predicted":"4","input_tokens":376,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.1919321338076045,"brier_hard":1.9962597564102442,"score_mae":1.2245693489703569,"within_one":false,"case_id":"typed:358/r0","base_id":"typed:358","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.3876}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9931418204705844,"true":0.006858179529413748},"predicted":"false","confidence":0.9931418204705844,"entropy_confidence":0.9408434339198772,"candidate_mass":0.9847881240758676,"accepted":true,"accepted_predicted":"false","input_tokens":322,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006881804922731092,"brier_hard":9.406925291536478e-05,"soft_accuracy":0.5098628364094109,"brier_soft":0.4668520373752626,"tvd":0.4831418204705853,"kl":1.7518960444060165,"case_id":"typed:358/r0","base_id":"typed:358","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.3876}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4189138586507934,"1":0.0015356124207322904,"2":0.018736942563542594,"3":0.5608135863649302},"predicted":"3","confidence":0.5608135863649302,"entropy_confidence":0.4421680533385546,"candidate_mass":0.9972946813513017,"accepted":false,"accepted_predicted":null,"input_tokens":351,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.9772581657735344,"brier_hard":1.4528802456162428,"score_mae":0.5418827433573918,"within_one":true,"case_id":"typed:358/r0","base_id":"typed:358","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.3876}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8519835925903121,"true":0.14801640740968902},"predicted":"false","confidence":0.8519835925903121,"entropy_confidence":0.3951459785094361,"candidate_mass":0.9761324048957349,"accepted":true,"accepted_predicted":"false","input_tokens":321,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.9104321504863577,"brier_hard":1.4517520840861877,"soft_accuracy":0.4413363025573437,"brier_soft":0.3790010715688785,"tvd":0.4353165925903115,"kl":0.5019697969958513,"case_id":"typed:359/r0","base_id":"typed:359","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.330999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.49909060311910947,"contain":0.0017157564638411356,"investigate":0.027530389617454312,"monitor":0.47166325079959387},"predicted":"close_benign","confidence":0.49909060311910947,"entropy_confidence":0.4148935635683002,"candidate_mass":0.9983514579728883,"accepted":false,"accepted_predicted":null,"input_tokens":377,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.5924648074593932,"brier_hard":1.4172577392144603,"soft_accuracy":0.16155837968471937,"brier_soft":0.5590682460135467,"tvd":0.6640871605853973,"kl":2.005728083871421,"case_id":"typed:359/r0","base_id":"typed:359","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.330999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00020714910718623602,"1":1.0548017662735159e-05,"2":2.3759355403184866e-05,"3":0.0005619909426750913,"4":0.9991965525770725},"predicted":"4","confidence":0.9991965525770725,"entropy_confidence":0.9955636768672198,"candidate_mass":0.9999791857057446,"accepted":true,"accepted_predicted":"4","input_tokens":397,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.484024824436943,"brier_hard":1.997270128216896,"score_mae":1.3685302498647847,"within_one":false,"case_id":"typed:359/r0","base_id":"typed:359","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.330999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9926012734510914,"true":0.007398726548907097},"predicted":"false","confidence":0.9926012734510914,"entropy_confidence":0.9369935391126253,"candidate_mass":0.9930541954359895,"accepted":true,"accepted_predicted":"false","input_tokens":343,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.906447381566377,"brier_hard":1.9705145761134597,"soft_accuracy":0.3357992471154529,"brier_soft":0.8692693127583682,"tvd":0.6592682734510922,"kl":2.636928027767377,"case_id":"typed:359/r0","base_id":"typed:359","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.330999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4091366770367643,"1":0.0011060293239183367,"2":0.014589573535352061,"3":0.5751677201039638},"predicted":"3","confidence":0.5751677201039638,"entropy_confidence":0.45684344440735614,"candidate_mass":0.9986648112222152,"accepted":false,"accepted_predicted":null,"input_tokens":372,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.227448146802537,"brier_hard":1.4692456586323819,"score_mae":0.2608786632934863,"within_one":true,"case_id":"typed:359/r0","base_id":"typed:359","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.330999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.682717531177408,"true":0.3172824688225908},"predicted":"false","confidence":0.682717531177408,"entropy_confidence":0.09859827467536664,"candidate_mass":0.9850173137124858,"accepted":false,"accepted_predicted":null,"input_tokens":256,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.1479628330300358,"brier_hard":0.9322064547539517,"soft_accuracy":0.47929189132153893,"brier_soft":0.11460990753405542,"tvd":0.2393845311774086,"kl":0.12153067636177461,"case_id":"typed:360/r0","base_id":"typed:360","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.1503}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.24613716326811907,"contain":0.0015405498722076227,"investigate":0.016589282332259005,"monitor":0.7357330045274136},"predicted":"monitor","confidence":0.7357330045274136,"entropy_confidence":0.5319792865248814,"candidate_mass":0.9987180026684044,"accepted":false,"accepted_predicted":null,"input_tokens":312,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":4.098998434771602,"brier_hard":1.5689855700103021,"soft_accuracy":0.20370112279798655,"brier_soft":0.618251086856847,"tvd":0.6918701677955331,"kl":2.2898843898226375,"case_id":"typed:360/r0","base_id":"typed:360","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.1503}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00019912308058477415,"1":1.5000175827715784e-05,"2":6.25749280673236e-05,"3":0.0008251989924423353,"4":0.9988981028230777},"predicted":"4","confidence":0.9988981028230777,"entropy_confidence":0.9941412844549512,"candidate_mass":0.9999459680990851,"accepted":true,"accepted_predicted":"4","input_tokens":332,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.099885997753944,"brier_hard":1.9961477465826643,"score_mae":1.2548751583016005,"within_one":false,"case_id":"typed:360/r0","base_id":"typed:360","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.1503}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9834927532986807,"true":0.016507246701319554},"predicted":"false","confidence":0.9834927532986807,"entropy_confidence":0.878647335819236,"candidate_mass":0.9883281890488961,"accepted":true,"accepted_predicted":"false","input_tokens":278,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.103955800473699,"brier_hard":1.9345159915820387,"soft_accuracy":0.3613990663828805,"brier_soft":0.7858210499969169,"tvd":0.6268257532986806,"kl":1.9946705571183418,"case_id":"typed:360/r0","base_id":"typed:360","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.1503}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.36682603070086417,"1":0.00111656785095156,"2":0.0116753189399932,"3":0.6203820825081905},"predicted":"3","confidence":0.6203820825081905,"entropy_confidence":0.47802654374490894,"candidate_mass":0.9980601440342847,"accepted":false,"accepted_predicted":null,"input_tokens":307,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.4774197286445308,"brier_hard":0.27880865987668596,"score_mae":0.38105354674449066,"within_one":true,"case_id":"typed:360/r0","base_id":"typed:360","repeat":0,"workflow":"security_incidents","case_elapsed_ms":185.1503}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6063067978294936,"true":0.3936932021705051},"predicted":"false","confidence":0.6063067978294936,"entropy_confidence":0.032858409513645936,"candidate_mass":0.9804214682535991,"accepted":false,"accepted_predicted":null,"input_tokens":255,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9321833477029635,"brier_hard":0.7352158661885104,"soft_accuracy":0.4858256894182015,"brier_soft":0.059839869471117524,"tvd":0.1729737978294943,"kl":0.060832331984528865,"case_id":"typed:361/r0","base_id":"typed:361","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.01059899999998}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.22665665980005759,"contain":0.0014576847221192107,"investigate":0.01627769997277457,"monitor":0.7556079555050489},"predicted":"monitor","confidence":0.7556079555050489,"entropy_confidence":0.5493542461555767,"candidate_mass":0.9985726564203196,"accepted":false,"accepted_predicted":null,"input_tokens":311,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":4.1179592077022065,"brier_hard":1.5900283122698426,"soft_accuracy":0.17318069754552806,"brier_soft":0.7512223171243355,"tvd":0.7322646153051063,"kl":2.47808494381432,"case_id":"typed:361/r0","base_id":"typed:361","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.01059899999998}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00029079806983581757,"1":1.625780363016771e-05,"2":7.022296242367608e-05,"3":0.0007760578051639529,"4":0.9988466633589457},"predicted":"4","confidence":0.9988466633589457,"entropy_confidence":0.9938307342937212,"candidate_mass":0.9999352772179122,"accepted":true,"accepted_predicted":"4","input_tokens":331,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.563835200365702,"brier_hard":1.9975549030032667,"score_mae":2.381204530579752,"within_one":false,"case_id":"typed:361/r0","base_id":"typed:361","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.01059899999998}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9907012701689368,"true":0.009298729831062873},"predicted":"false","confidence":0.9907012701689368,"entropy_confidence":0.9238925263993909,"candidate_mass":0.9879403477178847,"accepted":true,"accepted_predicted":"false","input_tokens":277,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.6778774654555235,"brier_hard":1.9629780134286903,"soft_accuracy":0.35278961894931876,"brier_soft":0.8209962351921785,"tvd":0.640701270168937,"kl":2.3964434950305105,"case_id":"typed:361/r0","base_id":"typed:361","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.01059899999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3957495207045455,"1":0.0008679802038268344,"2":0.010549687094342041,"3":0.5928328119972861},"predicted":"3","confidence":0.5928328119972861,"entropy_confidence":0.472734563076062,"candidate_mass":0.9982835214826296,"accepted":false,"accepted_predicted":null,"input_tokens":306,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.551659078803979,"brier_hard":1.4870811012172258,"score_mae":0.04953420961563082,"within_one":true,"case_id":"typed:361/r0","base_id":"typed:361","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.01059899999998}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7766196293354575,"true":0.22338037066454178},"predicted":"false","confidence":0.7766196293354575,"entropy_confidence":0.23370789923987956,"candidate_mass":0.9849100272257179,"accepted":false,"accepted_predicted":null,"input_tokens":254,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.25280458601191214,"brier_hard":0.09979757999645648,"soft_accuracy":0.5184411242092773,"brier_soft":0.11837676802681689,"tvd":0.2432866293354578,"kl":0.1433831632524588,"case_id":"typed:362/r0","base_id":"typed:362","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.797399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.2973971716579768,"contain":0.0016584483354710044,"investigate":0.016440497182546848,"monitor":0.6845038828240063},"predicted":"monitor","confidence":0.6845038828240063,"entropy_confidence":0.4963023767628768,"candidate_mass":0.9986852938094797,"accepted":false,"accepted_predicted":null,"input_tokens":310,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":4.1080076475640155,"brier_hard":1.5243826893447023,"soft_accuracy":0.18489135998348943,"brier_soft":0.634703441520817,"tvd":0.6985680544819827,"kl":2.304816885759515,"case_id":"typed:362/r0","base_id":"typed:362","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.797399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003350738221018883,"1":1.803615937929044e-05,"2":5.349602608059519e-05,"3":0.0006476196635332934,"4":0.9989457743289039},"predicted":"4","confidence":0.9989457743289039,"entropy_confidence":0.9942757657455576,"candidate_mass":0.999944995048115,"accepted":true,"accepted_predicted":"4","input_tokens":330,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.34220697291995,"brier_hard":1.9965979555953295,"score_mae":1.054517984517756,"within_one":false,"case_id":"typed:362/r0","base_id":"typed:362","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.797399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9920650844752861,"true":0.0079349155247147},"predicted":"false","confidence":0.9920650844752861,"entropy_confidence":0.9332314515323281,"candidate_mass":0.9900615357830662,"accepted":true,"accepted_predicted":"false","input_tokens":276,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.836482570969103,"brier_hard":1.9683862636699114,"soft_accuracy":0.4835975024741012,"brier_soft":0.5176166675491384,"tvd":0.5087320844752856,"kl":1.810109944166772,"case_id":"typed:362/r0","base_id":"typed:362","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.797399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5315145533141789,"1":0.0008764233193863326,"2":0.009586971417705183,"3":0.45802205194873113},"predicted":"0","confidence":0.5315145533141789,"entropy_confidence":0.46310460221036964,"candidate_mass":0.9986800683948198,"accepted":false,"accepted_predicted":null,"input_tokens":305,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.7808379476673722,"brier_hard":0.5763404946974336,"score_mae":0.98921647799901,"within_one":true,"case_id":"typed:362/r0","base_id":"typed:362","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.797399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7723053474982742,"true":0.22769465250172513},"predicted":"false","confidence":0.7723053474982742,"entropy_confidence":0.22602913295087146,"candidate_mass":0.9848724990153838,"accepted":false,"accepted_predicted":null,"input_tokens":253,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2583752793103749,"brier_hard":0.10368970955576304,"soft_accuracy":0.636152673749137,"brier_soft":0.000995057054037563,"tvd":0.022305347498274522,"kl":0.0013837626212540276,"case_id":"typed:363/r0","base_id":"typed:363","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.2439}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.17398906265116593,"contain":0.0012006795672971102,"investigate":0.01635198574052435,"monitor":0.8084582720410113},"predicted":"monitor","confidence":0.8084582720410113,"entropy_confidence":0.6021755481530311,"candidate_mass":0.998919407919115,"accepted":true,"accepted_predicted":"monitor","input_tokens":309,"reused_prefix_tokens":0,"expected":"monitor","correct":true,"accepted_correct":true,"nll_hard":0.21262621287264233,"brier_hard":0.06722925654082822,"soft_accuracy":0.35320263250779516,"brier_soft":0.31996271338526044,"tvd":0.4491143346921779,"kl":1.2296841697244032,"case_id":"typed:363/r0","base_id":"typed:363","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.2439}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00020290929690632397,"1":1.1649672442747082e-05,"2":5.350719352503831e-05,"3":0.0008729721538106889,"4":0.9988589616833167},"predicted":"4","confidence":0.9988589616833167,"entropy_confidence":0.993989721245557,"candidate_mass":0.9999584576309354,"accepted":true,"accepted_predicted":"4","input_tokens":329,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":11.360232494850237,"brier_hard":1.997696732241487,"score_mae":2.9481734272541917,"within_one":false,"case_id":"typed:363/r0","base_id":"typed:363","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.2439}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9933926996158613,"true":0.006607300384139075},"predicted":"false","confidence":0.9933926996158613,"entropy_confidence":0.9426510000669408,"candidate_mass":0.9910127480362387,"accepted":true,"accepted_predicted":"false","input_tokens":275,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006629225222681647,"brier_hard":8.731283673248382e-05,"soft_accuracy":0.6315710576357633,"brier_soft":0.2592859745749283,"tvd":0.36005969961586115,"kl":1.187554948174136,"case_id":"typed:363/r0","base_id":"typed:363","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.2439}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5432877295670285,"1":0.0009909745693799485,"2":0.01563850288992439,"3":0.4400827929736677},"predicted":"0","confidence":0.5432877295670285,"entropy_confidence":0.4484830374604145,"candidate_mass":0.9988902338417239,"accepted":false,"accepted_predicted":null,"input_tokens":304,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.916821685537769,"brier_hard":1.4870980174340762,"score_mae":0.052516359270231794,"within_one":true,"case_id":"typed:363/r0","base_id":"typed:363","repeat":0,"workflow":"security_incidents","case_elapsed_ms":168.2439}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7951471872687048,"true":0.2048528127312939},"predicted":"false","confidence":0.7951471872687048,"entropy_confidence":0.2684718163500791,"candidate_mass":0.9678217757621921,"accepted":false,"accepted_predicted":null,"input_tokens":297,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.22922804024582885,"brier_hard":0.08392934976784566,"soft_accuracy":0.6338002549932706,"brier_soft":0.009379072096713941,"tvd":0.06848018726870547,"kl":0.013386150450085219,"case_id":"typed:364/r0","base_id":"typed:364","repeat":0,"workflow":"security_incidents","case_elapsed_ms":195.434399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5858662135451476,"contain":0.002494737162409095,"investigate":0.03798047927551061,"monitor":0.37365857001693464},"predicted":"close_benign","confidence":0.5858662135451476,"entropy_confidence":0.4083145200190349,"candidate_mass":0.9971247720154107,"accepted":false,"accepted_predicted":null,"input_tokens":353,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.2706829545225204,"brier_hard":1.4083477290893147,"soft_accuracy":0.23127980054448674,"brier_soft":0.3903711443293625,"tvd":0.45952478356208126,"kl":1.0639790376163738,"case_id":"typed:364/r0","base_id":"typed:364","repeat":0,"workflow":"security_incidents","case_elapsed_ms":195.434399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002791620956585073,"1":1.666497561438421e-05,"2":8.173287166505036e-05,"3":0.0012102287624584827,"4":0.9984122112946032},"predicted":"4","confidence":0.9984122112946032,"entropy_confidence":0.9919519864699832,"candidate_mass":0.9999598392711254,"accepted":true,"accepted_predicted":"4","input_tokens":373,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.716945877360011,"brier_hard":1.9944080356803793,"score_mae":1.410792662184733,"within_one":false,"case_id":"typed:364/r0","base_id":"typed:364","repeat":0,"workflow":"security_incidents","case_elapsed_ms":195.434399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9937755522627817,"true":0.006224447737217325},"predicted":"false","confidence":0.9937755522627817,"entropy_confidence":0.9454362785672219,"candidate_mass":0.9875856543239148,"accepted":true,"accepted_predicted":"false","input_tokens":319,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.00624390037533119,"brier_hard":7.748749926671198e-05,"soft_accuracy":0.6645921799379618,"brier_soft":0.2140000099269066,"tvd":0.3271085522627822,"kl":1.06073715782244,"case_id":"typed:364/r0","base_id":"typed:364","repeat":0,"workflow":"security_incidents","case_elapsed_ms":195.434399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6115218994941006,"1":0.001715992054601651,"2":0.022339057094792763,"3":0.3644230513565062},"predicted":"0","confidence":0.6115218994941006,"entropy_confidence":0.4485590181475694,"candidate_mass":0.997173434881904,"accepted":false,"accepted_predicted":null,"input_tokens":348,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.801418693268854,"brier_hard":1.46258705783189,"score_mae":0.677003739686294,"within_one":true,"case_id":"typed:364/r0","base_id":"typed:364","repeat":0,"workflow":"security_incidents","case_elapsed_ms":195.434399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7489355385032465,"true":0.251064461496755},"predicted":"false","confidence":0.7489355385032465,"entropy_confidence":0.1870390990344487,"candidate_mass":0.9636961840925227,"accepted":false,"accepted_predicted":null,"input_tokens":315,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.3820455541104621,"brier_hard":1.1218088816662934,"soft_accuracy":0.46680842890920893,"brier_soft":0.19920992461938547,"tvd":0.31560253850324577,"kl":0.2242055263871754,"case_id":"typed:365/r0","base_id":"typed:365","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.76160000000002}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5601512427116901,"contain":0.002515063970818428,"investigate":0.0503585431394463,"monitor":0.3869751501780447},"predicted":"close_benign","confidence":0.5601512427116901,"entropy_confidence":0.38138558350517493,"candidate_mass":0.997414555406461,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":5.985457040040824,"brier_hard":1.461031362039039,"soft_accuracy":0.04205866706277479,"brier_soft":0.9011437441224306,"tvd":0.8804594595566684,"kl":4.0230983119241355,"case_id":"typed:365/r0","base_id":"typed:365","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.76160000000002}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00013685998411183748,"1":7.044890894097909e-06,"2":3.278830758792394e-05,"3":0.0007013378218954771,"4":0.9991219689955106},"predicted":"4","confidence":0.9991219689955106,"entropy_confidence":0.9952711213126515,"candidate_mass":0.9999761165878112,"accepted":true,"accepted_predicted":"4","input_tokens":391,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0008784166994964203,"brier_hard":1.2826685441189597e-06,"score_mae":0.7353315109537992,"within_one":true,"case_id":"typed:365/r0","base_id":"typed:365","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.76160000000002}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9906434246551077,"true":0.00935657534489365},"predicted":"false","confidence":0.9906434246551077,"entropy_confidence":0.923503182566703,"candidate_mass":0.9822593117462234,"accepted":true,"accepted_predicted":"false","input_tokens":337,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.671675937399577,"brier_hard":1.9627487896247975,"soft_accuracy":0.0911301523584617,"brier_soft":1.6464244133756614,"tvd":0.907310424655107,"kl":3.9963193648734183,"case_id":"typed:365/r0","base_id":"typed:365","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.76160000000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5729729192368248,"1":0.001841023729506095,"2":0.028340191447802532,"3":0.3968458655858648},"predicted":"0","confidence":0.5729729192368248,"entropy_confidence":0.42404051850754043,"candidate_mass":0.9978569820456842,"accepted":false,"accepted_predicted":null,"input_tokens":366,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9242073215772209,"brier_hard":0.6928994318593042,"score_mae":1.4142739966172946,"within_one":false,"case_id":"typed:365/r0","base_id":"typed:365","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.76160000000002}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8653145812585338,"true":0.13468541874146733},"predicted":"false","confidence":0.8653145812585338,"entropy_confidence":0.4298506478426699,"candidate_mass":0.9604850542694509,"accepted":true,"accepted_predicted":"false","input_tokens":337,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.14466216040945312,"brier_hard":0.0362803240431285,"soft_accuracy":0.5608855200000353,"brier_soft":0.15902722433812555,"tvd":0.28198158125853323,"kl":0.24053244018348857,"case_id":"typed:366/r0","base_id":"typed:366","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.273699}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.31552487165530047,"contain":0.0010856629888425745,"investigate":0.023946601382354587,"monitor":0.6594428639735036},"predicted":"monitor","confidence":0.6594428639735036,"entropy_confidence":0.4695885396994701,"candidate_mass":0.9988165137915289,"accepted":false,"accepted_predicted":null,"input_tokens":393,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.7319288698979953,"brier_hard":1.487102251095852,"soft_accuracy":0.19825787879110252,"brier_soft":0.5726796962783562,"tvd":0.6649677356288034,"kl":1.9881704607662962,"case_id":"typed:366/r0","base_id":"typed:366","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.273699}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00016318704774940704,"1":9.168864415417019e-06,"2":2.9622023988721178e-05,"3":0.0003567223322250144,"4":0.9994412997316224},"predicted":"4","confidence":0.9994412997316224,"entropy_confidence":0.996751214163,"candidate_mass":0.9999700960213173,"accepted":true,"accepted_predicted":"4","input_tokens":413,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.42699241963195,"brier_hard":1.9988238224036246,"score_mae":1.7355707788355579,"within_one":false,"case_id":"typed:366/r0","base_id":"typed:366","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.273699}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9912442631644248,"true":0.008755736835575248},"predicted":"false","confidence":0.9912442631644248,"entropy_confidence":0.9275732778508268,"candidate_mass":0.9858563886597594,"accepted":true,"accepted_predicted":"false","input_tokens":359,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.738046155098083,"brier_hard":1.9651303785127667,"soft_accuracy":0.4508755736835575,"brier_soft":0.5858907048168023,"tvd":0.5412442631644248,"kl":1.9217440036769746,"case_id":"typed:366/r0","base_id":"typed:366","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.273699}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.43196311109585983,"1":0.0008616773427599001,"2":0.010986438521588815,"3":0.5561887730397909},"predicted":"3","confidence":0.5561887730397909,"entropy_confidence":0.462939092072264,"candidate_mass":0.9982790270464857,"accepted":false,"accepted_predicted":null,"input_tokens":388,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.5110936284566705,"brier_hard":1.4740866478791763,"score_mae":0.3585991264946897,"within_one":true,"case_id":"typed:366/r0","base_id":"typed:366","repeat":0,"workflow":"security_incidents","case_elapsed_ms":193.273699}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8484451567220929,"true":0.1515548432779075},"predicted":"false","confidence":0.8484451567220929,"entropy_confidence":0.3862823382678797,"candidate_mass":0.9661958304120875,"accepted":true,"accepted_predicted":"false","input_tokens":315,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.8868077177051958,"brier_hard":1.439718367930353,"soft_accuracy":0.4186958978014075,"brier_soft":0.43265863666135296,"tvd":0.46511215672209266,"kl":0.5608605274794647,"case_id":"typed:367/r0","base_id":"typed:367","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.61189900000002}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.6270607496614359,"contain":0.0020867874795065114,"investigate":0.04192759992563702,"monitor":0.3289248629334202},"predicted":"close_benign","confidence":0.6270607496614359,"entropy_confidence":0.41984679702167116,"candidate_mass":0.9976879074754038,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.171810959465475,"brier_hard":1.4193038276879661,"soft_accuracy":0.05156534123465786,"brier_soft":0.8378286073370111,"tvd":0.872652529261773,"kl":3.2242394961002767,"case_id":"typed:367/r0","base_id":"typed:367","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.61189900000002}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00030674411010756214,"1":9.9995733956361e-06,"2":3.6648638491017346e-05,"3":0.0009047286391530069,"4":0.998741879038852},"predicted":"4","confidence":0.998741879038852,"entropy_confidence":0.9934334719431859,"candidate_mass":0.9999743357081675,"accepted":true,"accepted_predicted":"4","input_tokens":391,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0012589130597646919,"brier_hard":2.496937326640559e-06,"score_mae":0.6144319989232447,"within_one":true,"case_id":"typed:367/r0","base_id":"typed:367","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.61189900000002}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9941199293631835,"true":0.005880070636817876},"predicted":"false","confidence":0.9941199293631835,"entropy_confidence":0.9479708069271989,"candidate_mass":0.9861728784717054,"accepted":true,"accepted_predicted":"false","input_tokens":337,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.136186504079493,"brier_hard":1.9765488679141192,"soft_accuracy":0.18705704865669864,"brier_soft":1.3147508896523576,"tvd":0.8107869293631829,"kl":3.719225195810066,"case_id":"typed:367/r0","base_id":"typed:367","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.61189900000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.632253276615951,"1":0.0012009488310488683,"2":0.012186756031675714,"3":0.35435901852132345},"predicted":"0","confidence":0.632253276615951,"entropy_confidence":0.481147751309144,"candidate_mass":0.9985081973728072,"accepted":false,"accepted_predicted":null,"input_tokens":366,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.037444703164109,"brier_hard":0.8167464420570254,"score_mae":1.5380154835416293,"within_one":false,"case_id":"typed:367/r0","base_id":"typed:367","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.61189900000002}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6028253920622474,"true":0.39717460793775117},"predicted":"false","confidence":0.6028253920622474,"entropy_confidence":0.03072616627980962,"candidate_mass":0.9605176708921346,"accepted":false,"accepted_predicted":null,"input_tokens":288,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5061276895896826,"brier_hard":0.31549533838101385,"soft_accuracy":0.5514126960311234,"brier_soft":0.043320730443261964,"tvd":0.1471746079377519,"kl":0.04810544169938974,"case_id":"typed:368/r0","base_id":"typed:368","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.6541}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5362794988798631,"contain":0.0026059690108818307,"investigate":0.036968292993894515,"monitor":0.4241462391153605},"predicted":"close_benign","confidence":0.5362794988798631,"entropy_confidence":0.3974211626106604,"candidate_mass":0.9969936639803362,"accepted":false,"accepted_predicted":null,"input_tokens":344,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.297694679837093,"brier_hard":1.3949325928481209,"soft_accuracy":0.23031130726981947,"brier_soft":0.3593577198522708,"tvd":0.4937597379952236,"kl":1.1335024634251767,"case_id":"typed:368/r0","base_id":"typed:368","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.6541}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021299963904017178,"1":1.232864278225702e-05,"2":6.779939200366428e-05,"3":0.0006565495043697174,"4":0.9990503228218034},"predicted":"4","confidence":0.9990503228218034,"entropy_confidence":0.994810819097416,"candidate_mass":0.999966171391286,"accepted":true,"accepted_predicted":"4","input_tokens":364,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.328512460560592,"brier_hard":1.9967889296964612,"score_mae":1.858318867227112,"within_one":false,"case_id":"typed:368/r0","base_id":"typed:368","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.6541}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9917679051531535,"true":0.008232094846847757},"predicted":"false","confidence":0.9917679051531535,"entropy_confidence":0.9311692721808721,"candidate_mass":0.9776894698883978,"accepted":true,"accepted_predicted":"false","input_tokens":310,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.008266165651196668,"brier_hard":0.0001355347711349742,"soft_accuracy":0.6803145707108865,"brier_soft":0.1902641814336688,"tvd":0.30843490515315286,"kl":0.9012282543460597,"case_id":"typed:368/r0","base_id":"typed:368","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.6541}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5001360025342089,"1":0.001644108318679764,"2":0.021296166280349773,"3":0.4769237228667635},"predicted":"0","confidence":0.5001360025342089,"entropy_confidence":0.428578067436191,"candidate_mass":0.9966835012644247,"accepted":false,"accepted_predicted":null,"input_tokens":339,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.8492282093043713,"brier_hard":1.4354561556936958,"score_mae":0.10665939052033013,"within_one":true,"case_id":"typed:368/r0","base_id":"typed:368","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.6541}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7012841270097699,"true":0.29871587299022917},"predicted":"false","confidence":0.7012841270097699,"entropy_confidence":0.1202844767596396,"candidate_mass":0.9781436921137953,"accepted":false,"accepted_predicted":null,"input_tokens":316,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.2082624149301537,"brier_hard":0.9835988535917115,"soft_accuracy":0.49329039491025584,"brier_soft":0.09500538752965812,"tvd":0.21795112700977037,"kl":0.10318474173156716,"case_id":"typed:369/r0","base_id":"typed:369","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.09479900000002}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4562375128987061,"contain":0.002381072196690639,"investigate":0.04551456132336992,"monitor":0.4958668535812335},"predicted":"monitor","confidence":0.4958668535812335,"entropy_confidence":0.3790186833703234,"candidate_mass":0.998288174358392,"accepted":false,"accepted_predicted":null,"input_tokens":372,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.0897229751385638,"brier_hard":1.3650847268070743,"soft_accuracy":0.18315003238040894,"brier_soft":0.5237023224709962,"tvd":0.6321043664799395,"kl":1.512018444828889,"case_id":"typed:369/r0","base_id":"typed:369","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.09479900000002}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00016966119236772279,"1":6.935837906483898e-06,"2":3.3689951270880564e-05,"3":0.0005863806621459827,"4":0.9992033323563106},"predicted":"4","confidence":0.9992033323563106,"entropy_confidence":0.9956119996968038,"candidate_mass":0.9999759095327129,"accepted":true,"accepted_predicted":"4","input_tokens":392,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.298310946943992,"brier_hard":1.998340293299734,"score_mae":1.9753137871521287,"within_one":false,"case_id":"typed:369/r0","base_id":"typed:369","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.09479900000002}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9899052162020829,"true":0.01009478379791732},"predicted":"false","confidence":0.9899052162020829,"entropy_confidence":0.918579161070592,"candidate_mass":0.9874383246594981,"accepted":true,"accepted_predicted":"false","input_tokens":338,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.595736444195829,"brier_hard":1.9598246741281846,"soft_accuracy":0.4281475615605055,"brier_soft":0.6344745763810083,"tvd":0.5632382162020828,"kl":1.956863533812913,"case_id":"typed:369/r0","base_id":"typed:369","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.09479900000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5597511524306478,"1":0.0018055352878357347,"2":0.02177597474687642,"3":0.4166673375346415},"predicted":"0","confidence":0.5597511524306478,"entropy_confidence":0.43423103518672723,"candidate_mass":0.9980228367464209,"accepted":false,"accepted_predicted":null,"input_tokens":367,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.826947992750572,"brier_hard":1.4438585263557444,"score_mae":0.5413075026144869,"within_one":true,"case_id":"typed:369/r0","base_id":"typed:369","repeat":0,"workflow":"security_incidents","case_elapsed_ms":194.09479900000002}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7345173166527236,"true":0.2654826833472775},"predicted":"false","confidence":0.7345173166527236,"entropy_confidence":0.16509237652717024,"candidate_mass":0.9706540571357455,"accepted":false,"accepted_predicted":null,"input_tokens":308,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.3085417075362144,"brier_hard":0.14096211031454103,"soft_accuracy":0.5781725952291193,"brier_soft":0.00920733093974957,"tvd":0.06785031665272304,"kl":0.011248749632218766,"case_id":"typed:370/r0","base_id":"typed:370","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.6041}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.39985999230536423,"contain":0.0016533076265497083,"investigate":0.03327465108225408,"monitor":0.5652120489858312},"predicted":"monitor","confidence":0.5652120489858312,"entropy_confidence":0.4136643223728377,"candidate_mass":0.9983828187476977,"accepted":false,"accepted_predicted":null,"input_tokens":364,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.4029594006386112,"brier_hard":1.4139133074314532,"soft_accuracy":0.1720332997314983,"brier_soft":0.5669514879109648,"tvd":0.6817390412911959,"kl":1.9214864038921993,"case_id":"typed:370/r0","base_id":"typed:370","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.6041}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00038951132366862396,"1":1.3615897933851988e-05,"2":6.207309614702601e-05,"3":0.0013577270990149395,"4":0.9981770725832354},"predicted":"4","confidence":0.9981770725832354,"entropy_confidence":0.990930574552612,"candidate_mass":0.9999599750108084,"accepted":true,"accepted_predicted":"4","input_tokens":384,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.601943228055909,"brier_hard":1.9936440132132163,"score_mae":1.2869192337202144,"within_one":false,"case_id":"typed:370/r0","base_id":"typed:370","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.6041}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9938836252243505,"true":0.006116374775650671},"predicted":"false","confidence":0.9938836252243505,"entropy_confidence":0.9462286161849477,"candidate_mass":0.9884650408966682,"accepted":true,"accepted_predicted":"false","input_tokens":330,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.096785714890402,"brier_hard":1.975609320978192,"soft_accuracy":0.45061163747756555,"brier_soft":0.5916187955743624,"tvd":0.54388362522435,"kl":2.1178541498645576,"case_id":"typed:370/r0","base_id":"typed:370","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.6041}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.46333389265592867,"1":0.0008504059280928902,"2":0.012696831258465656,"3":0.5231188701575112},"predicted":"3","confidence":0.5231188701575112,"entropy_confidence":0.45404747353928887,"candidate_mass":0.9980647561142314,"accepted":false,"accepted_predicted":null,"input_tokens":359,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.6479465555465751,"brier_hard":0.44225584079779273,"score_mae":0.737732321082442,"within_one":true,"case_id":"typed:370/r0","base_id":"typed:370","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.6041}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6159328537567587,"true":0.3840671462432421},"predicted":"false","confidence":0.6159328537567587,"entropy_confidence":0.03913605650891472,"candidate_mass":0.9710961583562462,"accepted":false,"accepted_predicted":null,"input_tokens":287,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9569378816721965,"brier_hard":0.7587465606738883,"soft_accuracy":0.4149824966231418,"brier_soft":0.4658052376920889,"tvd":0.48259985375675823,"kl":0.5012881216006195,"case_id":"typed:371/r0","base_id":"typed:371","repeat":0,"workflow":"security_incidents","case_elapsed_ms":151.997099}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.47218980669664534,"contain":0.0019381752905998167,"investigate":0.0272571781533774,"monitor":0.49861483985937816},"predicted":"monitor","confidence":0.49861483985937816,"entropy_confidence":0.4145442956194261,"candidate_mass":0.9978544786489537,"accepted":false,"accepted_predicted":null,"input_tokens":343,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.602438374088873,"brier_hard":1.417812326053796,"soft_accuracy":0.0471811192555407,"brier_soft":0.8183197416274692,"tvd":0.9041376465560231,"kl":3.625095312985163,"case_id":"typed:371/r0","base_id":"typed:371","repeat":0,"workflow":"security_incidents","case_elapsed_ms":151.997099}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00026716636753907827,"1":1.3660515546528468e-05,"2":7.749903736363216e-05,"3":0.0008223748905661892,"4":0.9988192991889832},"predicted":"4","confidence":0.9988192991889832,"entropy_confidence":0.9937206039971702,"candidate_mass":0.9999610653286223,"accepted":true,"accepted_predicted":"4","input_tokens":363,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.465245042796539,"brier_hard":1.9974857482286832,"score_mae":2.097912980017905,"within_one":false,"case_id":"typed:371/r0","base_id":"typed:371","repeat":0,"workflow":"security_incidents","case_elapsed_ms":151.997099}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9881548801668197,"true":0.011845119833180125},"predicted":"false","confidence":0.9881548801668197,"entropy_confidence":0.9072091210609775,"candidate_mass":0.9824563831919922,"accepted":true,"accepted_predicted":"false","input_tokens":309,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.43583932464923,"brier_hard":1.9529001343950039,"soft_accuracy":0.08669586022867931,"brier_soft":1.6616203113820056,"tvd":0.9114878801668198,"kl":3.8261177986926707,"case_id":"typed:371/r0","base_id":"typed:371","repeat":0,"workflow":"security_incidents","case_elapsed_ms":151.997099}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4841068283191658,"1":0.0016860294495129244,"2":0.016695561364887965,"3":0.49751158086643443},"predicted":"3","confidence":0.49751158086643443,"entropy_confidence":0.43906537578171767,"candidate_mass":0.9967689986369225,"accepted":false,"accepted_predicted":null,"input_tokens":338,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.6981364445309346,"brier_hard":0.4871356170531855,"score_mae":0.899055105221408,"within_one":true,"case_id":"typed:371/r0","base_id":"typed:371","repeat":0,"workflow":"security_incidents","case_elapsed_ms":151.997099}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.595509555567757,"true":0.40449044443224424},"predicted":"false","confidence":0.595509555567757,"entropy_confidence":0.026483194819194145,"candidate_mass":0.9837412572371751,"accepted":false,"accepted_predicted":null,"input_tokens":260,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9051271659214741,"brier_hard":0.7092632615450134,"soft_accuracy":0.43314331110257115,"brier_soft":0.3969575282043596,"tvd":0.44550955556775634,"kl":0.42439967983057114,"case_id":"typed:372/r0","base_id":"typed:372","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.09029999999998}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5140062118613337,"contain":0.0019415796736345313,"investigate":0.044202288541696444,"monitor":0.4398499199233352},"predicted":"close_benign","confidence":0.5140062118613337,"entropy_confidence":0.3844529717116084,"candidate_mass":0.9985521101343028,"accepted":false,"accepted_predicted":null,"input_tokens":316,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.244253372480532,"brier_hard":1.455744790585286,"soft_accuracy":0.036552413031214134,"brier_soft":0.9129456016481269,"tvd":0.903856131784669,"kl":4.283618292941955,"case_id":"typed:372/r0","base_id":"typed:372","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.09029999999998}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00027200300023957305,"1":1.701118311127469e-05,"2":6.016006591115554e-05,"3":0.0006838128587236442,"4":0.9989670128920135},"predicted":"4","confidence":0.9989670128920135,"entropy_confidence":0.9943952473260703,"candidate_mass":0.9999649884603136,"accepted":true,"accepted_predicted":"4","input_tokens":336,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0010335210068745735,"brier_hard":1.6125566370427118e-06,"score_mae":0.3947238214591584,"within_one":true,"case_id":"typed:372/r0","base_id":"typed:372","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.09029999999998}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9886218039680525,"true":0.011378196031946383},"predicted":"false","confidence":0.9886218039680525,"entropy_confidence":0.9102028166982779,"candidate_mass":0.9872127774976845,"accepted":true,"accepted_predicted":"false","input_tokens":282,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.4760563837683165,"brier_hard":1.9547461425620951,"soft_accuracy":0.11561783995966697,"brier_soft":1.555688552484654,"tvd":0.8819548039680531,"kl":3.6603398622260426,"case_id":"typed:372/r0","base_id":"typed:372","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.09029999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35550209565496016,"1":0.0013815337656910088,"2":0.021212932275236573,"3":0.6219034383041113},"predicted":"3","confidence":0.6219034383041113,"entropy_confidence":0.45618484695882,"candidate_mass":0.9977452176613244,"accepted":false,"accepted_predicted":null,"input_tokens":311,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.47497044217860207,"brier_hard":0.26979064711258094,"score_mae":0.807149286771502,"within_one":true,"case_id":"typed:372/r0","base_id":"typed:372","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.09029999999998}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8344258605391195,"true":0.1655741394608814},"predicted":"false","confidence":0.8344258605391195,"entropy_confidence":0.35252055812364713,"candidate_mass":0.9877800213923615,"accepted":true,"accepted_predicted":"false","input_tokens":254,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.18101138279991252,"brier_hard":0.05482959131642251,"soft_accuracy":0.633770344215648,"brier_soft":0.03614062396336537,"tvd":0.13442586053911906,"kl":0.05534452947548768,"case_id":"typed:373/r0","base_id":"typed:373","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.912999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.1937113968146474,"contain":0.0010420160111156782,"investigate":0.012217428165025105,"monitor":0.7930291590092127},"predicted":"monitor","confidence":0.7930291590092127,"entropy_confidence":0.5940065508177086,"candidate_mass":0.9989703946094576,"accepted":false,"accepted_predicted":null,"input_tokens":310,"reused_prefix_tokens":0,"expected":"monitor","correct":true,"accepted_correct":null,"nll_hard":0.2318952875198867,"brier_hard":0.08051138562465053,"soft_accuracy":0.34726835450694904,"brier_soft":0.2959218724071778,"tvd":0.4096961590092123,"kl":1.1685177037636507,"case_id":"typed:373/r0","base_id":"typed:373","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.912999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00024884090190655455,"1":1.0595387719120521e-05,"2":4.2472873155475944e-05,"3":0.0005753820991701192,"4":0.999122708738049},"predicted":"4","confidence":0.999122708738049,"entropy_confidence":0.9951638293038154,"candidate_mass":0.9999589824694955,"accepted":true,"accepted_predicted":"4","input_tokens":330,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":11.45509177237648,"brier_hard":1.9982253912431798,"score_mae":2.8216455223837364,"within_one":false,"case_id":"typed:373/r0","base_id":"typed:373","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.912999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9956249640258764,"true":0.0043750359741231894},"predicted":"false","confidence":0.9956249640258764,"entropy_confidence":0.959417061688175,"candidate_mass":0.9916668864282923,"accepted":true,"accepted_predicted":"false","input_tokens":276,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.004384634450026704,"brier_hard":3.8281879549747564e-05,"soft_accuracy":0.6156461553560137,"brier_soft":0.2872182769972751,"tvd":0.37895796402587656,"kl":1.4192353462590552,"case_id":"typed:373/r0","base_id":"typed:373","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.912999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5473912085154308,"1":0.0007822870058460387,"2":0.011353983406324611,"3":0.4404725210723972},"predicted":"0","confidence":0.5473912085154308,"entropy_confidence":0.46083522057272264,"candidate_mass":0.998382132790977,"accepted":false,"accepted_predicted":null,"input_tokens":305,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":7.153288869604161,"brier_hard":1.4922181278803157,"score_mae":0.028240817035686927,"within_one":true,"case_id":"typed:373/r0","base_id":"typed:373","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.912999}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.38437175273219604,"true":0.6156282472678029},"predicted":"true","confidence":0.6156282472678029,"entropy_confidence":0.038928776127025166,"candidate_mass":0.9879920447753452,"accepted":false,"accepted_predicted":null,"input_tokens":259,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":null,"nll_hard":0.48511199231996466,"brier_hard":0.29548328859684175,"soft_accuracy":0.5616684756283261,"brier_soft":0.04562540965379524,"tvd":0.15103875273219658,"kl":0.05174717297350903,"case_id":"typed:374/r0","base_id":"typed:374","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.000399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.41454909198943024,"contain":0.0017309758349872862,"investigate":0.026918519227583305,"monitor":0.5568014129479976},"predicted":"monitor","confidence":0.5568014129479976,"entropy_confidence":0.4233646051149891,"candidate_mass":0.9985897888911334,"accepted":false,"accepted_predicted":null,"input_tokens":315,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.3590699630315015,"brier_hard":1.4791444144149202,"soft_accuracy":0.07850075867814597,"brier_soft":0.7390709884629099,"tvd":0.8380166382712952,"kl":3.6910822909486174,"case_id":"typed:374/r0","base_id":"typed:374","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.000399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021220433831237534,"1":1.5502379105416742e-05,"2":5.9190042662763595e-05,"3":0.0009471544958730489,"4":0.9987659487440458},"predicted":"4","confidence":0.9987659487440458,"entropy_confidence":0.9935566803454428,"candidate_mass":0.9999656519005269,"accepted":true,"accepted_predicted":"4","input_tokens":335,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0012348133242240978,"brier_hard":2.468758607481648e-06,"score_mae":0.6013721409282335,"within_one":true,"case_id":"typed:374/r0","base_id":"typed:374","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.000399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9874484975570984,"true":0.012551502442901315},"predicted":"false","confidence":0.9874484975570984,"entropy_confidence":0.9027308886273535,"candidate_mass":0.9855173215594116,"accepted":true,"accepted_predicted":"false","input_tokens":281,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.377914904003958,"brier_hard":1.9501090706555426,"soft_accuracy":0.19128229324817236,"brier_soft":1.2932034668230004,"tvd":0.8041154975570985,"kl":3.1012042778767897,"case_id":"typed:374/r0","base_id":"typed:374","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.000399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3678405738504898,"1":0.0013157966502820944,"2":0.013738795596160166,"3":0.6171048339030677},"predicted":"3","confidence":0.6171048339030677,"entropy_confidence":0.4709639805949425,"candidate_mass":0.997724104976455,"accepted":false,"accepted_predicted":null,"input_tokens":310,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.48271636042851535,"brier_hard":0.28210588181631296,"score_mae":0.6232251104481947,"within_one":true,"case_id":"typed:374/r0","base_id":"typed:374","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.000399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6596261635535914,"true":0.34037383644640956},"predicted":"false","confidence":0.6596261635535914,"entropy_confidence":0.07482400840551862,"candidate_mass":0.9855746785214999,"accepted":false,"accepted_predicted":null,"input_tokens":259,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.41608202329562266,"brier_hard":0.23170869707449368,"soft_accuracy":0.5904547195962597,"brier_soft":0.03060676276715723,"tvd":0.12370683644640912,"kl":0.036778125354869545,"case_id":"typed:375/r0","base_id":"typed:375","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.6653}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3583629337620668,"contain":0.001669467663862722,"investigate":0.022251206796232312,"monitor":0.6177163917778397},"predicted":"monitor","confidence":0.6177163917778397,"entropy_confidence":0.45128845624314495,"candidate_mass":0.9984684923041918,"accepted":false,"accepted_predicted":null,"input_tokens":315,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.805359033807804,"brier_hard":1.4659930226992937,"soft_accuracy":0.2347520544883909,"brier_soft":0.42599146398186494,"tvd":0.559412908873489,"kl":1.5115864280955122,"case_id":"typed:375/r0","base_id":"typed:375","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.6653}
{"id":"severity","type":"ordinal","probabilities":{"0":0.000246765294684371,"1":1.344054236585639e-05,"2":5.4557422849806974e-05,"3":0.0007768551529044573,"4":0.9989083815871965},"predicted":"4","confidence":0.9989083815871965,"entropy_confidence":0.9941658405948072,"candidate_mass":0.9999642936144467,"accepted":true,"accepted_predicted":"4","input_tokens":335,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.160256643373078,"brier_hard":1.9962649120535432,"score_mae":1.8147536471955648,"within_one":false,"case_id":"typed:375/r0","base_id":"typed:375","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.6653}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9908889419651119,"true":0.009111058034889374},"predicted":"false","confidence":0.9908889419651119,"entropy_confidence":0.9251593235639546,"candidate_mass":0.9866834007145292,"accepted":true,"accepted_predicted":"false","input_tokens":281,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.009152817566683036,"brier_hard":0.0001660227570302212,"soft_accuracy":0.5327256022050468,"brier_soft":0.4187148800551605,"tvd":0.45755594196511123,"kl":1.5064840480207307,"case_id":"typed:375/r0","base_id":"typed:375","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.6653}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.3747597270291165,"1":0.0010725368179912913,"2":0.010252216952616508,"3":0.6139155192002758},"predicted":"3","confidence":0.6139155192002758,"entropy_confidence":0.4794502584415149,"candidate_mass":0.9977030266148413,"accepted":false,"accepted_predicted":null,"input_tokens":310,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.580261308724463,"brier_hard":1.4969389421003185,"score_mae":0.2466565283240516,"within_one":true,"case_id":"typed:375/r0","base_id":"typed:375","repeat":0,"workflow":"security_incidents","case_elapsed_ms":162.6653}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.828741281629008,"true":0.17125871837099135},"predicted":"false","confidence":0.828741281629008,"entropy_confidence":0.33942389054906075,"candidate_mass":0.9532740145371467,"accepted":true,"accepted_predicted":"false","input_tokens":315,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.18784725744206549,"brier_hard":0.0586590972361493,"soft_accuracy":0.5657482563258013,"brier_soft":0.1046451478425626,"tvd":0.2287412816290083,"kl":0.14552864463202783,"case_id":"typed:376/r0","base_id":"typed:376","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.297699}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5371333139407765,"contain":0.0023219962645434924,"investigate":0.042723223283696536,"monitor":0.4178214665109845},"predicted":"close_benign","confidence":0.5371333139407765,"entropy_confidence":0.3888333133682438,"candidate_mass":0.9978385525246966,"accepted":false,"accepted_predicted":null,"input_tokens":371,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.1530126357791204,"brier_hard":1.3794711937293986,"soft_accuracy":0.12659347126932585,"brier_soft":0.7389529755361399,"tvd":0.7382877804517605,"kl":1.9839157619388856,"case_id":"typed:376/r0","base_id":"typed:376","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.297699}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00016293533209479165,"1":7.471538118426617e-06,"2":3.815427912034379e-05,"3":0.0005776041318805565,"4":0.9992138347187869},"predicted":"4","confidence":0.9992138347187869,"entropy_confidence":0.9956566493567682,"candidate_mass":0.9999690985363225,"accepted":true,"accepted_predicted":"4","input_tokens":391,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.456621816878425,"brier_hard":1.9972734409156905,"score_mae":1.2753389313671484,"within_one":false,"case_id":"typed:376/r0","base_id":"typed:376","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.297699}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9931750109879932,"true":0.0068249890120072815},"predicted":"false","confidence":0.9931750109879932,"entropy_confidence":0.9410817933139893,"candidate_mass":0.9843741251840387,"accepted":true,"accepted_predicted":"false","input_tokens":337,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006848385765337641,"brier_hard":9.316095002803352e-05,"soft_accuracy":0.516439495816274,"brier_soft":0.45411976907146645,"tvd":0.476508010987993,"kl":1.7214080374988496,"case_id":"typed:376/r0","base_id":"typed:376","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.297699}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5700373807009853,"1":0.0014826429203634087,"2":0.02083613152294186,"3":0.4076438448557079},"predicted":"0","confidence":0.5700373807009853,"entropy_confidence":0.43986560224263116,"candidate_mass":0.9981044997362343,"accepted":false,"accepted_predicted":null,"input_tokens":366,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8973614150778317,"brier_hard":0.6762647725406393,"score_mae":1.017246559466629,"within_one":false,"case_id":"typed:376/r0","base_id":"typed:376","repeat":0,"workflow":"security_incidents","case_elapsed_ms":179.297699}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7733598159495437,"true":0.22664018405045497},"predicted":"false","confidence":0.7733598159495437,"entropy_confidence":0.22789174725846517,"candidate_mass":0.9409592732961612,"accepted":false,"accepted_predicted":null,"input_tokens":302,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2570108588138886,"brier_hard":0.10273154605284879,"soft_accuracy":0.5820079447848627,"brier_soft":0.030435288382210917,"tvd":0.12335981594954436,"kl":0.03914748317647296,"case_id":"typed:377/r0","base_id":"typed:377","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.48}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.382174314412359,"contain":0.0019472085701433476,"investigate":0.06246754358166887,"monitor":0.5534109334358303},"predicted":"monitor","confidence":0.5534109334358303,"entropy_confidence":0.36491427140788035,"candidate_mass":0.997601181015304,"accepted":false,"accepted_predicted":null,"input_tokens":358,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":2.773108159817422,"brier_hard":1.3312917663018793,"soft_accuracy":0.25968996306241415,"brier_soft":0.2887137577406975,"tvd":0.46225177451471516,"kl":0.8009036890123304,"case_id":"typed:377/r0","base_id":"typed:377","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.48}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00024071849464630217,"1":1.3495764425243205e-05,"2":6.683682499945309e-05,"3":0.001546307290711457,"4":0.9981326416252158},"predicted":"4","confidence":0.9981326416252158,"entropy_confidence":0.9908833853952063,"candidate_mass":0.9999706292006135,"accepted":true,"accepted_predicted":"4","input_tokens":378,"reused_prefix_tokens":0,"expected":"4","correct":true,"accepted_correct":true,"nll_hard":0.0018691040619884486,"brier_hard":5.940688227682473e-06,"score_mae":0.8873166577874216,"within_one":true,"case_id":"typed:377/r0","base_id":"typed:377","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.48}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9940902983412021,"true":0.005909701658797993},"predicted":"false","confidence":0.9940902983412021,"entropy_confidence":0.9477516027849454,"candidate_mass":0.9699587709715629,"accepted":true,"accepted_predicted":"false","input_tokens":324,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.0059272330499631695,"brier_hard":6.984914739199835e-05,"soft_accuracy":0.5494090298341203,"brier_soft":0.3944323861615556,"tvd":0.44409029834120206,"kl":1.6241431327763163,"case_id":"typed:377/r0","base_id":"typed:377","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.48}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5612040281124895,"1":0.0016028042524756717,"2":0.04175120357109752,"3":0.39544196406393883},"predicted":"0","confidence":0.5612040281124895,"entropy_confidence":0.3984094939922219,"candidate_mass":0.9962993350073982,"accepted":false,"accepted_predicted":null,"input_tokens":353,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9277512432146154,"brier_hard":0.6821861119656587,"score_mae":0.871901896413513,"within_one":true,"case_id":"typed:377/r0","base_id":"typed:377","repeat":0,"workflow":"security_incidents","case_elapsed_ms":178.48}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.5848409111430852,"true":0.4151590888569143},"predicted":"false","confidence":0.5848409111430852,"entropy_confidence":0.020869809654234905,"candidate_mass":0.984432909763858,"accepted":false,"accepted_predicted":null,"input_tokens":292,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.8790934855668233,"brier_hard":0.6840777826933487,"soft_accuracy":0.4999999999999998,"brier_soft":0.014395960407177843,"tvd":0.08484091114308545,"kl":0.014607269972698345,"case_id":"typed:378/r0","base_id":"typed:378","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.799899}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3660148748434546,"contain":0.002520640702092056,"investigate":0.03093590376312874,"monitor":0.600528580691324},"predicted":"monitor","confidence":0.600528580691324,"entropy_confidence":0.42528723178698913,"candidate_mass":0.9974569372688349,"accepted":false,"accepted_predicted":null,"input_tokens":348,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.475837835519556,"brier_hard":1.433693041078739,"soft_accuracy":0.14832641167721256,"brier_soft":0.6539123019176697,"tvd":0.7332102222015455,"kl":2.1241373902546212,"case_id":"typed:378/r0","base_id":"typed:378","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.799899}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002179958356215575,"1":1.1933475056956803e-05,"2":5.89123093820256e-05,"3":0.0010402062858145148,"4":0.9986709520941246},"predicted":"4","confidence":0.9986709520941246,"entropy_confidence":0.9931531156744708,"candidate_mass":0.9999665866132315,"accepted":true,"accepted_predicted":"4","input_tokens":368,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.8683362337532365,"brier_hard":1.995264391149326,"score_mae":1.214601185327763,"within_one":false,"case_id":"typed:378/r0","base_id":"typed:378","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.799899}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9920032116525913,"true":0.007996788347408355},"predicted":"false","confidence":0.9920032116525913,"entropy_confidence":0.9328007906419822,"candidate_mass":0.9892697986939663,"accepted":true,"accepted_predicted":"false","input_tokens":314,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.828715274481521,"brier_hard":1.9681407438581124,"soft_accuracy":0.40159935766948157,"brier_soft":0.7009356052139659,"tvd":0.5920032116525915,"kl":2.227429071339452,"case_id":"typed:378/r0","base_id":"typed:378","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.799899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.540663418008765,"1":0.001524256469935396,"2":0.017045460858703922,"3":0.4407668646625962},"predicted":"0","confidence":0.540663418008765,"entropy_confidence":0.44249026634339717,"candidate_mass":0.9977900691700117,"accepted":false,"accepted_predicted":null,"input_tokens":343,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.071871335992814,"brier_hard":1.45279430993368,"score_mae":0.8587512278248683,"within_one":true,"case_id":"typed:378/r0","base_id":"typed:378","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.799899}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6271514413615292,"true":0.3728485586384709},"predicted":"false","confidence":0.6271514413615292,"entropy_confidence":0.04716579227198425,"candidate_mass":0.950493898432724,"accepted":false,"accepted_predicted":null,"input_tokens":283,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9865829507944389,"brier_hard":0.7866378608036871,"soft_accuracy":0.4491394234553884,"brier_soft":0.21405613116985206,"tvd":0.3271514413615291,"kl":0.21971393377372517,"case_id":"typed:379/r0","base_id":"typed:379","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.3078}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4378340085458973,"contain":0.0021930492490904157,"investigate":0.0409437638711089,"monitor":0.519029178333904},"predicted":"monitor","confidence":0.519029178333904,"entropy_confidence":0.3895555984813114,"candidate_mass":0.9970218446159197,"accepted":false,"accepted_predicted":null,"input_tokens":339,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.19555576669962,"brier_hard":1.380883580524061,"soft_accuracy":0.06624328566119737,"brier_soft":0.7860847952109445,"tvd":0.8735301035467177,"kl":3.0293305514870967,"case_id":"typed:379/r0","base_id":"typed:379","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.3078}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00025785619480423247,"1":1.5191427430797598e-05,"2":7.382590435158096e-05,"3":0.0006323297035307088,"4":0.9990207967698824},"predicted":"4","confidence":0.9990207967698824,"entropy_confidence":0.994632827162339,"candidate_mass":0.9999460930455732,"accepted":true,"accepted_predicted":"4","input_tokens":359,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.366099617044828,"brier_hard":1.9967783649833841,"score_mae":1.0714760194262558,"within_one":false,"case_id":"typed:379/r0","base_id":"typed:379","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.3078}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9908017268257312,"true":0.009198273174268662},"predicted":"false","confidence":0.9908017268257312,"entropy_confidence":0.9245699224018789,"candidate_mass":0.9873268685558962,"accepted":true,"accepted_predicted":"false","input_tokens":305,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.688739510993759,"brier_hard":1.963376123761702,"soft_accuracy":0.1793425446060376,"brier_soft":1.3365102386761643,"tvd":0.8174687268257312,"kl":3.4164960217188844,"case_id":"typed:379/r0","base_id":"typed:379","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.3078}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.49582280652841115,"1":0.001918977370772095,"2":0.03259961608978208,"3":0.46965860001103604},"predicted":"0","confidence":0.49582280652841115,"entropy_confidence":0.40388535981905394,"candidate_mass":0.9949547655311777,"accepted":false,"accepted_predicted":null,"input_tokens":334,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.755749231177198,"brier_hard":0.5281686734593152,"score_mae":1.1072389904165558,"within_one":false,"case_id":"typed:379/r0","base_id":"typed:379","repeat":0,"workflow":"security_incidents","case_elapsed_ms":176.3078}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6278331222835793,"true":0.37216687771642204},"predicted":"false","confidence":0.6278331222835793,"entropy_confidence":0.04767863959394303,"candidate_mass":0.9764941555596334,"accepted":false,"accepted_predicted":null,"input_tokens":275,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.9884129292862128,"brier_hard":0.7883488588726941,"soft_accuracy":0.47443337554328496,"brier_soft":0.10381586321896819,"tvd":0.22783312228357863,"kl":0.1062284412320344,"case_id":"typed:380/r0","base_id":"typed:380","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.40699899999998}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.40108443264438154,"contain":0.001848402167765253,"investigate":0.022511749611093056,"monitor":0.5745554155767617},"predicted":"monitor","confidence":0.5745554155767617,"entropy_confidence":0.43601085675358675,"candidate_mass":0.9980006109991123,"accepted":false,"accepted_predicted":null,"input_tokens":331,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.7937179011358424,"brier_hard":1.446469343917191,"soft_accuracy":0.1564368491315122,"brier_soft":0.6525080226543528,"tvd":0.7089728482211425,"kl":2.1725961648396774,"case_id":"typed:380/r0","base_id":"typed:380","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.40699899999998}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00040191437035229203,"1":2.308712136815056e-05,"2":7.738001385246405e-05,"3":0.0011255811180871415,"4":0.9983720373763405},"predicted":"4","confidence":0.9983720373763405,"entropy_confidence":0.991680063701388,"candidate_mass":0.9999485405388682,"accepted":true,"accepted_predicted":"4","input_tokens":351,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.466782029673261,"brier_hard":1.9965933999759764,"score_mae":1.6937097400086967,"within_one":false,"case_id":"typed:380/r0","base_id":"typed:380","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.40699899999998}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9933625731004566,"true":0.006637426899542875},"predicted":"false","confidence":0.9933625731004566,"entropy_confidence":0.9424332199015569,"candidate_mass":0.9883697991740554,"accepted":true,"accepted_predicted":"false","input_tokens":297,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.01503090572627,"brier_hard":1.973538403273521,"soft_accuracy":0.31910071877154766,"brier_soft":0.9158337973075115,"tvd":0.6766955731004569,"kl":2.804713411489615,"case_id":"typed:380/r0","base_id":"typed:380","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.40699899999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.4881797929698964,"1":0.0012660275869413229,"2":0.01053533475356525,"3":0.5000188446895982},"predicted":"3","confidence":0.5000188446895982,"entropy_confidence":0.4567950222197603,"candidate_mass":0.9977042353975838,"accepted":false,"accepted_predicted":null,"input_tokens":326,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.553020456856796,"brier_hard":1.4673802819059416,"score_mae":0.4609397688371333,"within_one":true,"case_id":"typed:380/r0","base_id":"typed:380","repeat":0,"workflow":"security_incidents","case_elapsed_ms":183.40699899999998}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.18109852209064464,"true":0.8189014779093561},"predicted":"true","confidence":0.8189014779093561,"entropy_confidence":0.3175256859552372,"candidate_mass":0.9946987225026209,"accepted":true,"accepted_predicted":"true","input_tokens":270,"reused_prefix_tokens":0,"expected":"true","correct":true,"accepted_correct":true,"nll_hard":0.1997914979581346,"brier_hard":0.06559334940683115,"soft_accuracy":0.6828370599356829,"brier_soft":0.002078123132177483,"tvd":0.03223447790935571,"kl":0.003355182787439445,"case_id":"typed:381/r0","base_id":"typed:381","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.874199}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5057630439753875,"contain":0.0019252462136750271,"investigate":0.022596731034350278,"monitor":0.469714978776587},"predicted":"close_benign","confidence":0.5057630439753875,"entropy_confidence":0.42481124960334204,"candidate_mass":0.9981248455817774,"accepted":false,"accepted_predicted":null,"input_tokens":326,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.7899500276636964,"brier_hard":1.431749274696061,"soft_accuracy":0.1096884868786026,"brier_soft":0.6825657630075563,"tvd":0.7754780227519746,"kl":2.609201461734483,"case_id":"typed:381/r0","base_id":"typed:381","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.874199}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002459898376014081,"1":2.0937489176270583e-05,"2":4.8530192452869794e-05,"3":0.0008945912273030396,"4":0.998789951253468},"predicted":"4","confidence":0.998789951253468,"entropy_confidence":0.9936372466575867,"candidate_mass":0.9999555559996575,"accepted":true,"accepted_predicted":"4","input_tokens":346,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.019143673292348,"brier_hard":1.995793047868321,"score_mae":1.2379615765698633,"within_one":false,"case_id":"typed:381/r0","base_id":"typed:381","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.874199}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9744327903637168,"true":0.02556720963628319},"predicted":"false","confidence":0.9744327903637168,"entropy_confidence":0.8283505891589561,"candidate_mass":0.9906320983726266,"accepted":true,"accepted_predicted":"false","input_tokens":292,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":3.666444622099032,"brier_hard":1.8990385258720384,"soft_accuracy":0.16789704674539827,"brier_soft":1.3593788516538083,"tvd":0.8244327903637167,"kl":2.697653800589428,"case_id":"typed:381/r0","base_id":"typed:381","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.874199}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.438033651781594,"1":0.001655542544085,"2":0.010719534933881269,"3":0.5495912707404393},"predicted":"3","confidence":0.5495912707404393,"entropy_confidence":0.45915125296708814,"candidate_mass":0.9975289285709451,"accepted":false,"accepted_predicted":null,"input_tokens":321,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5985804211323754,"brier_hard":0.3948591527366449,"score_mae":0.7247985753668342,"within_one":true,"case_id":"typed:381/r0","base_id":"typed:381","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.874199}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.3227806768962375,"true":0.677219323103764},"predicted":"true","confidence":0.677219323103764,"entropy_confidence":0.09262025266115037,"candidate_mass":0.9875692367175545,"accepted":false,"accepted_predicted":null,"input_tokens":276,"reused_prefix_tokens":0,"expected":"false","correct":false,"accepted_correct":null,"nll_hard":1.1307822052943202,"brier_hard":0.9172520231702385,"soft_accuracy":0.4645561353792481,"brier_soft":0.1537011062042173,"tvd":0.2772193231037632,"kl":0.16136169429092306,"case_id":"typed:382/r0","base_id":"typed:382","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.4139}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3546283225545766,"contain":0.0020745797784898754,"investigate":0.02796129944534938,"monitor":0.6153357982215838},"predicted":"monitor","confidence":0.6153357982215838,"entropy_confidence":0.43787588595292604,"candidate_mass":0.9976665954088368,"accepted":false,"accepted_predicted":null,"input_tokens":332,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.576933887540907,"brier_hard":1.4492629309880973,"soft_accuracy":0.24924895634265865,"brier_soft":0.39613217274947904,"tvd":0.5532981207761606,"kl":1.4132036036888533,"case_id":"typed:382/r0","base_id":"typed:382","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.4139}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00038028245339756273,"1":3.6167799951040116e-05,"2":0.00010961266679655034,"3":0.0014372172597473835,"4":0.9980367198201091},"predicted":"4","confidence":0.9980367198201091,"entropy_confidence":0.9902251674357888,"candidate_mass":0.9999358837178005,"accepted":true,"accepted_predicted":"4","input_tokens":352,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.118557617167173,"brier_hard":1.9958602923069324,"score_mae":2.103380924193223,"within_one":false,"case_id":"typed:382/r0","base_id":"typed:382","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.4139}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9916999673713265,"true":0.008300032628672965},"predicted":"false","confidence":0.9916999673713265,"entropy_confidence":0.9307000522214444,"candidate_mass":0.9913978324813962,"accepted":true,"accepted_predicted":"false","input_tokens":298,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.791495833021894,"brier_hard":1.9669376505685812,"soft_accuracy":0.4836096732876439,"brier_soft":0.5168739470286392,"tvd":0.5083669673713267,"kl":1.7870446986187791,"case_id":"typed:382/r0","base_id":"typed:382","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.4139}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.41542847618478873,"1":0.0017312267586206452,"2":0.011827087612318165,"3":0.5710132094442737},"predicted":"3","confidence":0.5710132094442737,"entropy_confidence":0.46015503526567925,"candidate_mass":0.998043441519154,"accepted":false,"accepted_predicted":null,"input_tokens":327,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.437362817917972,"brier_hard":1.4751256061079083,"score_mae":0.07824196968392205,"within_one":true,"case_id":"typed:382/r0","base_id":"typed:382","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.4139}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7463116468682981,"true":0.2536883531317016},"predicted":"false","confidence":0.7463116468682981,"entropy_confidence":0.1829281409455854,"candidate_mass":0.971619939546037,"accepted":false,"accepted_predicted":null,"input_tokens":280,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.371648721464993,"brier_hard":1.113962148502543,"soft_accuracy":0.37191794362848474,"brier_soft":0.5127029675089767,"tvd":0.5063116468682982,"kl":0.5615999823428641,"case_id":"typed:383/r0","base_id":"typed:383","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.037099}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.40814585522130875,"contain":0.001592845556700839,"investigate":0.026549832346533013,"monitor":0.5637114668754575},"predicted":"monitor","confidence":0.5637114668754575,"entropy_confidence":0.4261807986628632,"candidate_mass":0.9983968777712552,"accepted":false,"accepted_predicted":null,"input_tokens":336,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.442233203977878,"brier_hard":1.4818753966624085,"soft_accuracy":0.05457851908700615,"brier_soft":0.8242369196026094,"tvd":0.8885234054306829,"kl":4.03572967947907,"case_id":"typed:383/r0","base_id":"typed:383","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.037099}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003582698566535895,"1":1.3972732055039117e-05,"2":7.877292842474789e-05,"3":0.0009298415675365076,"4":0.9986191429153307},"predicted":"4","confidence":0.9986191429153307,"entropy_confidence":0.9927839615632629,"candidate_mass":0.9999388837259635,"accepted":true,"accepted_predicted":"4","input_tokens":356,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.980496343817084,"brier_hard":1.9953815088249192,"score_mae":0.930770614952837,"within_one":true,"case_id":"typed:383/r0","base_id":"typed:383","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.037099}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9939316246502105,"true":0.006068375349789682},"predicted":"false","confidence":0.9939316246502105,"entropy_confidence":0.9465814103777968,"candidate_mass":0.9867348095643955,"accepted":true,"accepted_predicted":"false","input_tokens":302,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.104664362159479,"brier_hard":1.9758001489596135,"soft_accuracy":0.1443692302518486,"brier_soft":1.4583984391554956,"tvd":0.8539316246502104,"kl":3.98590002718099,"case_id":"typed:383/r0","base_id":"typed:383","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.037099}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.35273210241676495,"1":0.0011513898495064494,"2":0.013545544418688882,"3":0.6325709633150381},"predicted":"3","confidence":0.6325709633150381,"entropy_confidence":0.47823687010488514,"candidate_mass":0.9972538203480158,"accepted":false,"accepted_predicted":null,"input_tokens":331,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.45796286970935884,"brier_hard":0.2596088405467744,"score_mae":0.7840446313680014,"within_one":true,"case_id":"typed:383/r0","base_id":"typed:383","repeat":0,"workflow":"security_incidents","case_elapsed_ms":177.037099}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7699945731559482,"true":0.2300054268440533},"predicted":"false","confidence":0.7699945731559482,"entropy_confidence":0.22197923636544814,"candidate_mass":0.9762046277785542,"accepted":false,"accepted_predicted":null,"input_tokens":327,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.4696523753631539,"brier_hard":1.1857832853792194,"soft_accuracy":0.46400054358282566,"brier_soft":0.22668202967967474,"tvd":0.33666157315594747,"kl":0.2618328582943166,"case_id":"typed:384/r0","base_id":"typed:384","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.5241}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3578965702907476,"contain":0.0017374897111079495,"investigate":0.04158700552514891,"monitor":0.5987789344729957},"predicted":"monitor","confidence":0.5987789344729957,"entropy_confidence":0.4098498575081715,"candidate_mass":0.9973155861394695,"accepted":false,"accepted_predicted":null,"input_tokens":383,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.1799675276956307,"brier_hard":1.4051846542432433,"soft_accuracy":0.14362628969391672,"brier_soft":0.6394391759060893,"tvd":0.7400087214305265,"kl":2.111898666931959,"case_id":"typed:384/r0","base_id":"typed:384","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.5241}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021150475977941327,"1":1.2487239094396199e-05,"2":3.6939413176654863e-05,"3":0.0006935926525506836,"4":0.9990454759353986},"predicted":"4","confidence":0.9990454759353986,"entropy_confidence":0.9948388178073582,"candidate_mass":0.9999728228544712,"accepted":true,"accepted_predicted":"4","input_tokens":403,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.2736257257624075,"brier_hard":1.9967052050073684,"score_mae":1.4650160477646943,"within_one":false,"case_id":"typed:384/r0","base_id":"typed:384","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.5241}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9901029082307233,"true":0.009897091769277088},"predicted":"false","confidence":0.9901029082307233,"entropy_confidence":0.91988985372926,"candidate_mass":0.9859034397496145,"accepted":true,"accepted_predicted":"false","input_tokens":349,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.615514325676795,"brier_hard":1.9606075377738714,"soft_accuracy":0.23861145554167573,"brier_soft":1.1454013880070741,"tvd":0.7567699082307231,"kl":2.997610958560793,"case_id":"typed:384/r0","base_id":"typed:384","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.5241}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.394128784697371,"1":0.0011099972584235982,"2":0.010181736409789935,"3":0.5945794816344161},"predicted":"3","confidence":0.5945794816344161,"entropy_confidence":0.47316826441975046,"candidate_mass":0.9984452279542309,"accepted":false,"accepted_predicted":null,"input_tokens":378,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5199008768601416,"brier_hard":0.3198081954890775,"score_mae":0.5281210850187483,"within_one":true,"case_id":"typed:384/r0","base_id":"typed:384","repeat":0,"workflow":"security_incidents","case_elapsed_ms":189.5241}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.9258160647593675,"true":0.0741839352406342},"predicted":"false","confidence":0.9258160647593675,"entropy_confidence":0.6186532228827923,"candidate_mass":0.9804852804435167,"accepted":true,"accepted_predicted":"false","input_tokens":325,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.601207658440565,"brier_hard":1.7142707715330396,"soft_accuracy":0.45741839352406416,"brier_soft":0.45280185496617964,"tvd":0.47581606475936666,"kl":0.7772112626346914,"case_id":"typed:385/r0","base_id":"typed:385","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.29629899999998}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.49808518269616425,"contain":0.0012300415723316479,"investigate":0.023319004113630522,"monitor":0.47736577161787197},"predicted":"close_benign","confidence":0.49808518269616425,"entropy_confidence":0.4257766816971088,"candidate_mass":0.9985694751436759,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.758486623659145,"brier_hard":1.4298742098616577,"soft_accuracy":0.06138410588193197,"brier_soft":0.7779883218810548,"tvd":0.875450954314037,"kl":3.5347325255360724,"case_id":"typed:385/r0","base_id":"typed:385","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.29629899999998}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002027638125900071,"1":8.765216394436192e-06,"2":2.3367089974407606e-05,"3":0.0004774723263130417,"4":0.9992876315547289},"predicted":"4","confidence":0.9992876315547289,"entropy_confidence":0.9959993469238088,"candidate_mass":0.9999735411204439,"accepted":true,"accepted_predicted":"4","input_tokens":401,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.647004355088324,"brier_hard":1.9976210956414695,"score_mae":0.965305442594198,"within_one":true,"case_id":"typed:385/r0","base_id":"typed:385","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.29629899999998}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9955274563125077,"true":0.004472543687493527},"predicted":"false","confidence":0.9955274563125077,"entropy_confidence":0.9586551233201014,"candidate_mass":0.9914542211438012,"accepted":true,"accepted_predicted":"false","input_tokens":347,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.409797974603723,"brier_hard":1.9821498325441016,"soft_accuracy":0.25884363494621804,"brier_soft":1.0918295478046525,"tvd":0.7388604563125072,"kl":3.4528901329947512,"case_id":"typed:385/r0","base_id":"typed:385","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.29629899999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.670892636603852,"1":0.0008836551477935096,"2":0.006492246578468067,"3":0.32173146166988603},"predicted":"0","confidence":0.670892636603852,"entropy_confidence":0.5155749545218749,"candidate_mass":0.9986894710003323,"accepted":false,"accepted_predicted":null,"input_tokens":376,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.1340380513534463,"brier_hard":0.9101880700497933,"score_mae":1.5642704666856124,"within_one":false,"case_id":"typed:385/r0","base_id":"typed:385","repeat":0,"workflow":"security_incidents","case_elapsed_ms":175.29629899999998}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.9154256203469749,"true":0.08457437965302365},"predicted":"false","confidence":0.9154256203469749,"entropy_confidence":0.5819043138866857,"candidate_mass":0.9582557578642193,"accepted":true,"accepted_predicted":"false","input_tokens":324,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.4701238992163574,"brier_hard":1.6760081327752905,"soft_accuracy":0.34767754948985513,"brier_soft":0.7170237708796274,"tvd":0.5987586203469757,"kl":1.0915682592163045,"case_id":"typed:386/r0","base_id":"typed:386","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.71159999999998}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4050472466753053,"contain":0.001329965004235344,"investigate":0.03632840938103121,"monitor":0.5572943789394273},"predicted":"monitor","confidence":0.5572943789394273,"entropy_confidence":0.40767782625828963,"candidate_mass":0.9980773563715164,"accepted":false,"accepted_predicted":null,"input_tokens":380,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.315155216227982,"brier_hard":1.4033050002097336,"soft_accuracy":0.10641480363063464,"brier_soft":0.6431326383779999,"tvd":0.7956754589485664,"kl":2.878389443773797,"case_id":"typed:386/r0","base_id":"typed:386","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.71159999999998}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00015229743631978008,"1":7.642233384975504e-06,"2":2.165940654548951e-05,"3":0.0003126544238519417,"4":0.9995057464998964},"predicted":"4","confidence":0.9995057464998964,"entropy_confidence":0.9970929668665622,"candidate_mass":0.9999774048538167,"accepted":true,"accepted_predicted":"4","input_tokens":400,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.740070715405306,"brier_hard":1.9989685399480557,"score_mae":1.7490119103176176,"within_one":false,"case_id":"typed:386/r0","base_id":"typed:386","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.71159999999998}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9936889614640692,"true":0.006311038535929256},"predicted":"false","confidence":0.9936889614640692,"entropy_confidence":0.9448034055731445,"candidate_mass":0.9859261361989949,"accepted":true,"accepted_predicted":"false","input_tokens":346,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.065455030246046,"brier_hard":1.9748355042710837,"soft_accuracy":0.2202432509630006,"brier_soft":1.207526257194941,"tvd":0.7770219614640699,"kl":3.446652803573756,"case_id":"typed:386/r0","base_id":"typed:386","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.71159999999998}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.7269437273219882,"1":0.0011447171638665787,"2":0.011858561787224548,"3":0.260052993726922},"predicted":"0","confidence":0.7269437273219882,"entropy_confidence":0.5365873543385851,"candidate_mass":0.9983734384600647,"accepted":false,"accepted_predicted":null,"input_tokens":375,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.3468698467088736,"brier_hard":1.0761106906503224,"score_mae":1.5783121780809184,"within_one":false,"case_id":"typed:386/r0","base_id":"typed:386","repeat":0,"workflow":"security_incidents","case_elapsed_ms":167.71159999999998}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8566664521052405,"true":0.1433335478947591},"predicted":"false","confidence":0.8566664521052405,"entropy_confidence":0.4070970680566637,"candidate_mass":0.9474611163727642,"accepted":true,"accepted_predicted":"false","input_tokens":319,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.15470664022182137,"brier_hard":0.041089011904198516,"soft_accuracy":0.6307774613276199,"brier_soft":0.060088971237439545,"tvd":0.1733334521052407,"kl":0.09653584346822855,"case_id":"typed:387/r0","base_id":"typed:387","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.244799}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.6520545443509999,"contain":0.0018783449587981287,"investigate":0.0575534611501458,"monitor":0.2885136495400556},"predicted":"close_benign","confidence":0.6520545443509999,"entropy_confidence":0.41313264851991705,"candidate_mass":0.9979253475501233,"accepted":false,"accepted_predicted":null,"input_tokens":375,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":2.8550410040041605,"brier_hard":1.396624261549566,"soft_accuracy":0.11834862676142865,"brier_soft":0.7455895081050004,"tvd":0.7239011938910558,"kl":1.9242312897651757,"case_id":"typed:387/r0","base_id":"typed:387","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.244799}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00023750097880840957,"1":9.4327272429393e-06,"2":3.424006799973844e-05,"3":0.0004662192409805091,"4":0.9992526069849674},"predicted":"4","confidence":0.9992526069849674,"entropy_confidence":0.9957956444539061,"candidate_mass":0.9999737180306667,"accepted":true,"accepted_predicted":"4","input_tokens":395,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.670854560269817,"brier_hard":1.9975736091127467,"score_mae":0.9151539985260535,"within_one":true,"case_id":"typed:387/r0","base_id":"typed:387","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.244799}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9897515141601159,"true":0.010248485839884983},"predicted":"false","confidence":0.9897515141601159,"entropy_confidence":0.9175640253854401,"candidate_mass":0.961389269079312,"accepted":true,"accepted_predicted":"false","input_tokens":341,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.580625307247878,"brier_hard":1.9592161195644824,"soft_accuracy":0.48367462302698716,"brier_soft":0.5129194229682781,"tvd":0.5064185141601154,"kl":1.6790454245308588,"case_id":"typed:387/r0","base_id":"typed:387","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.244799}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5950240086009465,"1":0.001727608570670489,"2":0.049447985550493304,"3":0.3538003972778913},"predicted":"0","confidence":0.5950240086009465,"entropy_confidence":0.3968188914864508,"candidate_mass":0.9970170723324264,"accepted":false,"accepted_predicted":null,"input_tokens":370,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.0068339588414084,"brier_hard":1.3827804087309215,"score_mae":1.087975228494669,"within_one":false,"case_id":"typed:387/r0","base_id":"typed:387","repeat":0,"workflow":"security_incidents","case_elapsed_ms":172.244799}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.6037383741285149,"true":0.3962616258714863},"predicted":"false","confidence":0.6037383741285149,"entropy_confidence":0.031278263111635174,"candidate_mass":0.9819199160732446,"accepted":false,"accepted_predicted":null,"input_tokens":304,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5046143303025943,"brier_hard":0.3140465522766266,"soft_accuracy":0.5449533646146062,"brier_soft":0.025505749082443952,"tvd":0.11292862587148564,"kl":0.02784258130148877,"case_id":"typed:388/r0","base_id":"typed:388","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.830399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4025443713471471,"contain":0.0017242939446692645,"investigate":0.02956230568886673,"monitor":0.5661690290193161},"predicted":"monitor","confidence":0.5661690290193161,"entropy_confidence":0.42044370964755096,"candidate_mass":0.9982121019492334,"accepted":false,"accepted_predicted":null,"input_tokens":360,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.521255185644044,"brier_hard":1.4243416320534612,"soft_accuracy":0.17063566437222477,"brier_soft":0.5894173924647451,"tvd":0.6853804003664635,"kl":1.9682426292419177,"case_id":"typed:388/r0","base_id":"typed:388","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.830399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.000273724752108908,"1":1.4930340254292453e-05,"2":5.4859301007304386e-05,"3":0.001846830934269867,"4":0.9978096546723585},"predicted":"4","confidence":0.9978096546723585,"entropy_confidence":0.9895851766619039,"candidate_mass":0.9999733824568628,"accepted":true,"accepted_predicted":"4","input_tokens":380,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.294284117271449,"brier_hard":1.9919339340310294,"score_mae":1.5035707604345125,"within_one":false,"case_id":"typed:388/r0","base_id":"typed:388","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.830399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9917030282447534,"true":0.008296971755245847},"predicted":"false","confidence":0.9917030282447534,"entropy_confidence":0.9307211750370571,"candidate_mass":0.9853651119386932,"accepted":true,"accepted_predicted":"false","input_tokens":326,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.79186467951865,"brier_hard":1.96694979245963,"soft_accuracy":0.3197092174456088,"brier_soft":0.9113472788569041,"tvd":0.6750360282447538,"kl":2.6527460415594604,"case_id":"typed:388/r0","base_id":"typed:388","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.830399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.551512712852007,"1":0.001401301285079129,"2":0.01835320554522483,"3":0.4287327803176897},"predicted":"0","confidence":0.551512712852007,"entropy_confidence":0.4417598567473754,"candidate_mass":0.9972782850442773,"accepted":false,"accepted_predicted":null,"input_tokens":355,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":3.9979510306248542,"brier_hard":1.451610462064944,"score_mae":0.7590269466714021,"within_one":true,"case_id":"typed:388/r0","base_id":"typed:388","repeat":0,"workflow":"security_incidents","case_elapsed_ms":188.830399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7724086362886059,"true":0.2275913637113924},"predicted":"false","confidence":0.7724086362886059,"entropy_confidence":0.22621117889575837,"candidate_mass":0.9730791326545738,"accepted":false,"accepted_predicted":null,"input_tokens":311,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.2582415473812673,"brier_hard":0.10359565767202339,"soft_accuracy":0.6180439239974862,"brier_soft":0.006214260032262647,"tvd":0.055741636288606775,"kl":0.00838997717502258,"case_id":"typed:389/r0","base_id":"typed:389","repeat":0,"workflow":"security_incidents","case_elapsed_ms":191.9315}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.44509038077453583,"contain":0.0018696955491058038,"investigate":0.03880272411821534,"monitor":0.514237199558143},"predicted":"monitor","confidence":0.514237199558143,"entropy_confidence":0.3939810783325598,"candidate_mass":0.9982566654935294,"accepted":false,"accepted_predicted":null,"input_tokens":367,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.249264825585108,"brier_hard":1.3864490433914325,"soft_accuracy":0.21052338548319924,"brier_soft":0.4346739039957065,"tvd":0.5759939636662955,"kl":1.3652187848483002,"case_id":"typed:389/r0","base_id":"typed:389","repeat":0,"workflow":"security_incidents","case_elapsed_ms":191.9315}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003083603676062372,"1":1.0543042144192364e-05,"2":5.5295775164983165e-05,"3":0.0007424503714395485,"4":0.9988833504436438},"predicted":"4","confidence":0.9988833504436438,"entropy_confidence":0.9940218072240959,"candidate_mass":0.9999519953871601,"accepted":true,"accepted_predicted":"4","input_tokens":387,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":false,"nll_hard":11.460044428014996,"brier_hard":1.9977475111966798,"score_mae":2.8612148874813683,"within_one":false,"case_id":"typed:389/r0","base_id":"typed:389","repeat":0,"workflow":"security_incidents","case_elapsed_ms":191.9315}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9909896379743529,"true":0.009010362025648765},"predicted":"false","confidence":0.9909896379743529,"entropy_confidence":0.925841341277454,"candidate_mass":0.9801175497248912,"accepted":true,"accepted_predicted":"false","input_tokens":333,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.00905120083763929,"brier_hard":0.00016237324766647644,"soft_accuracy":0.6636635399845435,"brier_soft":0.21037034700528526,"tvd":0.32432263797435207,"kl":0.9393119724506267,"case_id":"typed:389/r0","base_id":"typed:389","repeat":0,"workflow":"security_incidents","case_elapsed_ms":191.9315}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6094902763144779,"1":0.001408436535748542,"2":0.021971812242303428,"3":0.3671294749074693},"predicted":"0","confidence":0.6094902763144779,"entropy_confidence":0.4497618611747939,"candidate_mass":0.99752170821783,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"1","correct":false,"accepted_correct":null,"nll_hard":6.565275029704495,"brier_hard":1.503930319422922,"score_mae":0.0699265142572365,"within_one":true,"case_id":"typed:389/r0","base_id":"typed:389","repeat":0,"workflow":"security_incidents","case_elapsed_ms":191.9315}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8158963791591087,"true":0.18410362084089152},"predicted":"false","confidence":0.8158963791591087,"entropy_confidence":0.31102757884850984,"candidate_mass":0.9815090331815935,"accepted":true,"accepted_predicted":"false","input_tokens":311,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.6922565231424258,"brier_hard":1.331373803049888,"soft_accuracy":0.4262906342652887,"brier_soft":0.3742221539790934,"tvd":0.4325633791591086,"kl":0.45588247941251386,"case_id":"typed:390/r0","base_id":"typed:390","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.627499}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.5067821102663438,"contain":0.002089585202048657,"investigate":0.03727179747010219,"monitor":0.45385650706150504},"predicted":"close_benign","confidence":0.5067821102663438,"entropy_confidence":0.39516289291564255,"candidate_mass":0.9984370539657115,"accepted":false,"accepted_predicted":null,"input_tokens":367,"reused_prefix_tokens":0,"expected":"contain","correct":false,"accepted_correct":null,"nll_hard":6.170789700622084,"brier_hard":1.4600282191369502,"soft_accuracy":0.0507635205879393,"brier_soft":0.8484806666323198,"tvd":0.8773055339947657,"kl":4.004224552847204,"case_id":"typed:390/r0","base_id":"typed:390","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.627499}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003024740169907671,"1":1.1438930157607663e-05,"2":4.148506440175334e-05,"3":0.0006583506982452487,"4":0.9989862512902052},"predicted":"4","confidence":0.9989862512902052,"entropy_confidence":0.9945098755146095,"candidate_mass":0.999955324956654,"accepted":true,"accepted_predicted":"4","input_tokens":387,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.32577279256364,"brier_hard":1.996657355638399,"score_mae":1.2080144663145176,"within_one":false,"case_id":"typed:390/r0","base_id":"typed:390","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.627499}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9943384008273525,"true":0.005661599172648711},"predicted":"false","confidence":0.9943384008273525,"entropy_confidence":0.9495937747884486,"candidate_mass":0.9873654937432881,"accepted":true,"accepted_predicted":"false","input_tokens":333,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.174048887336539,"brier_hard":1.977417710719791,"soft_accuracy":0.09793777110148717,"brier_soft":1.623621464640114,"tvd":0.9010054008273518,"kl":4.381487209009561,"case_id":"typed:390/r0","base_id":"typed:390","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.627499}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.6773113636806539,"1":0.0016825415227583098,"2":0.01754318951893393,"3":0.3034629052776521},"predicted":"0","confidence":0.6773113636806539,"entropy_confidence":0.4896819759006398,"candidate_mass":0.9980024689693034,"accepted":false,"accepted_predicted":null,"input_tokens":362,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":1.192495899090325,"brier_hard":0.9442252021396692,"score_mae":1.6761753636064176,"within_one":false,"case_id":"typed:390/r0","base_id":"typed:390","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.627499}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7920589776901108,"true":0.20794102230989},"predicted":"false","confidence":0.7920589776901108,"entropy_confidence":0.2624713981097736,"candidate_mass":0.9591642683797167,"accepted":false,"accepted_predicted":null,"input_tokens":334,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.23311942315978132,"brier_hard":0.086478937518564,"soft_accuracy":0.6927589252754732,"brier_soft":0.002879042347839077,"tvd":0.03794102230988958,"kl":0.004588041827979623,"case_id":"typed:391/r0","base_id":"typed:391","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.1157}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3573189410795789,"contain":0.0013956280152084305,"investigate":0.030109234864816866,"monitor":0.6111761960403947},"predicted":"monitor","confidence":0.6111761960403947,"entropy_confidence":0.4349706638336024,"candidate_mass":0.998429415495412,"accepted":false,"accepted_predicted":null,"input_tokens":390,"reused_prefix_tokens":0,"expected":"monitor","correct":true,"accepted_correct":null,"nll_hard":0.4923699881572396,"brier_hard":0.27976928998155065,"soft_accuracy":0.3354657945338761,"brier_soft":0.17419009299458793,"tvd":0.35849513711997416,"kl":0.7077338055366076,"case_id":"typed:391/r0","base_id":"typed:391","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.1157}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0002564940414161475,"1":1.4796277614938072e-05,"2":7.693126176153875e-05,"3":0.0009566697836326769,"4":0.998695108635575},"predicted":"4","confidence":0.998695108635575,"entropy_confidence":0.993184611304763,"candidate_mass":0.9999678825502376,"accepted":true,"accepted_predicted":"4","input_tokens":410,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":6.952052279731401,"brier_hard":1.9954795675889747,"score_mae":1.407819102694336,"within_one":false,"case_id":"typed:391/r0","base_id":"typed:391","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.1157}
{"id":"true_positive","type":"binary","probabilities":{"false":0.993332613323431,"true":0.006667386676570231},"predicted":"false","confidence":0.993332613323431,"entropy_confidence":0.9422168420135059,"candidate_mass":0.9885104961590754,"accepted":true,"accepted_predicted":"false","input_tokens":356,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.006689712993242829,"brier_hard":8.890809018979558e-05,"soft_accuracy":0.7203549050627239,"brier_soft":0.14579958238960386,"tvd":0.26999961332343037,"kl":0.8013086384565409,"case_id":"typed:391/r0","base_id":"typed:391","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.1157}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.382358805562534,"1":0.0008460721134695337,"2":0.01208874739999594,"3":0.6047063749240011},"predicted":"3","confidence":0.6047063749240011,"entropy_confidence":0.4725965759113623,"candidate_mass":0.9985513046109514,"accepted":false,"accepted_predicted":null,"input_tokens":385,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.4154802260094606,"brier_hard":1.4878374149166644,"score_mae":0.04752430831453536,"within_one":true,"case_id":"typed:391/r0","base_id":"typed:391","repeat":0,"workflow":"security_incidents","case_elapsed_ms":201.1157}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.8462129388144959,"true":0.15378706118550262},"predicted":"false","confidence":0.8462129388144959,"entropy_confidence":0.38076315903106017,"candidate_mass":0.9755993895641029,"accepted":true,"accepted_predicted":"false","input_tokens":360,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.8721863529820055,"brier_hard":1.4321526756341343,"soft_accuracy":0.4422980743395424,"brier_soft":0.36901942710405455,"tvd":0.42954593881449665,"kl":0.48249153032379,"case_id":"typed:392/r0","base_id":"typed:392","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.892399}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4091513118672935,"contain":0.0022720917268099724,"investigate":0.023623008704987954,"monitor":0.5649535877009081},"predicted":"monitor","confidence":0.5649535877009081,"entropy_confidence":0.429736851870517,"candidate_mass":0.9973861087694578,"accepted":false,"accepted_predicted":null,"input_tokens":416,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.745534096774289,"brier_hard":1.4398945437899702,"soft_accuracy":0.07572789207216933,"brier_soft":0.8070399348336073,"tvd":0.8574378995682018,"kl":3.013254072768426,"case_id":"typed:392/r0","base_id":"typed:392","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.892399}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0005165339148011254,"1":2.4796416484996184e-05,"2":7.530558098278743e-05,"3":0.00042874143554121,"4":0.9989546226521903},"predicted":"4","confidence":0.9989546226521903,"entropy_confidence":0.9942484254578585,"candidate_mass":0.9999580677586709,"accepted":true,"accepted_predicted":"4","input_tokens":436,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.754656535097723,"brier_hard":1.997053312159394,"score_mae":1.1872801224938354,"within_one":false,"case_id":"typed:392/r0","base_id":"typed:392","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.892399}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9901641365250357,"true":0.009835863474963027},"predicted":"false","confidence":0.9901641365250357,"entropy_confidence":0.920296957380393,"candidate_mass":0.9872939860489098,"accepted":true,"accepted_predicted":"false","input_tokens":382,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.621720034862481,"brier_hard":1.9608500345207416,"soft_accuracy":0.22224064941190316,"brier_soft":1.1965956404248612,"tvd":0.7734971365250363,"kl":3.0998304684761395,"case_id":"typed:392/r0","base_id":"typed:392","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.892399}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5618725017345317,"1":0.001662687421576026,"2":0.01696245221499758,"3":0.41950235862889296},"predicted":"0","confidence":0.5618725017345317,"entropy_confidence":0.4459213425346653,"candidate_mass":0.9978030174565404,"accepted":false,"accepted_predicted":null,"input_tokens":411,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.8686861306141793,"brier_hard":0.6529687091574476,"score_mae":1.20590533226175,"within_one":false,"case_id":"typed:392/r0","base_id":"typed:392","repeat":0,"workflow":"security_incidents","case_elapsed_ms":180.892399}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.9136664436759862,"true":0.08633355632401475},"predicted":"false","confidence":0.9136664436759862,"entropy_confidence":0.5758881730507527,"candidate_mass":0.9674205566460806,"accepted":true,"accepted_predicted":"false","input_tokens":325,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":2.449536923050399,"brier_hard":1.6695727405990461,"soft_accuracy":0.44484419839890654,"brier_soft":0.4614404342272628,"tvd":0.48033344367598574,"kl":0.7429655771126957,"case_id":"typed:393/r0","base_id":"typed:393","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.135899}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3478252075637865,"contain":0.0015810664893744215,"investigate":0.03792754332765451,"monitor":0.6126661826191847},"predicted":"monitor","confidence":0.6126661826191847,"entropy_confidence":0.421631880496975,"candidate_mass":0.9973282672248219,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.272077693961702,"brier_hard":1.4219281380007613,"soft_accuracy":0.17431467561501107,"brier_soft":0.6097091512040482,"tvd":0.6938243901829712,"kl":1.8755411042968095,"case_id":"typed:393/r0","base_id":"typed:393","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.135899}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00021602085524493816,"1":9.33573664957169e-06,"2":2.6736890591324313e-05,"3":0.0004301515635166979,"4":0.9993177549539974},"predicted":"4","confidence":0.9993177549539974,"entropy_confidence":0.9961295982656505,"candidate_mass":0.9999659962884726,"accepted":true,"accepted_predicted":"4","input_tokens":401,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":10.529466276098834,"brier_hard":1.9985827340825097,"score_mae":1.7986242840243718,"within_one":false,"case_id":"typed:393/r0","base_id":"typed:393","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.135899}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9905898465224399,"true":0.009410153477558338},"predicted":"false","confidence":0.9905898465224399,"entropy_confidence":0.9231430260885714,"candidate_mass":0.9816858135348719,"accepted":true,"accepted_predicted":"false","input_tokens":347,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.665966015469149,"brier_hard":1.9625364880667053,"soft_accuracy":0.3691763679872459,"brier_soft":0.7785594368253304,"tvd":0.6239228465224408,"kl":2.3014190404740553,"case_id":"typed:393/r0","base_id":"typed:393","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.135899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.472811307339602,"1":0.0011132352856499602,"2":0.011638163363555675,"3":0.5144372940111932},"predicted":"3","confidence":0.5144372940111932,"entropy_confidence":0.45502106464567016,"candidate_mass":0.9981183825425929,"accepted":false,"accepted_predicted":null,"input_tokens":376,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.4534656357645765,"brier_hard":1.465056621229909,"score_mae":0.5822985559536591,"within_one":true,"case_id":"typed:393/r0","base_id":"typed:393","repeat":0,"workflow":"security_incidents","case_elapsed_ms":166.135899}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7848493340243969,"true":0.21515066597560173},"predicted":"false","confidence":0.7848493340243969,"entropy_confidence":0.2487866196923023,"candidate_mass":0.9724650750206848,"accepted":false,"accepted_predicted":null,"input_tokens":330,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.24226351079998665,"brier_hard":0.09257961813949048,"soft_accuracy":0.5531716857849975,"brier_soft":0.07335701239628928,"tvd":0.1915163340243976,"kl":0.09293044646281048,"case_id":"typed:394/r0","base_id":"typed:394","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.4966}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3654212166706798,"contain":0.0012587940712316227,"investigate":0.0258690709158493,"monitor":0.6074509183422404},"predicted":"monitor","confidence":0.6074509183422404,"entropy_confidence":0.4419472959698273,"candidate_mass":0.9986185325961948,"accepted":false,"accepted_predicted":null,"input_tokens":386,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.6547071970027716,"brier_hard":1.4514619353487754,"soft_accuracy":0.19120464603822532,"brier_soft":0.5420795628820234,"tvd":0.6528721350129196,"kl":1.8869104354883102,"case_id":"typed:394/r0","base_id":"typed:394","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.4966}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00026416031285386775,"1":1.160789957534319e-05,"2":3.8588159366519436e-05,"3":0.0005396203608708521,"4":0.9991460232673339},"predicted":"4","confidence":0.9991460232673339,"entropy_confidence":0.9952688245953482,"candidate_mass":0.9999729835607007,"accepted":true,"accepted_predicted":"4","input_tokens":406,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.524644701075594,"brier_hard":1.9972138976837803,"score_mae":1.7316247383702565,"within_one":false,"case_id":"typed:394/r0","base_id":"typed:394","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.4966}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9888613343663979,"true":0.01113866563360381},"predicted":"false","confidence":0.9888613343663979,"entropy_confidence":0.9117493550215787,"candidate_mass":0.9844560916913729,"accepted":true,"accepted_predicted":"false","input_tokens":352,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.497332833201025,"brier_hard":1.9556934772097827,"soft_accuracy":0.4250409361562637,"brier_soft":0.6396445939424629,"tvd":0.565528334366397,"kl":1.9168602368931857,"case_id":"typed:394/r0","base_id":"typed:394","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.4966}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.43737379565768464,"1":0.0013107855402467307,"2":0.022807753165355712,"3":0.5385076656367112},"predicted":"3","confidence":0.5385076656367112,"entropy_confidence":0.4301837501703569,"candidate_mass":0.9973429214382381,"accepted":false,"accepted_predicted":null,"input_tokens":381,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.6189535473213468,"brier_hard":0.404792923567272,"score_mae":0.35421771121890844,"within_one":true,"case_id":"typed:394/r0","base_id":"typed:394","repeat":0,"workflow":"security_incidents","case_elapsed_ms":181.4966}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.7280392766809167,"true":0.2719607233190845},"predicted":"false","confidence":0.7280392766809167,"entropy_confidence":0.15573589776139707,"candidate_mass":0.9863809636495113,"accepted":false,"accepted_predicted":null,"input_tokens":366,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":1.3020976226749497,"brier_hard":1.060082376780143,"soft_accuracy":0.4391896782446074,"brier_soft":0.2611798447070972,"tvd":0.36137227668091615,"kl":0.28388365872721893,"case_id":"typed:395/r0","base_id":"typed:395","repeat":0,"workflow":"security_incidents","case_elapsed_ms":190.85169900000002}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4369538009953074,"contain":0.002833262085690203,"investigate":0.033985805927691036,"monitor":0.5262271309913119},"predicted":"monitor","confidence":0.5262271309913119,"entropy_confidence":0.40043740808538997,"candidate_mass":0.9974828848058537,"accepted":false,"accepted_predicted":null,"input_tokens":422,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.3818123142469396,"brier_hard":1.4010350681188128,"soft_accuracy":0.09245494784273366,"brier_soft":0.6690967842887277,"tvd":0.813180931986619,"kl":2.755662618584759,"case_id":"typed:395/r0","base_id":"typed:395","repeat":0,"workflow":"security_incidents","case_elapsed_ms":190.85169900000002}
{"id":"severity","type":"ordinal","probabilities":{"0":0.000431266087537498,"1":2.330995446857535e-05,"2":9.148951745027141e-05,"3":0.0007789301162361014,"4":0.9986750043243091},"predicted":"4","confidence":0.9986750043243091,"entropy_confidence":0.9929536931009847,"candidate_mass":0.999947472213016,"accepted":true,"accepted_predicted":"4","input_tokens":442,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.157589225699056,"brier_hard":1.9957947056659366,"score_mae":1.247243096635314,"within_one":false,"case_id":"typed:395/r0","base_id":"typed:395","repeat":0,"workflow":"security_incidents","case_elapsed_ms":190.85169900000002}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9954387363404678,"true":0.004561263659533599},"predicted":"false","confidence":0.9954387363404678,"entropy_confidence":0.9579645321988529,"candidate_mass":0.992672045328515,"accepted":true,"accepted_predicted":"false","input_tokens":388,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.39015557552726,"brier_hard":1.9817965556142119,"soft_accuracy":0.23576567699259401,"brier_soft":1.161610306726091,"tvd":0.7621057363404671,"kl":3.590248747815173,"case_id":"typed:395/r0","base_id":"typed:395","repeat":0,"workflow":"security_incidents","case_elapsed_ms":190.85169900000002}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.607190873623293,"1":0.001731310826845417,"2":0.018106930201452303,"3":0.37297088534840833},"predicted":"0","confidence":0.607190873623293,"entropy_confidence":0.4557983627494959,"candidate_mass":0.9967052259221686,"accepted":false,"accepted_predicted":null,"input_tokens":417,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9862549177509976,"brier_hard":0.7621771259906761,"score_mae":1.259809172725025,"within_one":false,"case_id":"typed:395/r0","base_id":"typed:395","repeat":0,"workflow":"security_incidents","case_elapsed_ms":190.85169900000002}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.804565517964583,"true":0.19543448203541772},"predicted":"false","confidence":0.804565517964583,"entropy_confidence":0.28729745740189006,"candidate_mass":0.9576663609255371,"accepted":true,"accepted_predicted":"false","input_tokens":252,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":true,"nll_hard":0.21745287650637127,"brier_hard":0.07638927353690375,"soft_accuracy":0.506091310359292,"brier_soft":0.1735376887474857,"tvd":0.29456551796458263,"kl":0.21789354192349455,"case_id":"typed:396/r0","base_id":"typed:396","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.4132}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.18037339357785756,"contain":0.0014911681811650324,"investigate":0.024682431940764738,"monitor":0.7934530063002142},"predicted":"monitor","confidence":0.7934530063002142,"entropy_confidence":0.5718260328869462,"candidate_mass":0.9986847167338655,"accepted":false,"accepted_predicted":null,"input_tokens":308,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.701663545870712,"brier_hard":1.6133488164651661,"soft_accuracy":0.10431925591356314,"brier_soft":0.9146304462975693,"tvd":0.823826399878071,"kl":2.862574504166101,"case_id":"typed:396/r0","base_id":"typed:396","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.4132}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00031046541113117436,"1":1.580914782024115e-05,"2":5.96858645813985e-05,"3":0.0006527104157900363,"4":0.9989613291606778},"predicted":"4","confidence":0.9989613291606778,"entropy_confidence":0.994353047761966,"candidate_mass":0.9999449081247396,"accepted":true,"accepted_predicted":"4","input_tokens":328,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.334376994445165,"brier_hard":1.996618842558878,"score_mae":1.0379386287670642,"within_one":false,"case_id":"typed:396/r0","base_id":"typed:396","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.4132}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9884436046217403,"true":0.011556395378261163},"predicted":"false","confidence":0.9884436046217403,"entropy_confidence":0.9090570472741926,"candidate_mass":0.9786925932905362,"accepted":true,"accepted_predicted":"false","input_tokens":274,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.460516282852918,"brier_hard":1.9540415190352358,"soft_accuracy":0.4511556395378267,"brier_soft":0.5798430307161045,"tvd":0.5384436046217396,"kl":1.770375802116625,"case_id":"typed:396/r0","base_id":"typed:396","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.4132}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5804074254406422,"1":0.0013781953363007932,"2":0.02290130735505151,"3":0.39531307186800635},"predicted":"0","confidence":0.5804074254406422,"entropy_confidence":0.4386448130361491,"candidate_mass":0.9980539514495278,"accepted":false,"accepted_predicted":null,"input_tokens":303,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":null,"nll_hard":0.9280772410046189,"brier_hard":0.7030454298612969,"score_mae":1.3502129743495774,"within_one":false,"case_id":"typed:396/r0","base_id":"typed:396","repeat":0,"workflow":"security_incidents","case_elapsed_ms":156.4132}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.839666702801958,"true":0.1603332971980403},"predicted":"false","confidence":0.839666702801958,"entropy_confidence":0.3648936885536468,"candidate_mass":0.9789018516860749,"accepted":true,"accepted_predicted":"false","input_tokens":247,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":1.830500522920559,"brier_hard":1.4100803435886262,"soft_accuracy":0.40942243903061193,"brier_soft":0.44745743770148283,"tvd":0.4729997028019589,"kl":0.5662335932841229,"case_id":"typed:397/r0","base_id":"typed:397","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.188899}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.39898493666684315,"contain":0.0016741828294829805,"investigate":0.023908773205874,"monitor":0.5754321072977986},"predicted":"monitor","confidence":0.5754321072977986,"entropy_confidence":0.4340530438379495,"candidate_mass":0.9987012747226695,"accepted":false,"accepted_predicted":null,"input_tokens":303,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.733509807658276,"brier_hard":1.4430679757088385,"soft_accuracy":0.14552465728873176,"brier_soft":0.6895920853211229,"tvd":0.7310840439646424,"kl":2.253927350424321,"case_id":"typed:397/r0","base_id":"typed:397","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.188899}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0003638702994686067,"1":1.3504537501907132e-05,"2":6.247186764682584e-05,"3":0.0007843791400659411,"4":0.9987757741553176},"predicted":"4","confidence":0.9987757741553176,"entropy_confidence":0.9934947145517053,"candidate_mass":0.9999480193549605,"accepted":true,"accepted_predicted":"4","input_tokens":323,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.680794220206064,"brier_hard":1.9974288550415973,"score_mae":2.3742616823142635,"within_one":false,"case_id":"typed:397/r0","base_id":"typed:397","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.188899}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9969251622504853,"true":0.0030748377495135645},"predicted":"false","confidence":0.9969251622504853,"entropy_confidence":0.9699104103775074,"candidate_mass":0.9946651198485955,"accepted":true,"accepted_predicted":"false","input_tokens":269,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.784503143501578,"brier_hard":1.9877195582563152,"soft_accuracy":0.2217219091397273,"brier_soft":1.2072254154758877,"tvd":0.7769251622504859,"kl":3.9856819969505692,"case_id":"typed:397/r0","base_id":"typed:397","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.188899}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.5843071994495661,"1":0.0008536899791198854,"2":0.016992109786132928,"3":0.39784700078517987},"predicted":"0","confidence":0.5843071994495661,"entropy_confidence":0.45471130154149897,"candidate_mass":0.99776369253892,"accepted":false,"accepted_predicted":null,"input_tokens":298,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":null,"nll_hard":4.0750061728951685,"brier_hard":1.4660023803716564,"score_mae":0.5716210880930748,"within_one":true,"case_id":"typed:397/r0","base_id":"typed:397","repeat":0,"workflow":"security_incidents","case_elapsed_ms":164.188899}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.5904379331696583,"true":0.4095620668303406},"predicted":"false","confidence":0.5904379331696583,"entropy_confidence":0.02373005799557648,"candidate_mass":0.9843179339159627,"accepted":false,"accepted_predicted":null,"input_tokens":271,"reused_prefix_tokens":0,"expected":"false","correct":true,"accepted_correct":null,"nll_hard":0.5268907578112056,"brier_hard":0.3354821731726816,"soft_accuracy":0.5102496927178496,"brier_soft":0.002280951854299128,"tvd":0.033770933169658846,"kl":0.002340293693603543,"case_id":"typed:398/r0","base_id":"typed:398","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.4596}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.4849539265435649,"contain":0.0014465220288988924,"investigate":0.018946810394015193,"monitor":0.49465274103352064},"predicted":"monitor","confidence":0.49465274103352064,"entropy_confidence":0.43464309949287205,"candidate_mass":0.9982639376782015,"accepted":false,"accepted_predicted":null,"input_tokens":327,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.9661196785590995,"brier_hard":1.4423290983440529,"soft_accuracy":0.12533567669277476,"brier_soft":0.7784399035245338,"tvd":0.7529396675770856,"kl":2.5299866559636057,"case_id":"typed:398/r0","base_id":"typed:398","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.4596}
{"id":"severity","type":"ordinal","probabilities":{"0":0.0004328989246105862,"1":1.5903294737967265e-05,"2":5.039300312374349e-05,"3":0.0006957242769293818,"4":0.9988050805005989},"predicted":"4","confidence":0.9988050805005989,"entropy_confidence":0.9936128629734593,"candidate_mass":0.9999330223964743,"accepted":true,"accepted_predicted":"4","input_tokens":347,"reused_prefix_tokens":0,"expected":"2","correct":false,"accepted_correct":false,"nll_hard":9.89565821943415,"brier_hard":1.9975114770536784,"score_mae":1.6240911841341692,"within_one":false,"case_id":"typed:398/r0","base_id":"typed:398","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.4596}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9940244642456405,"true":0.0059755357543580705},"predicted":"false","confidence":0.9940244642456405,"entropy_confidence":0.94726534597444,"candidate_mass":0.9898607013440606,"accepted":true,"accepted_predicted":"false","input_tokens":293,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":5.120081519182968,"brier_hard":1.9761692710376682,"soft_accuracy":0.44071706429052226,"brier_soft":0.6138862139653397,"tvd":0.5540244642456413,"kl":2.183952973203056,"case_id":"typed:398/r0","base_id":"typed:398","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.4596}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.41225700283718975,"1":0.0010507054684509107,"2":0.010980872023808657,"3":0.5757114196705502},"predicted":"3","confidence":0.5757114196705502,"entropy_confidence":0.4662532862647799,"candidate_mass":0.9972142716639925,"accepted":false,"accepted_predicted":null,"input_tokens":322,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.5521487513488523,"brier_hard":0.35009831931866736,"score_mae":0.5065202914722815,"within_one":true,"case_id":"typed:398/r0","base_id":"typed:398","repeat":0,"workflow":"security_incidents","case_elapsed_ms":182.4596}
{"id":"credential_compromise","type":"binary","probabilities":{"false":0.5425262506087987,"true":0.4574737493912026},"predicted":"false","confidence":0.5425262506087987,"entropy_confidence":0.0052244855929082235,"candidate_mass":0.9726038631045272,"accepted":false,"accepted_predicted":null,"input_tokens":284,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":null,"nll_hard":0.7820357742926483,"brier_hard":0.5886694651992805,"soft_accuracy":0.49716494497691455,"brier_soft":0.01150925180585683,"tvd":0.07585925060879797,"kl":0.011537778668662527,"case_id":"typed:399/r0","base_id":"typed:399","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.803999}
{"id":"disposition","type":"choice","probabilities":{"close_benign":0.3707302146749224,"contain":0.0017338811052054087,"investigate":0.019720743584070166,"monitor":0.6078151606358028},"predicted":"monitor","confidence":0.6078151606358028,"entropy_confidence":0.45254166122497097,"candidate_mass":0.9983985000043041,"accepted":false,"accepted_predicted":null,"input_tokens":340,"reused_prefix_tokens":0,"expected":"investigate","correct":false,"accepted_correct":null,"nll_hard":3.926084223415593,"brier_hard":1.467830588474696,"soft_accuracy":0.13524850449034112,"brier_soft":0.7575088347961697,"tvd":0.7618791586445082,"kl":2.5131176520883693,"case_id":"typed:399/r0","base_id":"typed:399","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.803999}
{"id":"severity","type":"ordinal","probabilities":{"0":0.00018791438419991916,"1":1.2119914243619487e-05,"2":5.288805667981733e-05,"3":0.0008251635756833681,"4":0.9989219140691921},"predicted":"4","confidence":0.9989219140691921,"entropy_confidence":0.9942797824132803,"candidate_mass":0.9999693096781527,"accepted":true,"accepted_predicted":"4","input_tokens":360,"reused_prefix_tokens":0,"expected":"3","correct":false,"accepted_correct":false,"nll_hard":7.099928917727599,"brier_hard":1.9961953824070728,"score_mae":1.0882810430314214,"within_one":false,"case_id":"typed:399/r0","base_id":"typed:399","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.803999}
{"id":"true_positive","type":"binary","probabilities":{"false":0.9892218098425518,"true":0.010778190157446363},"predicted":"false","confidence":0.9892218098425518,"entropy_confidence":0.9140909977515176,"candidate_mass":0.9886367412302542,"accepted":true,"accepted_predicted":"false","input_tokens":306,"reused_prefix_tokens":0,"expected":"true","correct":false,"accepted_correct":false,"nll_hard":4.530230616515841,"brier_hard":1.9571195781363508,"soft_accuracy":0.4184633578407802,"brier_soft":0.6556380205476833,"tvd":0.5725548098425527,"kl":1.967954931528142,"case_id":"typed:399/r0","base_id":"typed:399","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.803999}
{"id":"urgency","type":"ordinal","probabilities":{"0":0.45055789854925826,"1":0.00140213100674777,"2":0.015406484617248544,"3":0.5326334858267446},"predicted":"3","confidence":0.5326334858267446,"entropy_confidence":0.44583520493217443,"candidate_mass":0.9979984281947271,"accepted":false,"accepted_predicted":null,"input_tokens":335,"reused_prefix_tokens":0,"expected":"3","correct":true,"accepted_correct":null,"nll_hard":0.6299217352040287,"brier_hard":0.421673204255205,"score_mae":0.8598844422785215,"within_one":true,"case_id":"typed:399/r0","base_id":"typed:399","repeat":0,"workflow":"security_incidents","case_elapsed_ms":163.803999}