mcloh/decision-models-benchmark
1
0
Fork 0
mirror of https://github.com/mcloh/decision-models-benchmark.git synced 2026-11-06 06:14:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

new reports

Browse Source
This commit is contained in:
Marcos Lohmann
2026-10-07 15:09:18 -03:00
parent 328ccd1c2e
commit 695c6c25fb
15 changed files with 763 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
reports/pilot/predictions-rizzo_flow-cpu.jsonl Normal file
View File

@@ -0,0 +1,50 @@
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 60, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"cadastro_atualizacao": 0.021822449574314538, "atendimento_humano": 0.009579446385903686, "internet_consumo": 0.006571709293817337, "suporte_sem_sinal": 0.018175405348665317, "seguranca_fraude": 0.009211896898337344, "internet_pacote_adicional": 0.1307337530260329, "suporte_configuracao": 0.6322565542915873, "sem_correspondencia": 0.17164878518134147}, "confidence": 0.5797217763332426, "input_tokens": 443, "latency_ms": 12644.785041000006}
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 46, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.0021276359469088635, "suporte_sem_sinal": 0.0009001647455796329, "vas_consulta": 0.0006812737650624392, "suporte_configuracao": 0.0007952506568080146, "internet_consumo": 0.00043254143765269874, "internet_pacote_adicional": 0.0006932510167652905, "internet_problema_conexao": 0.9833116435354129, "sem_correspondencia": 0.01105823889581017}, "confidence": 0.9809275926119004, "input_tokens": 415, "latency_ms": 12270.693144999996}
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 55, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9675314931200317, "roaming_cobranca": 0.014632152362808577, "vas_cancelamento": 0.006708191263139634, "sem_correspondencia": 0.01112816325402008}, "confidence": 0.9567086574933756, "input_tokens": 323, "latency_ms": 10005.096277999997}
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.011762822991319161, "vas_contratacao": 0.007830668237527805, "beneficios_consulta": 0.01377149822525856, "sem_correspondencia": 0.9666350105458945}, "confidence": 0.9555133473945259, "input_tokens": 301, "latency_ms": 8619.469877}
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 53, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.0011905981744909106, "recarga_saldo": 0.04421773207015552, "fidelidade_resgate": 0.0027417349241222336, "fidelidade_pontos": 0.9462107823047374, "cadastro_atualizacao": 0.00017116178652741866, "bonus_nao_recebido": 0.00010090815184888163, "beneficios_consulta": 2.5433335357146223e-05, "sem_correspondencia": 0.005341649252760405}, "confidence": 0.9385266083482716, "input_tokens": 443, "latency_ms": 12360.286350999984}
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 64, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"vas_cancelamento": 0.8987593320915852, "plano_consulta": 0.006323740689178807, "vas_contratacao": 0.008192977297462179, "sem_correspondencia": 0.08672394992177382}, "confidence": 0.8650124427887803, "input_tokens": 335, "latency_ms": 9762.770013999983}
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.005373391142297849, "roaming_pacote": 0.0042967987270907965, "internet_pacote_adicional": 0.0028918076731003074, "reclamacao_atendimento": 0.7476025114697542, "internet_problema_conexao": 0.002357866885718187, "fidelidade_pontos": 0.0002785245683075464, "seguranca_perda_roubo": 9.394517982637534e-05, "sem_correspondencia": 0.23710515435390478}, "confidence": 0.7115457273940049, "input_tokens": 417, "latency_ms": 11868.174040000014}
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.0034171694548525036, "suporte_sem_sinal": 0.0009873372518967663, "internet_problema_conexao": 0.006461853015674747, "roaming_duvida": 0.0014282316566800299, "atendimento_humano": 0.0007491624597133942, "suporte_chip_esim": 0.00047861033359553686, "internet_pacote_adicional": 0.0003318156381614193, "vas_consulta": 0.0004201865495492761, "conta_contestacao": 0.003582392546821189, "troca_numero": 0.001149500379253882, "conta_explicacao": 0.002794126602178167, "suporte_configuracao": 0.0006214267556999101, "recarga_realizar": 0.0007281959856042365, "plano_troca": 0.004341504975930316, "recarga_nao_creditada": 0.002457888943570576, "sem_correspondencia": 0.9700505974508181}, "confidence": 0.968053970614206, "input_tokens": 624, "latency_ms": 17626.75710800002}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0014592268370394157, "suporte_chip_esim": 0.0003106085176010816, "conta_contestacao": 0.0007969205399884936, "parceiros_ofertas": 0.00013133103837818878, "negociacao_religacao": 0.00035670720506933234, "conta_vencimento": 0.006066437322776912, "plano_consulta": 0.0006150958064962906, "conta_pagamento_confirmacao": 0.0002329396191158836, "marketplace_compra": 0.00034087395125904766, "conta_debito_automatico_digital": 0.9878563662279748, "seguranca_fraude": 0.0003343140085497803, "roaming_pacote": 0.00011569471345986034, "conta_explicacao": 0.00010392053561400532, "conta_segunda_via": 0.0009433929045647602, "fidelidade_resgate": 8.439064796112353e-05, "sem_correspondencia": 0.0002517801241509179}, "confidence": 0.9870467906431734, "input_tokens": 669, "latency_ms": 18835.72908399998}
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.006750219996037564, "marketplace_compra": 0.047760714011408606, "internet_consumo": 0.001741065623082841, "fidelidade_resgate": 0.0005380297275015411, "suporte_sem_sinal": 0.0020307905604108143, "beneficios_consulta": 0.665085452143097, "conta_vencimento": 0.009887815767964455, "desconto_retencao": 0.0006489255336261606, "roaming_pacote": 0.0013365595041792823, "marketplace_pedido": 0.0007149780276417588, "vas_contratacao": 0.23908052823142967, "sem_correspondencia": 0.024424920873620196}, "confidence": 0.6346386750651969, "input_tokens": 532, "latency_ms": 15048.477251999997}
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_saldo": 0.01064472104011542, "vas_consulta": 0.002636121745567619, "fidelidade_resgate": 0.0024732775866178076, "conta_vencimento": 0.0025499924987729718, "fidelidade_pontos": 0.0020040915276759615, "recarga_nao_creditada": 0.016407147163847644, "vas_cancelamento": 0.08127866847857941, "recarga_realizar": 0.8574747485172889, "conta_debito_automatico_digital": 0.002370978302454349, "suporte_configuracao": 0.001223328844714582, "plano_consulta": 0.013804402325460043, "sem_correspondencia": 0.007132521968905243}, "confidence": 0.844517907473406, "input_tokens": 533, "latency_ms": 14980.71819200004}
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0007128696428578573, "negociacao_divida": 0.00025821530116821163, "roaming_cobranca": 0.00045279143722568005, "internet_pacote_adicional": 0.0002672256915458935, "suporte_sem_sinal": 0.0015043090724486427, "internet_problema_conexao": 0.992793922267655, "internet_consumo": 0.00022655932741554694, "sem_correspondencia": 0.0037841072596832134}, "confidence": 0.9917644825916057, "input_tokens": 418, "latency_ms": 11825.751078999985}
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.0007754256941946403, "fidelidade_pontos": 0.0005515047766512238, "conta_segunda_via": 0.0006012724428523371, "plano_consulta": 0.0004047769800573403, "negociacao_religacao": 0.9844827755221468, "suporte_chip_esim": 0.00024843040951060924, "suporte_sem_sinal": 0.003874458050983897, "conta_debito_automatico_digital": 0.00035484413918084295, "negociacao_divida": 0.0020655342692804455, "marketplace_pedido": 4.921214264237105e-05, "conta_pagamento_confirmacao": 0.004877813966369389, "sem_correspondencia": 0.0017139516061300704}, "confidence": 0.9830721187514329, "input_tokens": 580, "latency_ms": 16290.668358999994}
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 0.0031213533783526156, "roaming_pacote": 0.0002797318664526292, "internet_problema_conexao": 0.5598721661837408, "suporte_chip_esim": 0.0008037510592164077, "atendimento_humano": 0.00045991910266234573, "internet_consumo": 0.0021405131187267725, "bonus_nao_recebido": 0.0009117112939927587, "conta_vencimento": 0.00011783324459842005, "reclamacao_atendimento": 0.00034508064969076814, "internet_pacote_adicional": 0.38837473569369363, "seguranca_fraude": 0.0003176983104181722, "sem_correspondencia": 0.04325550609845478}, "confidence": 0.5198605449277172, "input_tokens": 537, "latency_ms": 15484.080527000004}
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.004692949624132494, "plano_consulta": 0.9853623576585518, "internet_consumo": 0.004555119783684825, "sem_correspondencia": 0.0053895729336309}, "confidence": 0.9804831435447355, "input_tokens": 305, "latency_ms": 8477.323875999957}
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.0006866872806157783, "marketplace_pedido": 0.00016578228306071441, "internet_consumo": 0.00015684788317000655, "roaming_duvida": 0.00013358102216550993, "parceiros_ofertas": 0.00035259522488666336, "vas_cancelamento": 0.0001379786269288918, "conta_segunda_via": 0.00042043418191992115, "cadastro_atualizacao": 0.00036168488203926165, "beneficios_consulta": 0.0010242916107658293, "vas_consulta": 0.003797857280552038, "vas_contratacao": 0.9913126675217114, "conta_debito_automatico_digital": 0.0008433342527227539, "recarga_nao_creditada": 7.606369998379337e-05, "negociacao_divida": 0.00016807979005065295, "desconto_retencao": 0.00010165875380678593, "sem_correspondencia": 0.0002604557056200513}, "confidence": 0.9907335120231587, "input_tokens": 657, "latency_ms": 18592.02149500004}
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9890835279563158, "conta_contestacao": 0.0024721306762391995, "conta_explicacao": 0.001951170515793521, "sem_correspondencia": 0.006493170851651362}, "confidence": 0.9854447039417548, "input_tokens": 333, "latency_ms": 9400.492740000005}
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.0018376577765701501, "reclamacao_atendimento": 0.3529217558343551, "troca_numero": 0.0008646197549449253, "parceiros_ofertas": 0.0010278924681976463, "fidelidade_pontos": 0.0005269483510088674, "seguranca_fraude": 0.00017741724710654936, "recarga_nao_creditada": 0.0002522377165483055, "conta_debito_automatico_digital": 0.00013283477907242305, "desconto_retencao": 8.069986290419022e-05, "roaming_pacote": 2.9339736335977694e-05, "conta_contestacao": 0.00013874695637112712, "internet_pacote_adicional": 0.00017869180571594603, "roaming_duvida": 9.183724372795864e-05, "negociacao_divida": 0.0004474234363533201, "atendimento_humano": 0.6322286334801585, "sem_correspondencia": 0.00906326355062909}, "confidence": 0.6077105423788357, "input_tokens": 632, "latency_ms": 17726.41404800004}
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 68, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 0.0010720904987696336, "atendimento_humano": 0.001980097099755936, "negociacao_religacao": 0.002168421698163723, "conta_vencimento": 0.0008162551262382836, "reclamacao_atendimento": 0.9908637500671738, "internet_consumo": 0.00040759953700901194, "conta_debito_automatico_digital": 8.456042853315207e-05, "sem_correspondencia": 0.0026072255443566044}, "confidence": 0.9895585715053411, "input_tokens": 438, "latency_ms": 12250.510705000012}
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.0007155634740422961, "troca_numero": 0.0002458517165370926, "plano_consulta": 0.00454515488659623, "atendimento_humano": 0.0002423334674407358, "bonus_nao_recebido": 0.00012744089569278113, "desconto_retencao": 7.47995571992067e-05, "portabilidade": 0.00010310483238937723, "reclamacao_atendimento": 0.00010119530240674668, "fidelidade_resgate": 0.0004182353780452425, "vas_consulta": 0.006960552528747894, "conta_explicacao": 0.002557925208152534, "vas_contratacao": 0.0005006896812393096, "beneficios_consulta": 0.9815859994541354, "plano_troca": 0.00044742021917528504, "fidelidade_pontos": 6.316246712141912e-05, "sem_correspondencia": 0.0013105709310784158}, "confidence": 0.9803583994177446, "input_tokens": 630, "latency_ms": 17751.22336100003}
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"atendimento_humano": 0.0038844480882384716, "vas_contratacao": 0.0004364090177027736, "cancelamento_linha": 0.00041000547638771195, "negociacao_divida": 0.0005916896567537268, "suporte_sem_sinal": 0.000918782625120172, "negociacao_religacao": 0.0013196603309515405, "cadastro_atualizacao": 0.00018478508988285444, "desconto_retencao": 0.00022020331795795468, "internet_problema_conexao": 0.005655022318146725, "fidelidade_pontos": 0.0002753835989926763, "roaming_pacote": 0.00024140544559825394, "conta_debito_automatico_digital": 8.106306623307941e-05, "internet_pacote_adicional": 0.0002450151144310704, "conta_vencimento": 0.0025066013214787063, "marketplace_compra": 0.0012409588160214504, "sem_correspondencia": 0.9817885667161028}, "confidence": 0.980574471163843, "input_tokens": 627, "latency_ms": 17675.948156000006}
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9751176357766587, "fidelidade_resgate": 0.004457800037199543, "beneficios_consulta": 0.0009002998281148477, "marketplace_pedido": 0.0008223350074091973, "vas_consulta": 0.001993153417544408, "marketplace_compra": 0.003905832206600239, "vas_contratacao": 0.000648252029143991, "sem_correspondencia": 0.012154691697329238}, "confidence": 0.9715630123161814, "input_tokens": 423, "latency_ms": 11834.41499700001}
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"roaming_cobranca": 0.0007466873951176047, "atendimento_humano": 0.0006720244287826937, "fidelidade_resgate": 0.0002919788290909736, "cancelamento_linha": 0.0001498318451524431, "reclamacao_atendimento": 0.00033919140575527115, "negociacao_divida": 0.00042905626549395997, "conta_segunda_via": 0.00042927031998066234, "seguranca_perda_roubo": 0.0002460704490952747, "recarga_realizar": 0.0035728324899885456, "plano_consulta": 0.41648480296487483, "fidelidade_pontos": 0.0002852722730157918, "internet_consumo": 0.000341020412522111, "conta_contestacao": 0.0006553335830850757, "cadastro_atualizacao": 0.03213008172711403, "desconto_retencao": 0.001638855159490597, "sem_correspondencia": 0.5415876904514403}, "confidence": 0.5110268698148696, "input_tokens": 646, "latency_ms": 18441.664598999978}
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.0024040959620510436, "vas_consulta": 0.0005934148653687765, "desconto_retencao": 0.0007628479039495377, "bonus_nao_recebido": 0.0005088386343005643, "recarga_nao_creditada": 0.010093821831249837, "recarga_realizar": 0.878384138223281, "recarga_saldo": 0.08486795493047065, "sem_correspondencia": 0.02238488764932867}, "confidence": 0.8610104436837497, "input_tokens": 422, "latency_ms": 11788.603690000002}
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"bonus_nao_recebido": 0.007099871875513032, "conta_pagamento_confirmacao": 0.4357910608642076, "recarga_nao_creditada": 0.5276974697312925, "sem_correspondencia": 0.02941159752898685}, "confidence": 0.37026329297505667, "input_tokens": 311, "latency_ms": 8707.448170000021}
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.0028582353925023255, "internet_consumo": 0.0031762850462301057, "conta_explicacao": 0.05789703374289568, "conta_vencimento": 0.0010304637613253553, "conta_debito_automatico_digital": 0.8659486215250689, "roaming_duvida": 0.000759588110268736, "conta_contestacao": 0.0008809074060355485, "parceiros_ofertas": 9.983997155774759e-05, "conta_segunda_via": 0.004279975259152873, "suporte_chip_esim": 4.906187260020828e-05, "conta_pagamento_confirmacao": 8.000889701993016e-05, "sem_correspondencia": 0.06293997901534244}, "confidence": 0.8537621325728029, "input_tokens": 532, "latency_ms": 14929.121289000022}
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0038623638728038354, "seguranca_fraude": 0.0005737268115164678, "roaming_pacote": 0.0006455147073165967, "suporte_sem_sinal": 0.0004872542561909177, "troca_numero": 0.0007528572702121968, "conta_debito_automatico_digital": 0.00023062710473652692, "marketplace_compra": 0.00024447373536834623, "cancelamento_linha": 0.0002759634387210889, "plano_consulta": 0.002369713985118447, "suporte_configuracao": 0.0011443942264482581, "cadastro_atualizacao": 0.0012309928414104114, "sem_correspondencia": 0.9881821177501569}, "confidence": 0.9871077648183529, "input_tokens": 536, "latency_ms": 15065.091895000023}
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 0.0014132387088521955, "troca_numero": 0.0005467683702730096, "conta_explicacao": 0.0004465083751625988, "suporte_configuracao": 0.0005233506021692862, "internet_pacote_adicional": 0.0005044551212451924, "marketplace_pedido": 0.00028600199652695154, "conta_pagamento_confirmacao": 0.0002795574683822324, "seguranca_fraude": 0.0004863874870619446, "desconto_retencao": 0.0008581414390334954, "vas_contratacao": 0.00045946626666770794, "beneficios_consulta": 0.0002970191810910292, "plano_nova_linha": 0.00035061586689879106, "conta_vencimento": 0.0007898549615528854, "fidelidade_resgate": 0.005657072443775912, "suporte_chip_esim": 0.0021321254787915562, "sem_correspondencia": 0.9849694362325152}, "confidence": 0.9839673986480161, "input_tokens": 632, "latency_ms": 17661.740303999977}
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 63, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"internet_pacote_adicional": 0.25395175073771686, "bonus_nao_recebido": 0.6339480359715919, "fidelidade_resgate": 0.002760879504527391, "fidelidade_pontos": 0.001998477779781129, "desconto_retencao": 0.0007779290274296628, "beneficios_consulta": 0.003922644654517054, "recarga_nao_creditada": 0.0005635406639707208, "sem_correspondencia": 0.10207674166046524}, "confidence": 0.5816548982532478, "input_tokens": 447, "latency_ms": 12438.427520999994}
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.015241423082656408, "conta_explicacao": 0.8406708956677216, "conta_contestacao": 0.05542891849163916, "sem_correspondencia": 0.08865876275798294}, "confidence": 0.7875611942236286, "input_tokens": 305, "latency_ms": 8476.142569999978}
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.01236390233512068, "conta_contestacao": 0.1833717355577996, "fidelidade_resgate": 0.003663759102416791, "vas_cancelamento": 0.0006911588534450815, "conta_vencimento": 0.38278397337037456, "conta_pagamento_confirmacao": 0.0006445900989009209, "roaming_cobranca": 0.0005601345407426982, "desconto_retencao": 0.0008332972866349943, "conta_explicacao": 0.3147052957948758, "suporte_configuracao": 0.00024183231300006194, "conta_segunda_via": 0.0032748709707816157, "sem_correspondencia": 0.09686544977590734}, "confidence": 0.326673425494954, "input_tokens": 549, "latency_ms": 15488.175426999987}
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.0010199683533824596, "conta_vencimento": 0.00044591977981114103, "seguranca_fraude": 0.0005171127334066324, "conta_pagamento_confirmacao": 0.0005716671544843921, "plano_consulta": 0.0006165494158429745, "conta_debito_automatico_digital": 0.9944143725708242, "recarga_saldo": 0.00029695087706305655, "conta_contestacao": 0.0002799637618567209, "roaming_pacote": 0.00030860459762104177, "conta_explicacao": 4.2336950282651237e-05, "cadastro_atualizacao": 0.0002284583629591277, "sem_correspondencia": 0.0012580954424655033}, "confidence": 0.9939065882590813, "input_tokens": 547, "latency_ms": 15434.553027999982}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 61, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.014559497911236285, "conta_segunda_via": 0.0032922544956712585, "conta_debito_automatico_digital": 0.9241295583257565, "sem_correspondencia": 0.058018689267335964}, "confidence": 0.8988394111010085, "input_tokens": 344, "latency_ms": 9528.394754000034}
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 118, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.9954105203819006, "conta_segunda_via": 0.0018092714763250058, "negociacao_religacao": 0.0014125002763730632, "sem_correspondencia": 0.0013677078654012018}, "confidence": 0.9938806938425344, "input_tokens": 392, "latency_ms": 10954.832967000017}
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.0013022050960430293, "conta_contestacao": 0.00039265758743153167, "suporte_configuracao": 0.0006211166609104727, "atendimento_humano": 0.0008352807006988807, "conta_explicacao": 0.001057370501880333, "conta_segunda_via": 0.9935917483796887, "negociacao_divida": 0.0005660894826542254, "recarga_nao_creditada": 0.00022711649783100642, "conta_debito_automatico_digital": 0.0004321343113029304, "conta_vencimento": 2.3875956753822392e-05, "conta_pagamento_confirmacao": 0.00010510923075503681, "sem_correspondencia": 0.0008452955940500184}, "confidence": 0.9930091800505694, "input_tokens": 547, "latency_ms": 15514.040432000002}
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 92, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.23037512404819985, "fidelidade_pontos": 0.04163392005070816, "marketplace_compra": 0.016991364860768216, "sem_correspondencia": 0.7109995910403238}, "confidence": 0.6146661213870984, "input_tokens": 367, "latency_ms": 10227.432240999973}
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.12271060928436038, "seguranca_perda_roubo": 0.8389663322097874, "suporte_chip_esim": 0.010353493086079552, "sem_correspondencia": 0.027969565419772593}, "confidence": 0.7852884429463832, "input_tokens": 326, "latency_ms": 9097.49888600004}
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.001785008670771947, "fidelidade_pontos": 0.0011434605955561268, "vas_consulta": 0.001223374219267806, "seguranca_perda_roubo": 0.0009238591498318253, "cancelamento_linha": 0.0009198883966773332, "recarga_nao_creditada": 0.0004690202568089369, "marketplace_compra": 0.00027726877747262166, "sem_correspondencia": 0.9932581199336135}, "confidence": 0.9922949942098438, "input_tokens": 416, "latency_ms": 11636.620289000006}
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.0035099686998951254, "internet_problema_conexao": 0.03188970168079015, "suporte_sem_sinal": 0.9551457652876547, "sem_correspondencia": 0.009454564331660113}, "confidence": 0.940194353716873, "input_tokens": 302, "latency_ms": 8326.591438000036}
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 59, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"desconto_retencao": 0.004112864195250629, "conta_vencimento": 0.0004801070870407924, "bonus_nao_recebido": 0.8120373580543411, "beneficios_consulta": 0.0018871277585083147, "roaming_pacote": 0.001123954406435426, "recarga_nao_creditada": 0.006716218210485713, "fidelidade_pontos": 0.00019456477839166044, "seguranca_fraude": 3.446421758866547e-05, "internet_pacote_adicional": 0.1422437832780187, "seguranca_perda_roubo": 7.369059015029904e-05, "internet_consumo": 0.009689628871932634, "conta_contestacao": 0.00010568975994681974, "internet_problema_conexao": 0.01924835387628232, "fidelidade_resgate": 9.975281929590929e-05, "conta_segunda_via": 5.6583630263704525e-05, "sem_correspondencia": 0.0018958584660674481}, "confidence": 0.7995065152579638, "input_tokens": 662, "latency_ms": 18719.017310000025}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 67, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.0013778535390267664, "conta_contestacao": 0.0004102748465022348, "conta_debito_automatico_digital": 0.9945088154658903, "seguranca_perda_roubo": 0.00045369867085263434, "conta_pagamento_confirmacao": 0.00039929329091201144, "conta_segunda_via": 0.0001848784560915891, "conta_explicacao": 0.00013753997724949487, "sem_correspondencia": 0.0025276457534748526}, "confidence": 0.9937243605324461, "input_tokens": 456, "latency_ms": 12734.375058000069}
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_saldo", "probabilities": {"recarga_realizar": 0.002341887339636096, "troca_numero": 0.0008622958300501043, "negociacao_divida": 0.015062698483614202, "conta_pagamento_confirmacao": 0.0009301540183500112, "recarga_saldo": 0.9778094034488085, "seguranca_perda_roubo": 0.00025664856677163104, "plano_troca": 0.00019418501163539006, "internet_consumo": 0.00037308827933498097, "internet_problema_conexao": 0.0008030792041779193, "vas_consulta": 3.6301532733694964e-05, "cancelamento_linha": 8.789115388452768e-05, "conta_explicacao": 0.0003257751260778661, "conta_debito_automatico_digital": 8.219982158511414e-05, "internet_pacote_adicional": 4.389805593891214e-05, "recarga_nao_creditada": 0.00013347069554704423, "sem_correspondencia": 0.0006570234318539166}, "confidence": 0.976330030345396, "input_tokens": 620, "latency_ms": 17555.38290700008}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.0004034292216912313, "recarga_saldo": 0.00010504827503211605, "internet_consumo": 9.42909221274111e-05, "conta_pagamento_confirmacao": 0.00010531921499086846, "internet_pacote_adicional": 0.0001250304268133263, "roaming_cobranca": 0.00011914852451017775, "conta_segunda_via": 0.00023094901080972552, "conta_contestacao": 0.0001052742273787419, "marketplace_pedido": 0.00035132898155479847, "conta_vencimento": 0.0007590689250492499, "fidelidade_pontos": 0.001223945891226382, "conta_debito_automatico_digital": 0.9960193812884021, "suporte_chip_esim": 9.275412333843295e-05, "conta_explicacao": 8.805483457559103e-05, "reclamacao_atendimento": 6.49354896992176e-05, "sem_correspondencia": 0.00011204064280066589}, "confidence": 0.9957540067076287, "input_tokens": 690, "latency_ms": 19653.294414000015}
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.0002232099369971221, "vas_cancelamento": 8.340722106165245e-05, "seguranca_perda_roubo": 0.00013086381156700826, "cadastro_atualizacao": 0.00015524138482142025, "suporte_sem_sinal": 0.0004879204559411322, "suporte_chip_esim": 0.9983822082602155, "suporte_configuracao": 0.0001264224905500211, "sem_correspondencia": 0.0004107264388461387}, "confidence": 0.998151095154532, "input_tokens": 454, "latency_ms": 12878.721365000047}
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.29126336081433735, "cadastro_atualizacao": 0.004382887649058026, "cancelamento_linha": 0.0055467698696176305, "troca_numero": 0.660453841777692, "parceiros_ofertas": 0.0010656162370861714, "vas_cancelamento": 0.00021382825986433852, "negociacao_divida": 0.00020610449031421518, "sem_correspondencia": 0.03686759090203043}, "confidence": 0.6119472477459336, "input_tokens": 395, "latency_ms": 11124.871747000043}
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.006852020034570259, "cancelamento_linha": 0.9845035188003688, "vas_cancelamento": 0.0020798705378435554, "sem_correspondencia": 0.006564590627217271}, "confidence": 0.9793380250671587, "input_tokens": 304, "latency_ms": 8385.36102799992}
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.8279056969617731, "roaming_pacote": 0.0017757903250849275, "plano_consulta": 0.0006128869476978694, "plano_troca": 0.0008169227199274076, "recarga_realizar": 0.11754531198192024, "conta_pagamento_confirmacao": 0.0026559501792084487, "roaming_cobranca": 0.00033344242283887875, "plano_nova_linha": 8.733692333476377e-05, "portabilidade": 0.0005669950970387519, "conta_contestacao": 0.03556690422529543, "reclamacao_atendimento": 0.00043177412538262947, "seguranca_fraude": 7.489961771172186e-05, "beneficios_consulta": 5.955531282486473e-05, "internet_consumo": 0.0003316031405963857, "negociacao_religacao": 0.0006073900268245703, "sem_correspondencia": 0.01062753999254014}, "confidence": 0.8164327434258912, "input_tokens": 642, "latency_ms": 18136.95653399998}
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.005968039614265001, "conta_vencimento": 0.9545205922842984, "parceiros_ofertas": 0.0048792383584347525, "conta_contestacao": 0.021042508678905697, "conta_debito_automatico_digital": 0.0020665138200127767, "conta_segunda_via": 0.0014197538055544458, "conta_pagamento_confirmacao": 0.0006135764163927419, "sem_correspondencia": 0.009489777022136313}, "confidence": 0.948023534039198, "input_tokens": 430, "latency_ms": 12013.37488699994}
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.967093423231912, "recarga_saldo": 0.013068265889384409, "plano_consulta": 0.010368101177954782, "sem_correspondencia": 0.009470209700748692}, "confidence": 0.9561245643092161, "input_tokens": 317, "latency_ms": 9368.220484000063}
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_realizar": 0.39589822139614284, "recarga_saldo": 0.19734814981904888, "recarga_nao_creditada": 0.03953327479624807, "sem_correspondencia": 0.3672203539885603}, "confidence": 0.19453096186152372, "input_tokens": 309, "latency_ms": 8670.271310999964}