mcloh/decision-models-benchmark
1
0
Fork 0
mirror of https://github.com/mcloh/decision-models-benchmark.git synced 2026-11-06 06:14:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Piloto concluído (tarefas 52–58): reports/pilot, viabilidade em CPU e parâmetros mantidos

Browse Source 
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Marcos Lohmann
2026-10-07 18:11:45 -03:00
parent 63d1b2369a
commit 0ec89cd40f
7 changed files with 193 additions and 76 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
reports/pilot/predictions-semif-cpu.jsonl Normal file
View File

@@ -0,0 +1,50 @@
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "suporte_sem_sinal", "probabilities": {"cadastro_atualizacao": 0.002761285046177957, "atendimento_humano": 0.000479839391465088, "internet_consumo": 0.0002266600792157099, "suporte_sem_sinal": 0.9830855715808037, "seguranca_fraude": 0.000479839391465088, "internet_pacote_adicional": 0.00020002681784744302, "suporte_configuracao": 0.0031289458785531115, "sem_correspondencia": 0.009637831814471927}, "confidence": 0.9830855715808037, "input_tokens": 330, "latency_ms": 32460.877663999952}
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.0035910023813225294, "suporte_sem_sinal": 0.00029476742552927716, "vas_consulta": 7.452887672722814e-05, "suporte_configuracao": 3.989243302293186e-05, "internet_consumo": 9.569697199494842e-05, "internet_pacote_adicional": 3.989243302293186e-05, "internet_problema_conexao": 0.995685433997312, "sem_correspondencia": 0.00017878548106806702}, "confidence": 0.995685433997312, "input_tokens": 305, "latency_ms": 28606.108870000015}
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9997222610404811, "roaming_cobranca": 0.00012337552837609811, "vas_cancelamento": 5.82784730316187e-05, "sem_correspondencia": 9.608495811115352e-05}, "confidence": 0.9997222610404811, "input_tokens": 219, "latency_ms": 22025.588728000002}
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.015842553643623882, "vas_contratacao": 0.0031195837774782866, "beneficios_consulta": 0.000893775716454761, "sem_correspondencia": 0.980144086862443}, "confidence": 0.980144086862443, "input_tokens": 205, "latency_ms": 20641.55092200002}
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.017412522521650715, "recarga_saldo": 0.1652054139300654, "fidelidade_resgate": 0.004988771227889023, "fidelidade_pontos": 0.7403992979710501, "cadastro_atualizacao": 0.001835266371447984, "bonus_nao_recebido": 0.0005258126189360428, "beneficios_consulta": 0.0007650528462498543, "sem_correspondencia": 0.06886786251271106}, "confidence": 0.7403992979710501, "input_tokens": 319, "latency_ms": 30299.503268000022}
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"vas_cancelamento": 0.718019131442242, "plano_consulta": 0.014902011653732717, "vas_contratacao": 0.0029343800786489314, "sem_correspondencia": 0.2641444768253764}, "confidence": 0.718019131442242, "input_tokens": 231, "latency_ms": 22888.183771}
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 26, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"roaming_duvida": 0.05574948171684325, "roaming_pacote": 0.01809920679332237, "internet_pacote_adicional": 0.001907642361201005, "reclamacao_atendimento": 0.13373605434200572, "internet_problema_conexao": 0.014095676423610752, "fidelidade_pontos": 0.00403847891035357, "seguranca_perda_roubo": 0.002775603257709456, "sem_correspondencia": 0.7695978561949539}, "confidence": 0.7695978561949539, "input_tokens": 299, "latency_ms": 27908.338364000032}
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 26, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.002172908962999907, "suporte_sem_sinal": 0.0004278711439705198, "internet_problema_conexao": 8.425282373076993e-05, "roaming_duvida": 5.439771148916055e-05, "atendimento_humano": 8.425282373076993e-05, "suporte_chip_esim": 9.547095687703395e-05, "internet_pacote_adicional": 4.236498030505059e-05, "vas_consulta": 6.561616509750067e-05, "conta_contestacao": 9.547095687703395e-05, "troca_numero": 0.00017836322923770473, "conta_explicacao": 4.50972867868906e-05, "suporte_configuracao": 0.0019175854294457232, "recarga_realizar": 0.00015740499733726056, "plano_troca": 0.0006225488410399746, "recarga_nao_creditada": 0.0006225488410399746, "sem_correspondencia": 0.9933338448500347}, "confidence": 0.9933338448500347, "input_tokens": 502, "latency_ms": 45108.598063999976}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.037838166175869645, "suporte_chip_esim": 0.0012947508469023875, "conta_contestacao": 0.0012947508469023875, "parceiros_ofertas": 0.0004203440570611731, "negociacao_religacao": 0.0004203440570611731, "conta_vencimento": 0.00032736428079865285, "plano_consulta": 0.00017522547258637877, "conta_pagamento_confirmacao": 0.0002888979638216449, "marketplace_compra": 0.0011426136120101385, "conta_debito_automatico_digital": 0.7599998838311405, "seguranca_fraude": 0.00014526701902102952, "roaming_pacote": 0.00047631221801470194, "conta_explicacao": 0.0006930301878891444, "conta_segunda_via": 0.0016624929957006441, "fidelidade_resgate": 0.0016624929957006441, "sem_correspondencia": 0.19215806343951983}, "confidence": 0.7599998838311405, "input_tokens": 538, "latency_ms": 49507.525318000036}
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"plano_troca": 0.030756983469522225, "marketplace_compra": 0.3746967653669111, "internet_consumo": 0.0015313000387863643, "fidelidade_resgate": 0.000638340826902262, "suporte_sem_sinal": 0.00043872480654448846, "beneficios_consulta": 0.023953562810978164, "conta_vencimento": 0.0003871732828625369, "desconto_retencao": 0.0009287804227430746, "roaming_pacote": 0.001351367541156637, "marketplace_pedido": 0.003673397830695468, "vas_contratacao": 0.016463026908831436, "sem_correspondencia": 0.5451805766940662}, "confidence": 0.5451805766940662, "input_tokens": 417, "latency_ms": 43360.93570699995}
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_saldo": 0.10200276298374143, "vas_consulta": 0.00837289665915429, "fidelidade_resgate": 0.001133148340877534, "conta_vencimento": 0.0008824968152114866, "fidelidade_pontos": 0.0014549912705642985, "recarga_nao_creditada": 0.003955076331341471, "vas_cancelamento": 0.010751012121653985, "recarga_realizar": 0.6651415671908817, "conta_debito_automatico_digital": 0.013804572819321717, "suporte_configuracao": 0.001648721107465671, "plano_consulta": 0.00028650476849429476, "sem_correspondencia": 0.19056624959129204}, "confidence": 0.6651415671908817, "input_tokens": 413, "latency_ms": 38001.05891400005}
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.010357289510259719, "negociacao_divida": 0.0023110236671279034, "roaming_cobranca": 0.000584318289891822, "internet_pacote_adicional": 0.0009633779934037708, "suporte_sem_sinal": 0.04096387465457768, "internet_problema_conexao": 0.9323334897625664, "internet_consumo": 0.0007502795356566154, "sem_correspondencia": 0.011736346586516068}, "confidence": 0.9323334897625664, "input_tokens": 310, "latency_ms": 29030.58888500004}
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.0068871921253843525, "fidelidade_pontos": 0.0003428931052091249, "conta_segunda_via": 0.0002670454188466521, "plano_consulta": 0.00011132109264630862, "negociacao_religacao": 0.9020441566224335, "suporte_chip_esim": 0.0004402834622955002, "suporte_sem_sinal": 0.021214045226344465, "conta_debito_automatico_digital": 0.00018353745332354862, "negociacao_divida": 0.0011968145349288914, "marketplace_pedido": 0.0004402834622955002, "conta_pagamento_confirmacao": 0.02723937326138955, "sem_correspondencia": 0.03963305423490239}, "confidence": 0.9020441566224335, "input_tokens": 445, "latency_ms": 41508.79810800006}
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"fidelidade_resgate": 0.006455173043554315, "roaming_pacote": 0.0012710989377392363, "internet_problema_conexao": 0.003049207837930476, "suporte_chip_esim": 0.0020956878558150167, "atendimento_humano": 0.00041266540639362036, "internet_consumo": 0.0023747254519277203, "bonus_nao_recebido": 0.00013397284237912498, "conta_vencimento": 5.945008842965321e-05, "reclamacao_atendimento": 0.00041266540639362036, "internet_pacote_adicional": 0.9580326239476903, "seguranca_fraude": 0.00017202453476069707, "sem_correspondencia": 0.02553070464698605}, "confidence": 0.9580326239476903, "input_tokens": 411, "latency_ms": 37786.338183999986}
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.041927790585651124, "plano_consulta": 0.9542721152327771, "internet_consumo": 0.0014346900988065673, "sem_correspondencia": 0.0023654040827652562}, "confidence": 0.9542721152327771, "input_tokens": 214, "latency_ms": 20688.984258000004}
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.03317530758443135, "marketplace_pedido": 0.002403211220952767, "internet_consumo": 0.0006885315426712019, "roaming_duvida": 0.00025329659914679286, "parceiros_ofertas": 0.000780208452465588, "vas_cancelamento": 0.0003685443771105716, "conta_segunda_via": 8.753696232432838e-05, "cadastro_atualizacao": 0.00011239968452407487, "beneficios_consulta": 0.00028702264949027634, "vas_consulta": 0.0006885315426712019, "vas_contratacao": 0.8556024594599176, "conta_debito_automatico_digital": 0.0012863462711600446, "recarga_nao_creditada": 0.0003685443771105716, "negociacao_divida": 0.00025329659914679286, "desconto_retencao": 0.001457621287273285, "sem_correspondencia": 0.1021871413896036}, "confidence": 0.8556024594599176, "input_tokens": 514, "latency_ms": 46411.544282000024}
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9998490205036088, "conta_contestacao": 5.143709306062043e-05, "conta_explicacao": 1.4736973898411749e-05, "sem_correspondencia": 8.480542943202686e-05}, "confidence": 0.9998490205036088, "input_tokens": 230, "latency_ms": 21925.44547}
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.002782243026678919, "reclamacao_atendimento": 0.03840768026545699, "troca_numero": 0.00037653564804868204, "parceiros_ofertas": 0.00017786284605285992, "fidelidade_pontos": 0.00013851972378527605, "seguranca_fraude": 6.54320844110884e-05, "recarga_nao_creditada": 5.424510324003013e-05, "conta_debito_automatico_digital": 5.424510324003013e-05, "desconto_retencao": 0.0002283804150162911, "roaming_pacote": 0.00020154500886286131, "conta_contestacao": 5.0958558577349904e-05, "internet_pacote_adicional": 0.0010235300098577831, "roaming_duvida": 0.0007971259731743242, "negociacao_divida": 0.00017786284605285992, "atendimento_humano": 0.8741547736275179, "sem_correspondencia": 0.08130905976002675}, "confidence": 0.8741547736275179, "input_tokens": 494, "latency_ms": 45144.287537000084}
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 0.0027960908201714665, "atendimento_humano": 0.0005505829274230323, "negociacao_religacao": 0.0002947058042506198, "conta_vencimento": 7.451329642803946e-05, "reclamacao_atendimento": 0.9954772854562268, "internet_consumo": 0.0001084162065776985, "conta_debito_automatico_digital": 7.451329642803946e-05, "sem_correspondencia": 0.0006238921924944138}, "confidence": 0.9954772854562268, "input_tokens": 326, "latency_ms": 30131.167136000044}
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.019643498295157612, "troca_numero": 0.0005234814980941883, "plano_consulta": 0.022258999705978687, "atendimento_humano": 0.0001499799602715434, "bonus_nao_recebido": 0.0005931822497745342, "desconto_retencao": 7.08455168137033e-05, "portabilidade": 3.5623363011601255e-05, "reclamacao_atendimento": 3.792087253386897e-05, "fidelidade_resgate": 0.00010307961872812773, "vas_consulta": 6.65532039365646e-05, "conta_explicacao": 0.0001925780809824794, "vas_contratacao": 0.00021821955455987455, "beneficios_consulta": 0.9464767517372931, "plano_troca": 0.00010307961872812773, "fidelidade_pontos": 0.0002472751506784538, "sem_correspondencia": 0.0092789315734576}, "confidence": 0.9464767517372931, "input_tokens": 506, "latency_ms": 45663.55943200005}
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"atendimento_humano": 0.007544027710445303, "vas_contratacao": 0.001156914119412561, "cancelamento_linha": 0.00017741852642494293, "negociacao_divida": 0.00029251369833307615, "suporte_sem_sinal": 0.0003755950233890004, "negociacao_religacao": 0.0003314614447669815, "cadastro_atualizacao": 8.38065777197409e-05, "desconto_retencao": 0.0002581424327425044, "internet_problema_conexao": 0.00017741852642494293, "fidelidade_pontos": 8.38065777197409e-05, "roaming_pacote": 2.255623439275684e-05, "conta_debito_automatico_digital": 0.0002010415287638199, "internet_pacote_adicional": 0.00022780989732091239, "conta_vencimento": 0.0003755950233890004, "marketplace_compra": 0.0006192515042305571, "sem_correspondencia": 0.9880726411745242}, "confidence": 0.9880726411745242, "input_tokens": 488, "latency_ms": 44232.88349500001}
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9959897481293349, "fidelidade_resgate": 0.0009082250891963256, "beneficios_consulta": 0.00042901515449656884, "marketplace_pedido": 7.003479874630652e-05, "vas_consulta": 0.0001392808284414347, "marketplace_compra": 0.0009082250891963256, "vas_contratacao": 5.8060887446592303e-05, "sem_correspondencia": 0.0014974100231415028}, "confidence": 0.9959897481293349, "input_tokens": 312, "latency_ms": 28660.494416999994}
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"roaming_cobranca": 0.0096036013970589, "atendimento_humano": 0.0011469866209011597, "fidelidade_resgate": 0.00022585505695844522, "cancelamento_linha": 0.00013698801669644018, "reclamacao_atendimento": 0.0004219527971282396, "negociacao_divida": 0.00029000363362210123, "conta_segunda_via": 0.00015522775920826377, "seguranca_perda_roubo": 0.0001758960952198739, "recarga_realizar": 0.00029000363362210123, "plano_consulta": 0.002142853117727437, "fidelidade_pontos": 0.00012089150042581531, "internet_consumo": 0.0018910612390882064, "conta_contestacao": 0.0006139376971957243, "cadastro_atualizacao": 0.0018910612390882064, "desconto_retencao": 0.0012997061151624955, "sem_correspondencia": 0.9795939740808967}, "confidence": 0.9795939740808967, "input_tokens": 511, "latency_ms": 45630.24780900014}
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.0031666349251447427, "vas_consulta": 0.0005502786384103071, "desconto_retencao": 0.00015765746951424702, "bonus_nao_recebido": 8.4387962348885e-05, "recarga_nao_creditada": 0.00048561919395556457, "recarga_realizar": 0.9949271180149666, "recarga_saldo": 0.00029454293007898585, "sem_correspondencia": 0.00033376086558077324}, "confidence": 0.9949271180149666, "input_tokens": 304, "latency_ms": 27957.855422999957}
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"bonus_nao_recebido": 0.002798362927389578, "conta_pagamento_confirmacao": 0.00048628256109801857, "recarga_nao_creditada": 0.9962862116575625, "sem_correspondencia": 0.00042914285394990567}, "confidence": 0.9962862116575625, "input_tokens": 211, "latency_ms": 19951.529880999944}
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.01521724898872208, "internet_consumo": 0.0014154246418774698, "conta_explicacao": 0.0033954272038720897, "conta_vencimento": 0.0003578753943443775, "conta_debito_automatico_digital": 0.5710230555525144, "roaming_duvida": 0.0004055259494920118, "conta_contestacao": 0.000278713637357389, "parceiros_ofertas": 0.0004595211023453291, "conta_segunda_via": 0.00814520643183254, "suporte_chip_esim": 0.002996453990368593, "conta_pagamento_confirmacao": 0.003847523083568678, "sem_correspondencia": 0.3924580240237049}, "confidence": 0.5710230555525144, "input_tokens": 416, "latency_ms": 37796.537261000136}
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0004297182754892001, "seguranca_fraude": 0.00010864979508460205, "roaming_pacote": 7.467383930448306e-05, "suporte_sem_sinal": 2.9242695637194673e-05, "troca_numero": 0.0001231163472261445, "conta_debito_automatico_digital": 0.00020298454044264712, "marketplace_compra": 3.313631532479117e-05, "cancelamento_linha": 4.821305430965269e-05, "plano_consulta": 0.00029534076364427266, "suporte_configuracao": 0.0009097135963494065, "cadastro_atualizacao": 0.0001231163472261445, "sem_correspondencia": 0.9976220944299615}, "confidence": 0.9976220944299615, "input_tokens": 412, "latency_ms": 37294.256636}
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 0.007526132549511544, "troca_numero": 0.000617782579969935, "conta_explicacao": 0.00017699767257805038, "suporte_configuracao": 0.0001216486027338489, "internet_pacote_adicional": 0.00017699767257805038, "marketplace_pedido": 0.00015619989781481185, "conta_pagamento_confirmacao": 9.474002706866376e-05, "seguranca_fraude": 0.0001073545151163656, "desconto_retencao": 0.0005451912132941879, "vas_contratacao": 0.00042459534383716273, "beneficios_consulta": 0.0001073545151163656, "plano_nova_linha": 0.0011541698076008799, "conta_vencimento": 0.00042459534383716273, "fidelidade_resgate": 0.0004811295570484582, "suporte_chip_esim": 0.0021562730772406694, "sem_correspondencia": 0.9857288376246538}, "confidence": 0.9857288376246538, "input_tokens": 505, "latency_ms": 45576.43774100006}
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"internet_pacote_adicional": 0.01607411921929598, "bonus_nao_recebido": 0.6834889414024695, "fidelidade_resgate": 0.001027584062471224, "fidelidade_pontos": 0.00048539634124113954, "desconto_retencao": 0.0031651817429035026, "beneficios_consulta": 0.0006232612393208594, "recarga_nao_creditada": 0.2514415298100012, "sem_correspondencia": 0.04369398618229655}, "confidence": 0.6834889414024695, "input_tokens": 328, "latency_ms": 30307.130570000027}
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.015315030646557187, "conta_explicacao": 0.9475073947047384, "conta_contestacao": 0.011927357860301302, "sem_correspondencia": 0.02525021678840317}, "confidence": 0.9475073947047384, "input_tokens": 215, "latency_ms": 20437.737386999972}
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.024651017038087024, "conta_contestacao": 0.0013907152161307097, "fidelidade_resgate": 0.000579736353793881, "vas_cancelamento": 0.0003984465804879044, "conta_vencimento": 0.925022589956823, "conta_pagamento_confirmacao": 0.00024167006732357156, "roaming_cobranca": 8.351894044168119e-05, "desconto_retencao": 0.00016609724627618318, "conta_explicacao": 0.00074439621324922, "suporte_configuracao": 0.0005116155365387872, "conta_segunda_via": 0.00015603392284919344, "sem_correspondencia": 0.04605416292799892}, "confidence": 0.925022589956823, "input_tokens": 425, "latency_ms": 38672.67081199998}
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.010664165364450934, "conta_vencimento": 0.002099898666568578, "seguranca_fraude": 0.0006016310408922145, "conta_pagamento_confirmacao": 0.00017237017915560865, "plano_consulta": 0.00022132769111482103, "conta_debito_automatico_digital": 0.9599575738222568, "recarga_saldo": 7.648880333849515e-05, "conta_contestacao": 7.185458101515335e-05, "roaming_pacote": 7.648880333849515e-05, "conta_explicacao": 0.00011129055217193047, "cadastro_atualizacao": 0.0003649076721359532, "sem_correspondencia": 0.025582002823560976}, "confidence": 0.9599575738222568, "input_tokens": 422, "latency_ms": 38374.415276999796}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.025670793986400077, "conta_segunda_via": 0.002705681780053939, "conta_debito_automatico_digital": 0.9632894376268132, "sem_correspondencia": 0.008334086606732672}, "confidence": 0.9632894376268132, "input_tokens": 229, "latency_ms": 21689.59470499999}
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 89, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.9999648434167607, "conta_segunda_via": 1.670111361551159e-05, "negociacao_religacao": 8.939461931696692e-06, "sem_correspondencia": 9.516007691998272e-06}, "confidence": 0.9999648434167607, "input_tokens": 270, "latency_ms": 25246.76328400005}
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.0004302419023511083, "conta_contestacao": 0.00012326636883384606, "suporte_configuracao": 1.7758204138353203e-05, "atendimento_humano": 7.880155318264934e-06, "conta_explicacao": 7.476483200917345e-05, "conta_segunda_via": 0.998837732108117, "negociacao_divida": 6.532878214625769e-06, "recarga_nao_creditada": 3.962390933339259e-06, "conta_debito_automatico_digital": 4.489977156559399e-06, "conta_vencimento": 2.120915031329867e-06, "conta_pagamento_confirmacao": 3.72232180275258e-06, "sem_correspondencia": 0.0004875279460936869}, "confidence": 0.998837732108117, "input_tokens": 422, "latency_ms": 38388.229836000166}
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 72, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.046827685696886716, "fidelidade_pontos": 0.00922091803650944, "marketplace_compra": 0.003392186174358766, "sem_correspondencia": 0.9405592100922451}, "confidence": 0.9405592100922451, "input_tokens": 253, "latency_ms": 24042.66910299998}
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.20835075263819447, "seguranca_perda_roubo": 0.7272155821525963, "suporte_chip_esim": 0.011754345126553385, "sem_correspondencia": 0.05267932008265581}, "confidence": 0.7272155821525963, "input_tokens": 217, "latency_ms": 20718.276905999803}
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.00458123625853666, "fidelidade_pontos": 0.0021640227787371063, "vas_consulta": 0.00029286863569086795, "seguranca_perda_roubo": 0.00013834134784725937, "cancelamento_linha": 0.0006200029066228987, "recarga_nao_creditada": 0.0010222119800450784, "marketplace_compra": 0.0019097433993580054, "sem_correspondencia": 0.989271572693162}, "confidence": 0.989271572693162, "input_tokens": 301, "latency_ms": 27856.08000100001}
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.002181584561527103, "internet_problema_conexao": 0.00037910255222717493, "suporte_sem_sinal": 0.9972998488511858, "sem_correspondencia": 0.00013946403506000064}, "confidence": 0.9972998488511858, "input_tokens": 204, "latency_ms": 19564.77063600005}
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"desconto_retencao": 0.004582085946581368, "conta_vencimento": 0.0003319251926804125, "bonus_nao_recebido": 0.9894550542210401, "beneficios_consulta": 9.509815990168101e-05, "roaming_pacote": 9.509815990168101e-05, "recarga_nao_creditada": 0.0005472521254534346, "fidelidade_pontos": 3.96428110043245e-05, "seguranca_fraude": 4.219955265003137e-05, "internet_pacote_adicional": 0.00010776033278209154, "seguranca_perda_roubo": 1.7591390747221626e-05, "internet_consumo": 2.1219267648683074e-05, "conta_contestacao": 6.53599457331749e-05, "internet_problema_conexao": 0.00022812862628987513, "fidelidade_resgate": 3.498465792106288e-05, "conta_segunda_via": 0.00029292295443025904, "sem_correspondencia": 0.004043676655234461}, "confidence": 0.9894550542210401, "input_tokens": 525, "latency_ms": 47674.842704999945}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.0019244476507282527, "conta_contestacao": 6.585097739722709e-05, "conta_debito_automatico_digital": 0.996888563480097, "seguranca_perda_roubo": 2.0083413408935706e-05, "conta_pagamento_confirmacao": 3.524748823101152e-05, "conta_segunda_via": 1.5640978089625882e-05, "conta_explicacao": 2.0083413408935706e-05, "sem_correspondencia": 0.0010300825986388192}, "confidence": 0.996888563480097, "input_tokens": 331, "latency_ms": 30633.44516099983}
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_saldo", "probabilities": {"recarga_realizar": 0.0017003394055540519, "troca_numero": 4.531251032345076e-05, "negociacao_divida": 5.818241494923644e-05, "conta_pagamento_confirmacao": 1.8889064570136945e-05, "recarga_saldo": 0.9980744587163142, "seguranca_perda_roubo": 8.381971592946097e-06, "plano_troca": 5.76083921096234e-06, "internet_consumo": 3.719477347545855e-06, "internet_problema_conexao": 5.083922759962149e-06, "vas_consulta": 9.999995298024932e-07, "cancelamento_linha": 9.999995298024932e-07, "conta_explicacao": 3.95936302653306e-06, "conta_debito_automatico_digital": 6.94889851831327e-06, "internet_pacote_adicional": 2.7212277589775476e-06, "recarga_nao_creditada": 2.425403900551174e-05, "sem_correspondencia": 3.998815000877779e-05}, "confidence": 0.9980744587163142, "input_tokens": 495, "latency_ms": 44631.43739199995}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.0003798644046887864, "recarga_saldo": 4.536833339085216e-05, "internet_consumo": 1.8912335086758543e-05, "conta_pagamento_confirmacao": 1.0123043495168199e-05, "internet_pacote_adicional": 3.533289357144023e-05, "roaming_cobranca": 5.4184747221836015e-06, "conta_segunda_via": 3.724059583956681e-06, "conta_contestacao": 2.9003005201900337e-06, "marketplace_pedido": 1.567887647970768e-05, "conta_vencimento": 5.4184747221836015e-06, "fidelidade_pontos": 5.767936317550932e-06, "conta_debito_automatico_digital": 0.9993040436009925, "suporte_chip_esim": 7.883834201102885e-06, "conta_explicacao": 5.090185934543895e-06, "reclamacao_atendimento": 1.4728941375276358e-05, "sem_correspondencia": 0.00013974430491783336}, "confidence": 0.9993040436009925, "input_tokens": 545, "latency_ms": 49135.83539000001}
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.000261142425498134, "vas_cancelamento": 8.47805327699132e-05, "seguranca_perda_roubo": 1.5682821636665633e-05, "cadastro_atualizacao": 5.769387659687957e-06, "suporte_sem_sinal": 4.537974908102481e-05, "suporte_chip_esim": 0.9995554909101044, "suporte_configuracao": 8.935802411890581e-06, "sem_correspondencia": 2.2818370838337063e-05}, "confidence": 0.9995554909101044, "input_tokens": 333, "latency_ms": 30924.56597700016}
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.131930663633691, "cadastro_atualizacao": 0.03335729566739439, "cancelamento_linha": 0.005115506971109743, "troca_numero": 0.75920854999365, "parceiros_ofertas": 0.0057966288109655715, "vas_cancelamento": 0.0016607619599596163, "negociacao_divida": 0.0006109601817487328, "sem_correspondencia": 0.06231963278148096}, "confidence": 0.75920854999365, "input_tokens": 298, "latency_ms": 27697.882117000063}
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.002471789704417209, "cancelamento_linha": 0.9971911382207989, "vas_cancelamento": 0.00017905584562774685, "sem_correspondencia": 0.00015801622915615206}, "confidence": 0.9971911382207989, "input_tokens": 211, "latency_ms": 20246.869596000124}
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.20080725432279276, "roaming_pacote": 0.021164928892019434, "plano_consulta": 0.004167621603705193, "plano_troca": 0.002527790280727934, "recarga_realizar": 0.018677984190630364, "conta_pagamento_confirmacao": 0.05077202501763585, "roaming_cobranca": 0.0006391254728584175, "plano_nova_linha": 0.0009299220758727958, "portabilidade": 0.0015331823065850968, "conta_contestacao": 0.01132877007324517, "reclamacao_atendimento": 0.0010537397617479505, "seguranca_fraude": 0.007786142213229424, "beneficios_consulta": 0.0032457469685109094, "internet_consumo": 0.05077202501763585, "negociacao_religacao": 0.006063853652768396, "sem_correspondencia": 0.6185298881500344}, "confidence": 0.6185298881500344, "input_tokens": 526, "latency_ms": 47229.03608599995}
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.006629386660934189, "conta_vencimento": 0.9838882172617249, "parceiros_ofertas": 0.0006166290140467796, "conta_contestacao": 0.0014792161073401099, "conta_debito_automatico_digital": 0.0014792161073401099, "conta_segunda_via": 0.000544173194940076, "conta_pagamento_confirmacao": 0.00020019013085503348, "sem_correspondencia": 0.0051629715228186735}, "confidence": 0.9838882172617249, "input_tokens": 321, "latency_ms": 29897.23571000013}
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9991797256817347, "recarga_saldo": 0.0003798171478476944, "plano_consulta": 0.00026104425361668596, "sem_correspondencia": 0.00017941291680073973}, "confidence": 0.9991797256817347, "input_tokens": 221, "latency_ms": 21088.816851000047}
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.09345043436677057, "recarga_saldo": 0.11999273292744302, "recarga_nao_creditada": 0.00410592553185139, "sem_correspondencia": 0.7824509071739351}, "confidence": 0.7824509071739351, "input_tokens": 210, "latency_ms": 20094.317767999884}