mirror of
https://github.com/mcloh/decision-models-benchmark.git
synced 2026-11-05 22:04:12 +00:00
Piloto concluído (tarefas 52–58): reports/pilot, viabilidade em CPU e parâmetros mantidos
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Marcos Lohmann
@@ -7,7 +7,8 @@ Gerado por `infra/ds/collect.py` a partir dos buckets de resultados. CPU: us-chi
|
||||
| gliner | cpu | float32 | 50 | 48.0% | 43.9% | 0.198 | 244.0 | 481.0 | 511.6 | 21.0 | 3257 | — | 0 | 0 |
|
||||
| gliner | cuda | float32 | 50 | 48.0% | 43.9% | 0.198 | 18.1 | 31.0 | 32.7 | 21.5 | 3256 | 1681 | 0 | 0 |
|
||||
| laya | cpu | float32 | 50 | 66.0% | 63.5% | 0.252 | 161.3 | 200.5 | 220.7 | 9.3 | 2673 | — | 0 | 0 |
|
||||
| laya | cuda | float32 | 50 | 66.0% | 63.5% | 0.266 | 21.2 | 23.1 | 25.3 | 8.5 | 2780 | 1811 | 0 | 0 |
|
||||
| laya | cuda | float32 | 50 | 66.0% | 63.5% | 0.266 | 22.0 | 23.0 | 23.2 | 9.1 | 2773 | 1811 | 0 | 0 |
|
||||
| rizzo_flow | cpu | gguf-q8_0 | 50 | 86.0% | 87.5% | 0.095 | 12734.4 | 18693.6 | 19293.6 | 4.0 | 4936 | — | 0 | 0 |
|
||||
| rizzo_flow | cuda | gguf-q8_0 | 50 | 82.0% | 84.3% | 0.103 | 108.1 | 174.7 | 182.5 | 5.3 | 4527 | 5107 | 0 | 0 |
|
||||
| semif | cpu | bfloat16 | 50 | 92.0% | 93.9% | 0.079 | 30633.4 | 47585.7 | 49344.0 | 6.3 | 9137 | — | 0 | 0 |
|
||||
| semif | cuda | bfloat16 | 50 | 92.0% | 93.9% | 0.114 | 113.8 | 181.3 | 183.7 | 6.7 | 9020 | 8513 | 0 | 0 |
|
||||
|
||||
@@ -1,50 +1,50 @@
|
||||
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"cadastro_atualizacao": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "internet_consumo": 0.999993000049, "suporte_sem_sinal": 9.99993000049e-07, "seguranca_fraude": 9.99993000049e-07, "internet_pacote_adicional": 9.99993000049e-07, "suporte_configuracao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9998, "input_tokens": 241, "latency_ms": 260.70261699999264}
|
||||
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.017998200179982, "suporte_sem_sinal": 9.999000099990002e-05, "vas_consulta": 9.999000099990002e-05, "suporte_configuracao": 9.999000099990002e-05, "internet_consumo": 0.058994100589941006, "internet_pacote_adicional": 0.00019998000199980003, "internet_problema_conexao": 0.9224077592240776, "sem_correspondencia": 9.999000099990002e-05}, "confidence": 0.8469, "input_tokens": 211, "latency_ms": 22.455040000011195}
|
||||
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9667033296670333, "roaming_cobranca": 0.027897210278972105, "vas_cancelamento": 0.0025997400259974, "sem_correspondencia": 0.0027997200279972004}, "confidence": 0.8816, "input_tokens": 148, "latency_ms": 27.359494000023687}
|
||||
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 27, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "vas_contratacao", "probabilities": {"plano_consulta": 9.999970000090002e-07, "vas_contratacao": 0.9999970000090003, "beneficios_consulta": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9997, "input_tokens": 126, "latency_ms": 21.5012369999954}
|
||||
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.00010001000100010003, "recarga_saldo": 0.00010001000100010003, "fidelidade_resgate": 0.0013001300130013002, "fidelidade_pontos": 0.9900990099009902, "cadastro_atualizacao": 0.0031003100310031005, "bonus_nao_recebido": 0.00010001000100010003, "beneficios_consulta": 0.00030003000300030005, "sem_correspondencia": 0.004900490049004901}, "confidence": 0.9672, "input_tokens": 233, "latency_ms": 21.821962999979405}
|
||||
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.0005999400059994001, "plano_consulta": 0.0026997300269973002, "vas_contratacao": 0.0006999300069993001, "sem_correspondencia": 0.996000399960004}, "confidence": 0.979, "input_tokens": 154, "latency_ms": 20.130227999999306}
|
||||
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.0005, "roaming_pacote": 0.0001, "internet_pacote_adicional": 0.0004, "reclamacao_atendimento": 0.9872, "internet_problema_conexao": 0.0051, "fidelidade_pontos": 0.0001, "seguranca_perda_roubo": 0.0058, "sem_correspondencia": 0.0008}, "confidence": 0.9596, "input_tokens": 214, "latency_ms": 21.237645000013572}
|
||||
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 24, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.000499999000002, "suporte_sem_sinal": 0.025399949200101597, "internet_problema_conexao": 0.0001999996000008, "roaming_duvida": 9.99998000004e-05, "atendimento_humano": 9.999980000039998e-07, "suporte_chip_esim": 0.0001999996000008, "internet_pacote_adicional": 0.0001999996000008, "vas_consulta": 0.0010999978000044, "conta_contestacao": 0.000999998000004, "troca_numero": 0.0017999964000071998, "conta_explicacao": 0.0002999994000012, "suporte_configuracao": 0.0005999988000024, "recarga_realizar": 0.0003999992000016, "plano_troca": 9.999980000039998e-07, "recarga_nao_creditada": 0.0002999994000012, "sem_correspondencia": 0.9678980642038715}, "confidence": 0.9375, "input_tokens": 278, "latency_ms": 23.194439999997485}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0020997900209979003, "suporte_chip_esim": 9.999000099990002e-05, "conta_contestacao": 0.22527747225277472, "parceiros_ofertas": 0.00029997000299970003, "negociacao_religacao": 9.999000099990002e-05, "conta_vencimento": 9.999000099990002e-05, "plano_consulta": 9.999000099990002e-05, "conta_pagamento_confirmacao": 9.999000099990002e-05, "marketplace_compra": 0.0007999200079992001, "conta_debito_automatico_digital": 0.7273272672732727, "seguranca_fraude": 0.041695830416958304, "roaming_pacote": 9.999000099990002e-05, "conta_explicacao": 9.999000099990002e-05, "conta_segunda_via": 9.999000099990002e-05, "fidelidade_resgate": 9.999000099990002e-05, "sem_correspondencia": 0.0015998400159984002}, "confidence": 0.7336, "input_tokens": 304, "latency_ms": 25.365967000027467}
|
||||
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 9.999000099990002e-05, "marketplace_compra": 0.0164983501649835, "internet_consumo": 0.00039996000399960006, "fidelidade_resgate": 0.00019998000199980003, "suporte_sem_sinal": 9.999000099990002e-05, "beneficios_consulta": 0.7787221277872214, "conta_vencimento": 9.999000099990002e-05, "desconto_retencao": 0.18208179182081793, "roaming_pacote": 9.999000099990002e-05, "marketplace_pedido": 0.020397960203979604, "vas_contratacao": 0.0005999400059994001, "sem_correspondencia": 0.0006999300069993001}, "confidence": 0.7305, "input_tokens": 283, "latency_ms": 25.156357000014395}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 1.0000920084647786e-06, "vas_consulta": 0.04590422318853335, "fidelidade_resgate": 1.0000920084647786e-06, "conta_vencimento": 1.0000920084647786e-06, "fidelidade_pontos": 1.0000920084647786e-06, "recarga_nao_creditada": 1.0000920084647786e-06, "vas_cancelamento": 0.9520875920584693, "recarga_realizar": 0.0010000920084647787, "conta_debito_automatico_digital": 1.0000920084647786e-06, "suporte_configuracao": 1.0000920084647786e-06, "plano_consulta": 0.0010000920084647787, "sem_correspondencia": 1.0000920084647786e-06}, "confidence": 0.9183, "input_tokens": 286, "latency_ms": 22.42535499999576}
|
||||
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0009000900090009, "negociacao_divida": 0.00040004000400040005, "roaming_cobranca": 0.0022002200220022005, "internet_pacote_adicional": 0.0029002900290029, "suporte_sem_sinal": 0.0093009300930093, "internet_problema_conexao": 0.9276927692769277, "internet_consumo": 0.0516051605160516, "sem_correspondencia": 0.005000500050005001}, "confidence": 0.8399, "input_tokens": 221, "latency_ms": 22.079514000012068}
|
||||
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"reclamacao_atendimento": 0.75124975004999, "fidelidade_pontos": 0.007998400319936013, "conta_segunda_via": 0.0030993801239752048, "plano_consulta": 0.01139772045590882, "negociacao_religacao": 0.013997200559888023, "suporte_chip_esim": 0.007298540291941612, "suporte_sem_sinal": 0.039492101579684066, "conta_debito_automatico_digital": 0.003899220155968806, "negociacao_divida": 0.0037992401519696063, "marketplace_pedido": 0.006998600279944011, "conta_pagamento_confirmacao": 0.058888222355528895, "sem_correspondencia": 0.09188162367526495}, "confidence": 0.594, "input_tokens": 300, "latency_ms": 22.543694000006553}
|
||||
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 9.99997000009e-07, "roaming_pacote": 9.999970000090001e-05, "internet_problema_conexao": 0.9148972553082342, "suporte_chip_esim": 9.99997000009e-07, "atendimento_humano": 0.000999997000009, "internet_consumo": 0.06419980740057779, "bonus_nao_recebido": 0.00019999940000180001, "conta_vencimento": 9.99997000009e-07, "reclamacao_atendimento": 0.0011999964000108, "internet_pacote_adicional": 0.0121999634001098, "seguranca_fraude": 0.0054999835000495, "sem_correspondencia": 0.0006999979000063}, "confidence": 0.8538, "input_tokens": 270, "latency_ms": 21.87282299999538}
|
||||
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 9.999980000040002e-05, "plano_consulta": 0.9998980002039998, "internet_consumo": 9.99998000004e-07, "sem_correspondencia": 9.99998000004e-07}, "confidence": 0.9989, "input_tokens": 133, "latency_ms": 20.2184759999966}
|
||||
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.00010001950380324164, "marketplace_pedido": 0.011702281944979272, "internet_consumo": 0.00030005851140972486, "roaming_duvida": 0.00010001950380324164, "parceiros_ofertas": 0.0009001755342291747, "vas_cancelamento": 0.0009001755342291747, "conta_segunda_via": 1.0001950380324163e-06, "cadastro_atualizacao": 1.0001950380324163e-06, "beneficios_consulta": 1.0001950380324163e-06, "vas_consulta": 0.00010001950380324164, "vas_contratacao": 0.9854921709733399, "conta_debito_automatico_digital": 1.0001950380324163e-06, "recarga_nao_creditada": 0.00010001950380324164, "negociacao_divida": 0.00010001950380324164, "desconto_retencao": 1.0001950380324163e-06, "sem_correspondencia": 0.0002000390076064833}, "confidence": 0.9677, "input_tokens": 296, "latency_ms": 21.57293599998411}
|
||||
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9991000899910009, "conta_contestacao": 0.00019998000199980003, "conta_explicacao": 0.00029997000299970003, "sem_correspondencia": 0.00039996000399960006}, "confidence": 0.9945, "input_tokens": 158, "latency_ms": 19.853337999990117}
|
||||
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.008000800080008003, "reclamacao_atendimento": 0.004100410041004101, "troca_numero": 0.006600660066006602, "parceiros_ofertas": 0.08900890089008902, "fidelidade_pontos": 0.013201320132013203, "seguranca_fraude": 0.003700370037003701, "recarga_nao_creditada": 0.020002000200020003, "conta_debito_automatico_digital": 0.0017001700170017002, "desconto_retencao": 0.004500450045004501, "roaming_pacote": 0.0034003400340034003, "conta_contestacao": 0.0016001600160016004, "internet_pacote_adicional": 0.013001300130013002, "roaming_duvida": 0.005400540054005401, "negociacao_divida": 0.0008000800080008002, "atendimento_humano": 0.8125812581258126, "sem_correspondencia": 0.012401240124012402}, "confidence": 0.6954, "input_tokens": 281, "latency_ms": 21.940563000015345}
|
||||
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "negociacao_religacao": 9.99993000049e-07, "conta_vencimento": 9.99993000049e-07, "reclamacao_atendimento": 0.999993000049, "internet_consumo": 9.99993000049e-07, "conta_debito_automatico_digital": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9999, "input_tokens": 242, "latency_ms": 21.036417999994228}
|
||||
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 1.000085007225614e-06, "troca_numero": 1.000085007225614e-06, "plano_consulta": 1.000085007225614e-06, "atendimento_humano": 1.000085007225614e-06, "bonus_nao_recebido": 1.000085007225614e-06, "desconto_retencao": 1.000085007225614e-06, "portabilidade": 1.000085007225614e-06, "reclamacao_atendimento": 1.000085007225614e-06, "fidelidade_resgate": 1.000085007225614e-06, "vas_consulta": 1.000085007225614e-06, "conta_explicacao": 1.000085007225614e-06, "vas_contratacao": 1.000085007225614e-06, "beneficios_consulta": 0.9999849987248915, "plano_troca": 1.000085007225614e-06, "fidelidade_pontos": 1.000085007225614e-06, "sem_correspondencia": 1.000085007225614e-06}, "confidence": 0.9996, "input_tokens": 282, "latency_ms": 21.97809699998743}
|
||||
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"atendimento_humano": 0.43014301430143015, "vas_contratacao": 0.0008000800080008002, "cancelamento_linha": 0.4798479847984799, "negociacao_divida": 0.00030003000300030005, "suporte_sem_sinal": 0.0009000900090009002, "negociacao_religacao": 0.0006000600060006001, "cadastro_atualizacao": 0.0006000600060006001, "desconto_retencao": 0.00030003000300030005, "internet_problema_conexao": 0.06200620062006201, "fidelidade_pontos": 0.0034003400340034003, "roaming_pacote": 0.0004000400040004001, "conta_debito_automatico_digital": 0.00030003000300030005, "internet_pacote_adicional": 0.0028002800280028006, "conta_vencimento": 0.00030003000300030005, "marketplace_compra": 0.0022002200220022005, "sem_correspondencia": 0.015101510151015103}, "confidence": 0.6267, "input_tokens": 285, "latency_ms": 22.000012999995988}
|
||||
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9999930000490003, "fidelidade_resgate": 9.999930000490002e-07, "beneficios_consulta": 9.999930000490002e-07, "marketplace_pedido": 9.999930000490002e-07, "vas_consulta": 9.999930000490002e-07, "marketplace_compra": 9.999930000490002e-07, "vas_contratacao": 9.999930000490002e-07, "sem_correspondencia": 9.999930000490002e-07}, "confidence": 1.0, "input_tokens": 215, "latency_ms": 21.1330169999826}
|
||||
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"roaming_cobranca": 0.004299570042995701, "atendimento_humano": 0.004899510048995101, "fidelidade_resgate": 0.0047995200479952005, "cancelamento_linha": 0.5881411858814118, "reclamacao_atendimento": 0.0030996900309969004, "negociacao_divida": 0.0030996900309969004, "conta_segunda_via": 0.0030996900309969004, "seguranca_perda_roubo": 0.0190980901909809, "recarga_realizar": 0.0038996100389961, "plano_consulta": 0.13438656134386562, "fidelidade_pontos": 0.015898410158984102, "internet_consumo": 0.005599440055994401, "conta_contestacao": 0.0032996700329967, "cadastro_atualizacao": 0.10838916108389161, "desconto_retencao": 0.0030996900309969004, "sem_correspondencia": 0.0948905109489051}, "confidence": 0.4938, "input_tokens": 292, "latency_ms": 21.84056600000872}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 9.999930000489998e-07, "vas_consulta": 9.999930000489998e-07, "desconto_retencao": 9.999930000489998e-07, "bonus_nao_recebido": 9.999930000489998e-07, "recarga_nao_creditada": 9.999930000489998e-07, "recarga_realizar": 0.9999930000489998, "recarga_saldo": 9.999930000489998e-07, "sem_correspondencia": 9.999930000489998e-07}, "confidence": 1.0, "input_tokens": 218, "latency_ms": 21.136291999994228}
|
||||
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "conta_pagamento_confirmacao", "probabilities": {"bonus_nao_recebido": 9.999970000090002e-07, "conta_pagamento_confirmacao": 0.9999970000090003, "recarga_nao_creditada": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9999, "input_tokens": 143, "latency_ms": 19.930408999982774}
|
||||
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.00010000000000000003, "internet_consumo": 0.00010000000000000003, "conta_explicacao": 0.0017000000000000003, "conta_vencimento": 0.00030000000000000003, "conta_debito_automatico_digital": 0.7091000000000001, "roaming_duvida": 0.00020000000000000006, "conta_contestacao": 0.013500000000000003, "parceiros_ofertas": 0.2609000000000001, "conta_segunda_via": 0.013500000000000003, "suporte_chip_esim": 0.00010000000000000003, "conta_pagamento_confirmacao": 0.00030000000000000003, "sem_correspondencia": 0.00020000000000000006}, "confidence": 0.7052, "input_tokens": 275, "latency_ms": 21.982115000014346}
|
||||
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"recarga_nao_creditada": 0.0408959104089591, "seguranca_fraude": 0.09369063093690631, "roaming_pacote": 0.006299370062993701, "suporte_sem_sinal": 0.0428957104289571, "troca_numero": 0.12028797120287972, "conta_debito_automatico_digital": 0.006299370062993701, "marketplace_compra": 0.09889011098890112, "cancelamento_linha": 0.30956904309569044, "plano_consulta": 0.09519048095190481, "suporte_configuracao": 0.012698730126987301, "cadastro_atualizacao": 0.006299370062993701, "sem_correspondencia": 0.16698330166983302}, "confidence": 0.192, "input_tokens": 276, "latency_ms": 21.815916999997853}
|
||||
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 9.99893011447775e-07, "troca_numero": 9.998930114477751e-05, "conta_explicacao": 9.998930114477751e-05, "suporte_configuracao": 0.00039995720457911005, "internet_pacote_adicional": 0.00039995720457911005, "marketplace_pedido": 9.99893011447775e-07, "conta_pagamento_confirmacao": 9.99893011447775e-07, "seguranca_fraude": 0.0007999144091582201, "desconto_retencao": 9.998930114477751e-05, "vas_contratacao": 9.998930114477751e-05, "beneficios_consulta": 9.99893011447775e-07, "plano_nova_linha": 9.99893011447775e-07, "conta_vencimento": 9.99893011447775e-07, "fidelidade_resgate": 0.00019997860228955502, "suporte_chip_esim": 9.99893011447775e-07, "sem_correspondencia": 0.9977932361237347}, "confidence": 0.9932, "input_tokens": 279, "latency_ms": 21.832437000000482}
|
||||
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "desconto_retencao", "probabilities": {"internet_pacote_adicional": 0.0012999961000117, "bonus_nao_recebido": 0.0040999877000369, "fidelidade_resgate": 9.99997000009e-07, "fidelidade_pontos": 9.99997000009e-07, "desconto_retencao": 0.7520977437067689, "beneficios_consulta": 9.99997000009e-07, "recarga_nao_creditada": 0.026999919000243, "sem_correspondencia": 0.2154993535019395}, "confidence": 0.6757, "input_tokens": 243, "latency_ms": 20.926559000002953}
|
||||
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.00010001000100010001, "conta_explicacao": 0.9546954695469547, "conta_contestacao": 0.040004000400040006, "sem_correspondencia": 0.005200520052005201}, "confidence": 0.8545, "input_tokens": 138, "latency_ms": 19.78495800000246}
|
||||
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.00020002000200020005, "conta_contestacao": 0.03880388038803881, "fidelidade_resgate": 0.00020002000200020005, "vas_cancelamento": 0.00020002000200020005, "conta_vencimento": 0.9366936693669368, "conta_pagamento_confirmacao": 0.00020002000200020005, "roaming_cobranca": 0.00020002000200020005, "desconto_retencao": 0.0024002400240024004, "conta_explicacao": 0.0169016901690169, "suporte_configuracao": 0.00030003000300030005, "conta_segunda_via": 0.0006000600060006001, "sem_correspondencia": 0.003300330033003301}, "confidence": 0.8769, "input_tokens": 287, "latency_ms": 21.645536999983506}
|
||||
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.0007000651060548631, "conta_vencimento": 1.0000930086498043e-06, "seguranca_fraude": 1.0000930086498043e-06, "conta_pagamento_confirmacao": 1.0000930086498043e-06, "plano_consulta": 1.0000930086498043e-06, "conta_debito_automatico_digital": 0.99619264591607, "recarga_saldo": 1.0000930086498043e-06, "conta_contestacao": 0.00010000930086498044, "roaming_pacote": 1.0000930086498043e-06, "conta_explicacao": 0.00010000930086498044, "cadastro_atualizacao": 0.002900269725084432, "sem_correspondencia": 1.0000930086498043e-06}, "confidence": 0.9883, "input_tokens": 281, "latency_ms": 21.232513000001063}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.1285, "conta_segunda_via": 0.0185, "conta_debito_automatico_digital": 0.6601, "sem_correspondencia": 0.1929}, "confidence": 0.3298, "input_tokens": 165, "latency_ms": 19.922340999983135}
|
||||
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 88, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.4234423442344235, "conta_segunda_via": 0.20002000200020006, "negociacao_religacao": 0.20002000200020006, "sem_correspondencia": 0.17651765176517653}, "confidence": 0.0523, "input_tokens": 198, "latency_ms": 20.82293699999127}
|
||||
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 1.0001890357277522e-06, "conta_contestacao": 1.0001890357277522e-06, "suporte_configuracao": 1.0001890357277522e-06, "atendimento_humano": 1.0001890357277522e-06, "conta_explicacao": 1.0001890357277522e-06, "conta_segunda_via": 0.9999889979206068, "negociacao_divida": 1.0001890357277522e-06, "recarga_nao_creditada": 1.0001890357277522e-06, "conta_debito_automatico_digital": 1.0001890357277522e-06, "conta_vencimento": 1.0001890357277522e-06, "conta_pagamento_confirmacao": 1.0001890357277522e-06, "sem_correspondencia": 1.0001890357277522e-06}, "confidence": 0.9991, "input_tokens": 291, "latency_ms": 21.95930799999246}
|
||||
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "fidelidade_resgate", "probabilities": {"fidelidade_resgate": 0.9999969997089717, "fidelidade_pontos": 1.0000970094099127e-06, "marketplace_compra": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9996, "input_tokens": 182, "latency_ms": 21.05748299999277}
|
||||
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.1455, "seguranca_perda_roubo": 0.5492, "suporte_chip_esim": 0.0616, "sem_correspondencia": 0.2437}, "confidence": 0.1882, "input_tokens": 152, "latency_ms": 19.39877699999215}
|
||||
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 1.0001930372561904e-06, "fidelidade_pontos": 1.0001930372561904e-06, "vas_consulta": 1.0001930372561904e-06, "seguranca_perda_roubo": 1.0001930372561904e-06, "cancelamento_linha": 1.0001930372561904e-06, "recarga_nao_creditada": 1.0001930372561904e-06, "marketplace_compra": 1.0001930372561904e-06, "sem_correspondencia": 0.9999929986487393}, "confidence": 0.9991, "input_tokens": 211, "latency_ms": 20.722643999988577}
|
||||
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"negociacao_religacao": 0.0105989401059894, "internet_problema_conexao": 0.6362363763623637, "suporte_sem_sinal": 0.3418658134186581, "sem_correspondencia": 0.0112988701129887}, "confidence": 0.4567, "input_tokens": 132, "latency_ms": 20.015295000007427}
|
||||
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "seguranca_fraude", "probabilities": {"desconto_retencao": 0.086, "conta_vencimento": 0.0443, "bonus_nao_recebido": 0.0024, "beneficios_consulta": 0.0025, "roaming_pacote": 0.0048, "recarga_nao_creditada": 0.0382, "fidelidade_pontos": 0.0025, "seguranca_fraude": 0.5521, "internet_pacote_adicional": 0.0367, "seguranca_perda_roubo": 0.0028, "internet_consumo": 0.0307, "conta_contestacao": 0.0035, "internet_problema_conexao": 0.1849, "fidelidade_resgate": 0.0025, "conta_segunda_via": 0.0027, "sem_correspondencia": 0.0034}, "confidence": 0.4594, "input_tokens": 306, "latency_ms": 22.161928000002717}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 9.99993000049e-07, "conta_contestacao": 9.99993000049e-07, "conta_debito_automatico_digital": 0.999993000049, "seguranca_perda_roubo": 9.99993000049e-07, "conta_pagamento_confirmacao": 9.99993000049e-07, "conta_segunda_via": 9.99993000049e-07, "conta_explicacao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 1.0, "input_tokens": 254, "latency_ms": 21.043083999984447}
|
||||
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"recarga_realizar": 0.016598340165983404, "troca_numero": 0.006799320067993201, "negociacao_divida": 0.00029997000299970003, "conta_pagamento_confirmacao": 0.00029997000299970003, "recarga_saldo": 0.20077992200779923, "seguranca_perda_roubo": 0.00039996000399960006, "plano_troca": 0.00029997000299970003, "internet_consumo": 0.006699330066993301, "internet_problema_conexao": 0.5414458554144586, "vas_consulta": 0.00029997000299970003, "cancelamento_linha": 0.05469453054694531, "conta_explicacao": 0.00039996000399960006, "conta_debito_automatico_digital": 0.0005999400059994001, "internet_pacote_adicional": 0.00039996000399960006, "recarga_nao_creditada": 0.06749325067493252, "sem_correspondencia": 0.1024897510248975}, "confidence": 0.4997, "input_tokens": 286, "latency_ms": 21.47579699999369}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 9.994003597841297e-05, "recarga_saldo": 9.994003597841297e-05, "internet_consumo": 9.994003597841297e-05, "conta_pagamento_confirmacao": 9.994003597841297e-05, "internet_pacote_adicional": 9.994003597841297e-05, "roaming_cobranca": 9.994003597841297e-05, "conta_segunda_via": 0.0013991605036977814, "conta_contestacao": 9.994003597841297e-05, "marketplace_pedido": 0.00019988007195682593, "conta_vencimento": 9.994003597841297e-05, "fidelidade_pontos": 9.994003597841297e-05, "conta_debito_automatico_digital": 0.9970017989206478, "suporte_chip_esim": 9.994003597841297e-05, "conta_explicacao": 0.00019988007195682593, "reclamacao_atendimento": 9.994003597841297e-05, "sem_correspondencia": 9.994003597841297e-05}, "confidence": 0.9923, "input_tokens": 310, "latency_ms": 21.330789000018058}
|
||||
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"plano_consulta": 0.00029997000299970003, "vas_cancelamento": 0.00029997000299970003, "seguranca_perda_roubo": 0.00039996000399960006, "cadastro_atualizacao": 0.0025997400259974, "suporte_sem_sinal": 0.00029997000299970003, "suporte_chip_esim": 0.0106989301069893, "suporte_configuracao": 0.9851014898510149, "sem_correspondencia": 0.00029997000299970003}, "confidence": 0.9563, "input_tokens": 244, "latency_ms": 20.42284099999847}
|
||||
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.00599997000015, "cadastro_atualizacao": 0.00039999800001, "cancelamento_linha": 9.99995000025e-07, "troca_numero": 0.9935950320248401, "parceiros_ofertas": 9.99995000025e-07, "vas_cancelamento": 9.99995000025e-07, "negociacao_divida": 9.99995000025e-07, "sem_correspondencia": 9.99995000025e-07}, "confidence": 0.9804, "input_tokens": 199, "latency_ms": 20.462466999987328}
|
||||
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 9.999970000090002e-07, "cancelamento_linha": 0.9999970000090003, "vas_cancelamento": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 1.0, "input_tokens": 131, "latency_ms": 20.29150199999208}
|
||||
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.9999850002249978, "roaming_pacote": 9.999850002249977e-07, "plano_consulta": 9.999850002249977e-07, "plano_troca": 9.999850002249977e-07, "recarga_realizar": 9.999850002249977e-07, "conta_pagamento_confirmacao": 9.999850002249977e-07, "roaming_cobranca": 9.999850002249977e-07, "plano_nova_linha": 9.999850002249977e-07, "portabilidade": 9.999850002249977e-07, "conta_contestacao": 9.999850002249977e-07, "reclamacao_atendimento": 9.999850002249977e-07, "seguranca_fraude": 9.999850002249977e-07, "beneficios_consulta": 9.999850002249977e-07, "internet_consumo": 9.999850002249977e-07, "negociacao_religacao": 9.999850002249977e-07, "sem_correspondencia": 9.999850002249977e-07}, "confidence": 1.0, "input_tokens": 302, "latency_ms": 22.39985100001718}
|
||||
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.00019998000199980003, "conta_vencimento": 0.9967003299670033, "parceiros_ofertas": 0.00019998000199980003, "conta_contestacao": 0.0006999300069993001, "conta_debito_automatico_digital": 0.0004999500049995, "conta_segunda_via": 0.00029997000299970003, "conta_pagamento_confirmacao": 0.00019998000199980003, "sem_correspondencia": 0.0011998800119988001}, "confidence": 0.9869, "input_tokens": 238, "latency_ms": 21.356257999997297}
|
||||
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9999969997089717, "recarga_saldo": 1.0000970094099127e-06, "plano_consulta": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9992, "input_tokens": 144, "latency_ms": 19.66108900001018}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_realizar": 0.9091, "recarga_saldo": 0.0833, "recarga_nao_creditada": 0.0048, "sem_correspondencia": 0.0028}, "confidence": 0.7579, "input_tokens": 142, "latency_ms": 20.004553999996233}
|
||||
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"cadastro_atualizacao": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "internet_consumo": 0.999993000049, "suporte_sem_sinal": 9.99993000049e-07, "seguranca_fraude": 9.99993000049e-07, "internet_pacote_adicional": 9.99993000049e-07, "suporte_configuracao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9998, "input_tokens": 241, "latency_ms": 264.4171270000015}
|
||||
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.017998200179982, "suporte_sem_sinal": 9.999000099990002e-05, "vas_consulta": 9.999000099990002e-05, "suporte_configuracao": 9.999000099990002e-05, "internet_consumo": 0.058994100589941006, "internet_pacote_adicional": 0.00019998000199980003, "internet_problema_conexao": 0.9224077592240776, "sem_correspondencia": 9.999000099990002e-05}, "confidence": 0.8469, "input_tokens": 211, "latency_ms": 22.41041400000654}
|
||||
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9667033296670333, "roaming_cobranca": 0.027897210278972105, "vas_cancelamento": 0.0025997400259974, "sem_correspondencia": 0.0027997200279972004}, "confidence": 0.8816, "input_tokens": 148, "latency_ms": 28.477560999988327}
|
||||
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 27, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "vas_contratacao", "probabilities": {"plano_consulta": 9.999970000090002e-07, "vas_contratacao": 0.9999970000090003, "beneficios_consulta": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9997, "input_tokens": 126, "latency_ms": 22.380940999994436}
|
||||
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.00010001000100010003, "recarga_saldo": 0.00010001000100010003, "fidelidade_resgate": 0.0013001300130013002, "fidelidade_pontos": 0.9900990099009902, "cadastro_atualizacao": 0.0031003100310031005, "bonus_nao_recebido": 0.00010001000100010003, "beneficios_consulta": 0.00030003000300030005, "sem_correspondencia": 0.004900490049004901}, "confidence": 0.9672, "input_tokens": 233, "latency_ms": 22.47957999998107}
|
||||
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.0005999400059994001, "plano_consulta": 0.0026997300269973002, "vas_contratacao": 0.0006999300069993001, "sem_correspondencia": 0.996000399960004}, "confidence": 0.979, "input_tokens": 154, "latency_ms": 20.89017500000523}
|
||||
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.0005, "roaming_pacote": 0.0001, "internet_pacote_adicional": 0.0004, "reclamacao_atendimento": 0.9872, "internet_problema_conexao": 0.0051, "fidelidade_pontos": 0.0001, "seguranca_perda_roubo": 0.0058, "sem_correspondencia": 0.0008}, "confidence": 0.9596, "input_tokens": 214, "latency_ms": 21.787058000001025}
|
||||
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 24, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.000499999000002, "suporte_sem_sinal": 0.025399949200101597, "internet_problema_conexao": 0.0001999996000008, "roaming_duvida": 9.99998000004e-05, "atendimento_humano": 9.999980000039998e-07, "suporte_chip_esim": 0.0001999996000008, "internet_pacote_adicional": 0.0001999996000008, "vas_consulta": 0.0010999978000044, "conta_contestacao": 0.000999998000004, "troca_numero": 0.0017999964000071998, "conta_explicacao": 0.0002999994000012, "suporte_configuracao": 0.0005999988000024, "recarga_realizar": 0.0003999992000016, "plano_troca": 9.999980000039998e-07, "recarga_nao_creditada": 0.0002999994000012, "sem_correspondencia": 0.9678980642038715}, "confidence": 0.9375, "input_tokens": 278, "latency_ms": 23.297655000021678}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0020997900209979003, "suporte_chip_esim": 9.999000099990002e-05, "conta_contestacao": 0.22527747225277472, "parceiros_ofertas": 0.00029997000299970003, "negociacao_religacao": 9.999000099990002e-05, "conta_vencimento": 9.999000099990002e-05, "plano_consulta": 9.999000099990002e-05, "conta_pagamento_confirmacao": 9.999000099990002e-05, "marketplace_compra": 0.0007999200079992001, "conta_debito_automatico_digital": 0.7273272672732727, "seguranca_fraude": 0.041695830416958304, "roaming_pacote": 9.999000099990002e-05, "conta_explicacao": 9.999000099990002e-05, "conta_segunda_via": 9.999000099990002e-05, "fidelidade_resgate": 9.999000099990002e-05, "sem_correspondencia": 0.0015998400159984002}, "confidence": 0.7336, "input_tokens": 304, "latency_ms": 22.113980999989735}
|
||||
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 9.999000099990002e-05, "marketplace_compra": 0.0164983501649835, "internet_consumo": 0.00039996000399960006, "fidelidade_resgate": 0.00019998000199980003, "suporte_sem_sinal": 9.999000099990002e-05, "beneficios_consulta": 0.7787221277872214, "conta_vencimento": 9.999000099990002e-05, "desconto_retencao": 0.18208179182081793, "roaming_pacote": 9.999000099990002e-05, "marketplace_pedido": 0.020397960203979604, "vas_contratacao": 0.0005999400059994001, "sem_correspondencia": 0.0006999300069993001}, "confidence": 0.7305, "input_tokens": 283, "latency_ms": 22.239270000000033}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 1.0000920084647786e-06, "vas_consulta": 0.04590422318853335, "fidelidade_resgate": 1.0000920084647786e-06, "conta_vencimento": 1.0000920084647786e-06, "fidelidade_pontos": 1.0000920084647786e-06, "recarga_nao_creditada": 1.0000920084647786e-06, "vas_cancelamento": 0.9520875920584693, "recarga_realizar": 0.0010000920084647787, "conta_debito_automatico_digital": 1.0000920084647786e-06, "suporte_configuracao": 1.0000920084647786e-06, "plano_consulta": 0.0010000920084647787, "sem_correspondencia": 1.0000920084647786e-06}, "confidence": 0.9183, "input_tokens": 286, "latency_ms": 22.498914000010473}
|
||||
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0009000900090009, "negociacao_divida": 0.00040004000400040005, "roaming_cobranca": 0.0022002200220022005, "internet_pacote_adicional": 0.0029002900290029, "suporte_sem_sinal": 0.0093009300930093, "internet_problema_conexao": 0.9276927692769277, "internet_consumo": 0.0516051605160516, "sem_correspondencia": 0.005000500050005001}, "confidence": 0.8399, "input_tokens": 221, "latency_ms": 21.872346000009202}
|
||||
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"reclamacao_atendimento": 0.75124975004999, "fidelidade_pontos": 0.007998400319936013, "conta_segunda_via": 0.0030993801239752048, "plano_consulta": 0.01139772045590882, "negociacao_religacao": 0.013997200559888023, "suporte_chip_esim": 0.007298540291941612, "suporte_sem_sinal": 0.039492101579684066, "conta_debito_automatico_digital": 0.003899220155968806, "negociacao_divida": 0.0037992401519696063, "marketplace_pedido": 0.006998600279944011, "conta_pagamento_confirmacao": 0.058888222355528895, "sem_correspondencia": 0.09188162367526495}, "confidence": 0.594, "input_tokens": 300, "latency_ms": 22.37861300000077}
|
||||
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 9.99997000009e-07, "roaming_pacote": 9.999970000090001e-05, "internet_problema_conexao": 0.9148972553082342, "suporte_chip_esim": 9.99997000009e-07, "atendimento_humano": 0.000999997000009, "internet_consumo": 0.06419980740057779, "bonus_nao_recebido": 0.00019999940000180001, "conta_vencimento": 9.99997000009e-07, "reclamacao_atendimento": 0.0011999964000108, "internet_pacote_adicional": 0.0121999634001098, "seguranca_fraude": 0.0054999835000495, "sem_correspondencia": 0.0006999979000063}, "confidence": 0.8538, "input_tokens": 270, "latency_ms": 22.074402000015425}
|
||||
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 9.999980000040002e-05, "plano_consulta": 0.9998980002039998, "internet_consumo": 9.99998000004e-07, "sem_correspondencia": 9.99998000004e-07}, "confidence": 0.9989, "input_tokens": 133, "latency_ms": 20.863211999994746}
|
||||
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.00010001950380324164, "marketplace_pedido": 0.011702281944979272, "internet_consumo": 0.00030005851140972486, "roaming_duvida": 0.00010001950380324164, "parceiros_ofertas": 0.0009001755342291747, "vas_cancelamento": 0.0009001755342291747, "conta_segunda_via": 1.0001950380324163e-06, "cadastro_atualizacao": 1.0001950380324163e-06, "beneficios_consulta": 1.0001950380324163e-06, "vas_consulta": 0.00010001950380324164, "vas_contratacao": 0.9854921709733399, "conta_debito_automatico_digital": 1.0001950380324163e-06, "recarga_nao_creditada": 0.00010001950380324164, "negociacao_divida": 0.00010001950380324164, "desconto_retencao": 1.0001950380324163e-06, "sem_correspondencia": 0.0002000390076064833}, "confidence": 0.9677, "input_tokens": 296, "latency_ms": 22.177440999996634}
|
||||
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9991000899910009, "conta_contestacao": 0.00019998000199980003, "conta_explicacao": 0.00029997000299970003, "sem_correspondencia": 0.00039996000399960006}, "confidence": 0.9945, "input_tokens": 158, "latency_ms": 20.443955000018832}
|
||||
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.008000800080008003, "reclamacao_atendimento": 0.004100410041004101, "troca_numero": 0.006600660066006602, "parceiros_ofertas": 0.08900890089008902, "fidelidade_pontos": 0.013201320132013203, "seguranca_fraude": 0.003700370037003701, "recarga_nao_creditada": 0.020002000200020003, "conta_debito_automatico_digital": 0.0017001700170017002, "desconto_retencao": 0.004500450045004501, "roaming_pacote": 0.0034003400340034003, "conta_contestacao": 0.0016001600160016004, "internet_pacote_adicional": 0.013001300130013002, "roaming_duvida": 0.005400540054005401, "negociacao_divida": 0.0008000800080008002, "atendimento_humano": 0.8125812581258126, "sem_correspondencia": 0.012401240124012402}, "confidence": 0.6954, "input_tokens": 281, "latency_ms": 22.699700000003986}
|
||||
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "negociacao_religacao": 9.99993000049e-07, "conta_vencimento": 9.99993000049e-07, "reclamacao_atendimento": 0.999993000049, "internet_consumo": 9.99993000049e-07, "conta_debito_automatico_digital": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9999, "input_tokens": 242, "latency_ms": 21.58671300000492}
|
||||
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 1.000085007225614e-06, "troca_numero": 1.000085007225614e-06, "plano_consulta": 1.000085007225614e-06, "atendimento_humano": 1.000085007225614e-06, "bonus_nao_recebido": 1.000085007225614e-06, "desconto_retencao": 1.000085007225614e-06, "portabilidade": 1.000085007225614e-06, "reclamacao_atendimento": 1.000085007225614e-06, "fidelidade_resgate": 1.000085007225614e-06, "vas_consulta": 1.000085007225614e-06, "conta_explicacao": 1.000085007225614e-06, "vas_contratacao": 1.000085007225614e-06, "beneficios_consulta": 0.9999849987248915, "plano_troca": 1.000085007225614e-06, "fidelidade_pontos": 1.000085007225614e-06, "sem_correspondencia": 1.000085007225614e-06}, "confidence": 0.9996, "input_tokens": 282, "latency_ms": 22.390467999997554}
|
||||
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"atendimento_humano": 0.43014301430143015, "vas_contratacao": 0.0008000800080008002, "cancelamento_linha": 0.4798479847984799, "negociacao_divida": 0.00030003000300030005, "suporte_sem_sinal": 0.0009000900090009002, "negociacao_religacao": 0.0006000600060006001, "cadastro_atualizacao": 0.0006000600060006001, "desconto_retencao": 0.00030003000300030005, "internet_problema_conexao": 0.06200620062006201, "fidelidade_pontos": 0.0034003400340034003, "roaming_pacote": 0.0004000400040004001, "conta_debito_automatico_digital": 0.00030003000300030005, "internet_pacote_adicional": 0.0028002800280028006, "conta_vencimento": 0.00030003000300030005, "marketplace_compra": 0.0022002200220022005, "sem_correspondencia": 0.015101510151015103}, "confidence": 0.6267, "input_tokens": 285, "latency_ms": 22.34691000001021}
|
||||
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9999930000490003, "fidelidade_resgate": 9.999930000490002e-07, "beneficios_consulta": 9.999930000490002e-07, "marketplace_pedido": 9.999930000490002e-07, "vas_consulta": 9.999930000490002e-07, "marketplace_compra": 9.999930000490002e-07, "vas_contratacao": 9.999930000490002e-07, "sem_correspondencia": 9.999930000490002e-07}, "confidence": 1.0, "input_tokens": 215, "latency_ms": 21.582561999991867}
|
||||
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"roaming_cobranca": 0.004299570042995701, "atendimento_humano": 0.004899510048995101, "fidelidade_resgate": 0.0047995200479952005, "cancelamento_linha": 0.5881411858814118, "reclamacao_atendimento": 0.0030996900309969004, "negociacao_divida": 0.0030996900309969004, "conta_segunda_via": 0.0030996900309969004, "seguranca_perda_roubo": 0.0190980901909809, "recarga_realizar": 0.0038996100389961, "plano_consulta": 0.13438656134386562, "fidelidade_pontos": 0.015898410158984102, "internet_consumo": 0.005599440055994401, "conta_contestacao": 0.0032996700329967, "cadastro_atualizacao": 0.10838916108389161, "desconto_retencao": 0.0030996900309969004, "sem_correspondencia": 0.0948905109489051}, "confidence": 0.4938, "input_tokens": 292, "latency_ms": 22.528760999989572}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 9.999930000489998e-07, "vas_consulta": 9.999930000489998e-07, "desconto_retencao": 9.999930000489998e-07, "bonus_nao_recebido": 9.999930000489998e-07, "recarga_nao_creditada": 9.999930000489998e-07, "recarga_realizar": 0.9999930000489998, "recarga_saldo": 9.999930000489998e-07, "sem_correspondencia": 9.999930000489998e-07}, "confidence": 1.0, "input_tokens": 218, "latency_ms": 21.78094699999633}
|
||||
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "conta_pagamento_confirmacao", "probabilities": {"bonus_nao_recebido": 9.999970000090002e-07, "conta_pagamento_confirmacao": 0.9999970000090003, "recarga_nao_creditada": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9999, "input_tokens": 143, "latency_ms": 20.700390999991214}
|
||||
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.00010000000000000003, "internet_consumo": 0.00010000000000000003, "conta_explicacao": 0.0017000000000000003, "conta_vencimento": 0.00030000000000000003, "conta_debito_automatico_digital": 0.7091000000000001, "roaming_duvida": 0.00020000000000000006, "conta_contestacao": 0.013500000000000003, "parceiros_ofertas": 0.2609000000000001, "conta_segunda_via": 0.013500000000000003, "suporte_chip_esim": 0.00010000000000000003, "conta_pagamento_confirmacao": 0.00030000000000000003, "sem_correspondencia": 0.00020000000000000006}, "confidence": 0.7052, "input_tokens": 275, "latency_ms": 22.509344000013698}
|
||||
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"recarga_nao_creditada": 0.0408959104089591, "seguranca_fraude": 0.09369063093690631, "roaming_pacote": 0.006299370062993701, "suporte_sem_sinal": 0.0428957104289571, "troca_numero": 0.12028797120287972, "conta_debito_automatico_digital": 0.006299370062993701, "marketplace_compra": 0.09889011098890112, "cancelamento_linha": 0.30956904309569044, "plano_consulta": 0.09519048095190481, "suporte_configuracao": 0.012698730126987301, "cadastro_atualizacao": 0.006299370062993701, "sem_correspondencia": 0.16698330166983302}, "confidence": 0.192, "input_tokens": 276, "latency_ms": 22.48204200000714}
|
||||
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 9.99893011447775e-07, "troca_numero": 9.998930114477751e-05, "conta_explicacao": 9.998930114477751e-05, "suporte_configuracao": 0.00039995720457911005, "internet_pacote_adicional": 0.00039995720457911005, "marketplace_pedido": 9.99893011447775e-07, "conta_pagamento_confirmacao": 9.99893011447775e-07, "seguranca_fraude": 0.0007999144091582201, "desconto_retencao": 9.998930114477751e-05, "vas_contratacao": 9.998930114477751e-05, "beneficios_consulta": 9.99893011447775e-07, "plano_nova_linha": 9.99893011447775e-07, "conta_vencimento": 9.99893011447775e-07, "fidelidade_resgate": 0.00019997860228955502, "suporte_chip_esim": 9.99893011447775e-07, "sem_correspondencia": 0.9977932361237347}, "confidence": 0.9932, "input_tokens": 279, "latency_ms": 22.662680999985696}
|
||||
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "desconto_retencao", "probabilities": {"internet_pacote_adicional": 0.0012999961000117, "bonus_nao_recebido": 0.0040999877000369, "fidelidade_resgate": 9.99997000009e-07, "fidelidade_pontos": 9.99997000009e-07, "desconto_retencao": 0.7520977437067689, "beneficios_consulta": 9.99997000009e-07, "recarga_nao_creditada": 0.026999919000243, "sem_correspondencia": 0.2154993535019395}, "confidence": 0.6757, "input_tokens": 243, "latency_ms": 21.948049000002356}
|
||||
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.00010001000100010001, "conta_explicacao": 0.9546954695469547, "conta_contestacao": 0.040004000400040006, "sem_correspondencia": 0.005200520052005201}, "confidence": 0.8545, "input_tokens": 138, "latency_ms": 20.761331999977983}
|
||||
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.00020002000200020005, "conta_contestacao": 0.03880388038803881, "fidelidade_resgate": 0.00020002000200020005, "vas_cancelamento": 0.00020002000200020005, "conta_vencimento": 0.9366936693669368, "conta_pagamento_confirmacao": 0.00020002000200020005, "roaming_cobranca": 0.00020002000200020005, "desconto_retencao": 0.0024002400240024004, "conta_explicacao": 0.0169016901690169, "suporte_configuracao": 0.00030003000300030005, "conta_segunda_via": 0.0006000600060006001, "sem_correspondencia": 0.003300330033003301}, "confidence": 0.8769, "input_tokens": 287, "latency_ms": 22.653814000022976}
|
||||
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.0007000651060548631, "conta_vencimento": 1.0000930086498043e-06, "seguranca_fraude": 1.0000930086498043e-06, "conta_pagamento_confirmacao": 1.0000930086498043e-06, "plano_consulta": 1.0000930086498043e-06, "conta_debito_automatico_digital": 0.99619264591607, "recarga_saldo": 1.0000930086498043e-06, "conta_contestacao": 0.00010000930086498044, "roaming_pacote": 1.0000930086498043e-06, "conta_explicacao": 0.00010000930086498044, "cadastro_atualizacao": 0.002900269725084432, "sem_correspondencia": 1.0000930086498043e-06}, "confidence": 0.9883, "input_tokens": 281, "latency_ms": 22.254279999998516}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.1285, "conta_segunda_via": 0.0185, "conta_debito_automatico_digital": 0.6601, "sem_correspondencia": 0.1929}, "confidence": 0.3298, "input_tokens": 165, "latency_ms": 20.74414800000568}
|
||||
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 88, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.4234423442344235, "conta_segunda_via": 0.20002000200020006, "negociacao_religacao": 0.20002000200020006, "sem_correspondencia": 0.17651765176517653}, "confidence": 0.0523, "input_tokens": 198, "latency_ms": 22.147880999995095}
|
||||
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 1.0001890357277522e-06, "conta_contestacao": 1.0001890357277522e-06, "suporte_configuracao": 1.0001890357277522e-06, "atendimento_humano": 1.0001890357277522e-06, "conta_explicacao": 1.0001890357277522e-06, "conta_segunda_via": 0.9999889979206068, "negociacao_divida": 1.0001890357277522e-06, "recarga_nao_creditada": 1.0001890357277522e-06, "conta_debito_automatico_digital": 1.0001890357277522e-06, "conta_vencimento": 1.0001890357277522e-06, "conta_pagamento_confirmacao": 1.0001890357277522e-06, "sem_correspondencia": 1.0001890357277522e-06}, "confidence": 0.9991, "input_tokens": 291, "latency_ms": 22.62936200000354}
|
||||
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "fidelidade_resgate", "probabilities": {"fidelidade_resgate": 0.9999969997089717, "fidelidade_pontos": 1.0000970094099127e-06, "marketplace_compra": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9996, "input_tokens": 182, "latency_ms": 21.658771999994997}
|
||||
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.1455, "seguranca_perda_roubo": 0.5492, "suporte_chip_esim": 0.0616, "sem_correspondencia": 0.2437}, "confidence": 0.1882, "input_tokens": 152, "latency_ms": 20.136781999980258}
|
||||
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 1.0001930372561904e-06, "fidelidade_pontos": 1.0001930372561904e-06, "vas_consulta": 1.0001930372561904e-06, "seguranca_perda_roubo": 1.0001930372561904e-06, "cancelamento_linha": 1.0001930372561904e-06, "recarga_nao_creditada": 1.0001930372561904e-06, "marketplace_compra": 1.0001930372561904e-06, "sem_correspondencia": 0.9999929986487393}, "confidence": 0.9991, "input_tokens": 211, "latency_ms": 21.61400400001412}
|
||||
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"negociacao_religacao": 0.0105989401059894, "internet_problema_conexao": 0.6362363763623637, "suporte_sem_sinal": 0.3418658134186581, "sem_correspondencia": 0.0112988701129887}, "confidence": 0.4567, "input_tokens": 132, "latency_ms": 21.08856899999978}
|
||||
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "seguranca_fraude", "probabilities": {"desconto_retencao": 0.086, "conta_vencimento": 0.0443, "bonus_nao_recebido": 0.0024, "beneficios_consulta": 0.0025, "roaming_pacote": 0.0048, "recarga_nao_creditada": 0.0382, "fidelidade_pontos": 0.0025, "seguranca_fraude": 0.5521, "internet_pacote_adicional": 0.0367, "seguranca_perda_roubo": 0.0028, "internet_consumo": 0.0307, "conta_contestacao": 0.0035, "internet_problema_conexao": 0.1849, "fidelidade_resgate": 0.0025, "conta_segunda_via": 0.0027, "sem_correspondencia": 0.0034}, "confidence": 0.4594, "input_tokens": 306, "latency_ms": 23.146658000001707}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 9.99993000049e-07, "conta_contestacao": 9.99993000049e-07, "conta_debito_automatico_digital": 0.999993000049, "seguranca_perda_roubo": 9.99993000049e-07, "conta_pagamento_confirmacao": 9.99993000049e-07, "conta_segunda_via": 9.99993000049e-07, "conta_explicacao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 1.0, "input_tokens": 254, "latency_ms": 22.042784999996456}
|
||||
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"recarga_realizar": 0.016598340165983404, "troca_numero": 0.006799320067993201, "negociacao_divida": 0.00029997000299970003, "conta_pagamento_confirmacao": 0.00029997000299970003, "recarga_saldo": 0.20077992200779923, "seguranca_perda_roubo": 0.00039996000399960006, "plano_troca": 0.00029997000299970003, "internet_consumo": 0.006699330066993301, "internet_problema_conexao": 0.5414458554144586, "vas_consulta": 0.00029997000299970003, "cancelamento_linha": 0.05469453054694531, "conta_explicacao": 0.00039996000399960006, "conta_debito_automatico_digital": 0.0005999400059994001, "internet_pacote_adicional": 0.00039996000399960006, "recarga_nao_creditada": 0.06749325067493252, "sem_correspondencia": 0.1024897510248975}, "confidence": 0.4997, "input_tokens": 286, "latency_ms": 22.40557400000398}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 9.994003597841297e-05, "recarga_saldo": 9.994003597841297e-05, "internet_consumo": 9.994003597841297e-05, "conta_pagamento_confirmacao": 9.994003597841297e-05, "internet_pacote_adicional": 9.994003597841297e-05, "roaming_cobranca": 9.994003597841297e-05, "conta_segunda_via": 0.0013991605036977814, "conta_contestacao": 9.994003597841297e-05, "marketplace_pedido": 0.00019988007195682593, "conta_vencimento": 9.994003597841297e-05, "fidelidade_pontos": 9.994003597841297e-05, "conta_debito_automatico_digital": 0.9970017989206478, "suporte_chip_esim": 9.994003597841297e-05, "conta_explicacao": 0.00019988007195682593, "reclamacao_atendimento": 9.994003597841297e-05, "sem_correspondencia": 9.994003597841297e-05}, "confidence": 0.9923, "input_tokens": 310, "latency_ms": 22.944563999999446}
|
||||
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"plano_consulta": 0.00029997000299970003, "vas_cancelamento": 0.00029997000299970003, "seguranca_perda_roubo": 0.00039996000399960006, "cadastro_atualizacao": 0.0025997400259974, "suporte_sem_sinal": 0.00029997000299970003, "suporte_chip_esim": 0.0106989301069893, "suporte_configuracao": 0.9851014898510149, "sem_correspondencia": 0.00029997000299970003}, "confidence": 0.9563, "input_tokens": 244, "latency_ms": 21.600055999982715}
|
||||
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.00599997000015, "cadastro_atualizacao": 0.00039999800001, "cancelamento_linha": 9.99995000025e-07, "troca_numero": 0.9935950320248401, "parceiros_ofertas": 9.99995000025e-07, "vas_cancelamento": 9.99995000025e-07, "negociacao_divida": 9.99995000025e-07, "sem_correspondencia": 9.99995000025e-07}, "confidence": 0.9804, "input_tokens": 199, "latency_ms": 21.546672999988914}
|
||||
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 9.999970000090002e-07, "cancelamento_linha": 0.9999970000090003, "vas_cancelamento": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 1.0, "input_tokens": 131, "latency_ms": 20.667728999995916}
|
||||
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.9999850002249978, "roaming_pacote": 9.999850002249977e-07, "plano_consulta": 9.999850002249977e-07, "plano_troca": 9.999850002249977e-07, "recarga_realizar": 9.999850002249977e-07, "conta_pagamento_confirmacao": 9.999850002249977e-07, "roaming_cobranca": 9.999850002249977e-07, "plano_nova_linha": 9.999850002249977e-07, "portabilidade": 9.999850002249977e-07, "conta_contestacao": 9.999850002249977e-07, "reclamacao_atendimento": 9.999850002249977e-07, "seguranca_fraude": 9.999850002249977e-07, "beneficios_consulta": 9.999850002249977e-07, "internet_consumo": 9.999850002249977e-07, "negociacao_religacao": 9.999850002249977e-07, "sem_correspondencia": 9.999850002249977e-07}, "confidence": 1.0, "input_tokens": 302, "latency_ms": 22.979620000000978}
|
||||
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.00019998000199980003, "conta_vencimento": 0.9967003299670033, "parceiros_ofertas": 0.00019998000199980003, "conta_contestacao": 0.0006999300069993001, "conta_debito_automatico_digital": 0.0004999500049995, "conta_segunda_via": 0.00029997000299970003, "conta_pagamento_confirmacao": 0.00019998000199980003, "sem_correspondencia": 0.0011998800119988001}, "confidence": 0.9869, "input_tokens": 238, "latency_ms": 21.988515999993297}
|
||||
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9999969997089717, "recarga_saldo": 1.0000970094099127e-06, "plano_consulta": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9992, "input_tokens": 144, "latency_ms": 20.24006400000644}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_realizar": 0.9091, "recarga_saldo": 0.0833, "recarga_nao_creditada": 0.0048, "sem_correspondencia": 0.0028}, "confidence": 0.7579, "input_tokens": 142, "latency_ms": 20.653336000009404}
|
||||
|
||||
50
reports/pilot/predictions-semif-cpu.jsonl
Normal file
50
reports/pilot/predictions-semif-cpu.jsonl
Normal file
@@ -0,0 +1,50 @@
|
||||
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "suporte_sem_sinal", "probabilities": {"cadastro_atualizacao": 0.002761285046177957, "atendimento_humano": 0.000479839391465088, "internet_consumo": 0.0002266600792157099, "suporte_sem_sinal": 0.9830855715808037, "seguranca_fraude": 0.000479839391465088, "internet_pacote_adicional": 0.00020002681784744302, "suporte_configuracao": 0.0031289458785531115, "sem_correspondencia": 0.009637831814471927}, "confidence": 0.9830855715808037, "input_tokens": 330, "latency_ms": 32460.877663999952}
|
||||
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.0035910023813225294, "suporte_sem_sinal": 0.00029476742552927716, "vas_consulta": 7.452887672722814e-05, "suporte_configuracao": 3.989243302293186e-05, "internet_consumo": 9.569697199494842e-05, "internet_pacote_adicional": 3.989243302293186e-05, "internet_problema_conexao": 0.995685433997312, "sem_correspondencia": 0.00017878548106806702}, "confidence": 0.995685433997312, "input_tokens": 305, "latency_ms": 28606.108870000015}
|
||||
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9997222610404811, "roaming_cobranca": 0.00012337552837609811, "vas_cancelamento": 5.82784730316187e-05, "sem_correspondencia": 9.608495811115352e-05}, "confidence": 0.9997222610404811, "input_tokens": 219, "latency_ms": 22025.588728000002}
|
||||
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.015842553643623882, "vas_contratacao": 0.0031195837774782866, "beneficios_consulta": 0.000893775716454761, "sem_correspondencia": 0.980144086862443}, "confidence": 0.980144086862443, "input_tokens": 205, "latency_ms": 20641.55092200002}
|
||||
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.017412522521650715, "recarga_saldo": 0.1652054139300654, "fidelidade_resgate": 0.004988771227889023, "fidelidade_pontos": 0.7403992979710501, "cadastro_atualizacao": 0.001835266371447984, "bonus_nao_recebido": 0.0005258126189360428, "beneficios_consulta": 0.0007650528462498543, "sem_correspondencia": 0.06886786251271106}, "confidence": 0.7403992979710501, "input_tokens": 319, "latency_ms": 30299.503268000022}
|
||||
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"vas_cancelamento": 0.718019131442242, "plano_consulta": 0.014902011653732717, "vas_contratacao": 0.0029343800786489314, "sem_correspondencia": 0.2641444768253764}, "confidence": 0.718019131442242, "input_tokens": 231, "latency_ms": 22888.183771}
|
||||
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 26, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"roaming_duvida": 0.05574948171684325, "roaming_pacote": 0.01809920679332237, "internet_pacote_adicional": 0.001907642361201005, "reclamacao_atendimento": 0.13373605434200572, "internet_problema_conexao": 0.014095676423610752, "fidelidade_pontos": 0.00403847891035357, "seguranca_perda_roubo": 0.002775603257709456, "sem_correspondencia": 0.7695978561949539}, "confidence": 0.7695978561949539, "input_tokens": 299, "latency_ms": 27908.338364000032}
|
||||
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 26, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.002172908962999907, "suporte_sem_sinal": 0.0004278711439705198, "internet_problema_conexao": 8.425282373076993e-05, "roaming_duvida": 5.439771148916055e-05, "atendimento_humano": 8.425282373076993e-05, "suporte_chip_esim": 9.547095687703395e-05, "internet_pacote_adicional": 4.236498030505059e-05, "vas_consulta": 6.561616509750067e-05, "conta_contestacao": 9.547095687703395e-05, "troca_numero": 0.00017836322923770473, "conta_explicacao": 4.50972867868906e-05, "suporte_configuracao": 0.0019175854294457232, "recarga_realizar": 0.00015740499733726056, "plano_troca": 0.0006225488410399746, "recarga_nao_creditada": 0.0006225488410399746, "sem_correspondencia": 0.9933338448500347}, "confidence": 0.9933338448500347, "input_tokens": 502, "latency_ms": 45108.598063999976}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.037838166175869645, "suporte_chip_esim": 0.0012947508469023875, "conta_contestacao": 0.0012947508469023875, "parceiros_ofertas": 0.0004203440570611731, "negociacao_religacao": 0.0004203440570611731, "conta_vencimento": 0.00032736428079865285, "plano_consulta": 0.00017522547258637877, "conta_pagamento_confirmacao": 0.0002888979638216449, "marketplace_compra": 0.0011426136120101385, "conta_debito_automatico_digital": 0.7599998838311405, "seguranca_fraude": 0.00014526701902102952, "roaming_pacote": 0.00047631221801470194, "conta_explicacao": 0.0006930301878891444, "conta_segunda_via": 0.0016624929957006441, "fidelidade_resgate": 0.0016624929957006441, "sem_correspondencia": 0.19215806343951983}, "confidence": 0.7599998838311405, "input_tokens": 538, "latency_ms": 49507.525318000036}
|
||||
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"plano_troca": 0.030756983469522225, "marketplace_compra": 0.3746967653669111, "internet_consumo": 0.0015313000387863643, "fidelidade_resgate": 0.000638340826902262, "suporte_sem_sinal": 0.00043872480654448846, "beneficios_consulta": 0.023953562810978164, "conta_vencimento": 0.0003871732828625369, "desconto_retencao": 0.0009287804227430746, "roaming_pacote": 0.001351367541156637, "marketplace_pedido": 0.003673397830695468, "vas_contratacao": 0.016463026908831436, "sem_correspondencia": 0.5451805766940662}, "confidence": 0.5451805766940662, "input_tokens": 417, "latency_ms": 43360.93570699995}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_saldo": 0.10200276298374143, "vas_consulta": 0.00837289665915429, "fidelidade_resgate": 0.001133148340877534, "conta_vencimento": 0.0008824968152114866, "fidelidade_pontos": 0.0014549912705642985, "recarga_nao_creditada": 0.003955076331341471, "vas_cancelamento": 0.010751012121653985, "recarga_realizar": 0.6651415671908817, "conta_debito_automatico_digital": 0.013804572819321717, "suporte_configuracao": 0.001648721107465671, "plano_consulta": 0.00028650476849429476, "sem_correspondencia": 0.19056624959129204}, "confidence": 0.6651415671908817, "input_tokens": 413, "latency_ms": 38001.05891400005}
|
||||
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.010357289510259719, "negociacao_divida": 0.0023110236671279034, "roaming_cobranca": 0.000584318289891822, "internet_pacote_adicional": 0.0009633779934037708, "suporte_sem_sinal": 0.04096387465457768, "internet_problema_conexao": 0.9323334897625664, "internet_consumo": 0.0007502795356566154, "sem_correspondencia": 0.011736346586516068}, "confidence": 0.9323334897625664, "input_tokens": 310, "latency_ms": 29030.58888500004}
|
||||
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.0068871921253843525, "fidelidade_pontos": 0.0003428931052091249, "conta_segunda_via": 0.0002670454188466521, "plano_consulta": 0.00011132109264630862, "negociacao_religacao": 0.9020441566224335, "suporte_chip_esim": 0.0004402834622955002, "suporte_sem_sinal": 0.021214045226344465, "conta_debito_automatico_digital": 0.00018353745332354862, "negociacao_divida": 0.0011968145349288914, "marketplace_pedido": 0.0004402834622955002, "conta_pagamento_confirmacao": 0.02723937326138955, "sem_correspondencia": 0.03963305423490239}, "confidence": 0.9020441566224335, "input_tokens": 445, "latency_ms": 41508.79810800006}
|
||||
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"fidelidade_resgate": 0.006455173043554315, "roaming_pacote": 0.0012710989377392363, "internet_problema_conexao": 0.003049207837930476, "suporte_chip_esim": 0.0020956878558150167, "atendimento_humano": 0.00041266540639362036, "internet_consumo": 0.0023747254519277203, "bonus_nao_recebido": 0.00013397284237912498, "conta_vencimento": 5.945008842965321e-05, "reclamacao_atendimento": 0.00041266540639362036, "internet_pacote_adicional": 0.9580326239476903, "seguranca_fraude": 0.00017202453476069707, "sem_correspondencia": 0.02553070464698605}, "confidence": 0.9580326239476903, "input_tokens": 411, "latency_ms": 37786.338183999986}
|
||||
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.041927790585651124, "plano_consulta": 0.9542721152327771, "internet_consumo": 0.0014346900988065673, "sem_correspondencia": 0.0023654040827652562}, "confidence": 0.9542721152327771, "input_tokens": 214, "latency_ms": 20688.984258000004}
|
||||
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.03317530758443135, "marketplace_pedido": 0.002403211220952767, "internet_consumo": 0.0006885315426712019, "roaming_duvida": 0.00025329659914679286, "parceiros_ofertas": 0.000780208452465588, "vas_cancelamento": 0.0003685443771105716, "conta_segunda_via": 8.753696232432838e-05, "cadastro_atualizacao": 0.00011239968452407487, "beneficios_consulta": 0.00028702264949027634, "vas_consulta": 0.0006885315426712019, "vas_contratacao": 0.8556024594599176, "conta_debito_automatico_digital": 0.0012863462711600446, "recarga_nao_creditada": 0.0003685443771105716, "negociacao_divida": 0.00025329659914679286, "desconto_retencao": 0.001457621287273285, "sem_correspondencia": 0.1021871413896036}, "confidence": 0.8556024594599176, "input_tokens": 514, "latency_ms": 46411.544282000024}
|
||||
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9998490205036088, "conta_contestacao": 5.143709306062043e-05, "conta_explicacao": 1.4736973898411749e-05, "sem_correspondencia": 8.480542943202686e-05}, "confidence": 0.9998490205036088, "input_tokens": 230, "latency_ms": 21925.44547}
|
||||
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.002782243026678919, "reclamacao_atendimento": 0.03840768026545699, "troca_numero": 0.00037653564804868204, "parceiros_ofertas": 0.00017786284605285992, "fidelidade_pontos": 0.00013851972378527605, "seguranca_fraude": 6.54320844110884e-05, "recarga_nao_creditada": 5.424510324003013e-05, "conta_debito_automatico_digital": 5.424510324003013e-05, "desconto_retencao": 0.0002283804150162911, "roaming_pacote": 0.00020154500886286131, "conta_contestacao": 5.0958558577349904e-05, "internet_pacote_adicional": 0.0010235300098577831, "roaming_duvida": 0.0007971259731743242, "negociacao_divida": 0.00017786284605285992, "atendimento_humano": 0.8741547736275179, "sem_correspondencia": 0.08130905976002675}, "confidence": 0.8741547736275179, "input_tokens": 494, "latency_ms": 45144.287537000084}
|
||||
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 0.0027960908201714665, "atendimento_humano": 0.0005505829274230323, "negociacao_religacao": 0.0002947058042506198, "conta_vencimento": 7.451329642803946e-05, "reclamacao_atendimento": 0.9954772854562268, "internet_consumo": 0.0001084162065776985, "conta_debito_automatico_digital": 7.451329642803946e-05, "sem_correspondencia": 0.0006238921924944138}, "confidence": 0.9954772854562268, "input_tokens": 326, "latency_ms": 30131.167136000044}
|
||||
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.019643498295157612, "troca_numero": 0.0005234814980941883, "plano_consulta": 0.022258999705978687, "atendimento_humano": 0.0001499799602715434, "bonus_nao_recebido": 0.0005931822497745342, "desconto_retencao": 7.08455168137033e-05, "portabilidade": 3.5623363011601255e-05, "reclamacao_atendimento": 3.792087253386897e-05, "fidelidade_resgate": 0.00010307961872812773, "vas_consulta": 6.65532039365646e-05, "conta_explicacao": 0.0001925780809824794, "vas_contratacao": 0.00021821955455987455, "beneficios_consulta": 0.9464767517372931, "plano_troca": 0.00010307961872812773, "fidelidade_pontos": 0.0002472751506784538, "sem_correspondencia": 0.0092789315734576}, "confidence": 0.9464767517372931, "input_tokens": 506, "latency_ms": 45663.55943200005}
|
||||
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"atendimento_humano": 0.007544027710445303, "vas_contratacao": 0.001156914119412561, "cancelamento_linha": 0.00017741852642494293, "negociacao_divida": 0.00029251369833307615, "suporte_sem_sinal": 0.0003755950233890004, "negociacao_religacao": 0.0003314614447669815, "cadastro_atualizacao": 8.38065777197409e-05, "desconto_retencao": 0.0002581424327425044, "internet_problema_conexao": 0.00017741852642494293, "fidelidade_pontos": 8.38065777197409e-05, "roaming_pacote": 2.255623439275684e-05, "conta_debito_automatico_digital": 0.0002010415287638199, "internet_pacote_adicional": 0.00022780989732091239, "conta_vencimento": 0.0003755950233890004, "marketplace_compra": 0.0006192515042305571, "sem_correspondencia": 0.9880726411745242}, "confidence": 0.9880726411745242, "input_tokens": 488, "latency_ms": 44232.88349500001}
|
||||
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9959897481293349, "fidelidade_resgate": 0.0009082250891963256, "beneficios_consulta": 0.00042901515449656884, "marketplace_pedido": 7.003479874630652e-05, "vas_consulta": 0.0001392808284414347, "marketplace_compra": 0.0009082250891963256, "vas_contratacao": 5.8060887446592303e-05, "sem_correspondencia": 0.0014974100231415028}, "confidence": 0.9959897481293349, "input_tokens": 312, "latency_ms": 28660.494416999994}
|
||||
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"roaming_cobranca": 0.0096036013970589, "atendimento_humano": 0.0011469866209011597, "fidelidade_resgate": 0.00022585505695844522, "cancelamento_linha": 0.00013698801669644018, "reclamacao_atendimento": 0.0004219527971282396, "negociacao_divida": 0.00029000363362210123, "conta_segunda_via": 0.00015522775920826377, "seguranca_perda_roubo": 0.0001758960952198739, "recarga_realizar": 0.00029000363362210123, "plano_consulta": 0.002142853117727437, "fidelidade_pontos": 0.00012089150042581531, "internet_consumo": 0.0018910612390882064, "conta_contestacao": 0.0006139376971957243, "cadastro_atualizacao": 0.0018910612390882064, "desconto_retencao": 0.0012997061151624955, "sem_correspondencia": 0.9795939740808967}, "confidence": 0.9795939740808967, "input_tokens": 511, "latency_ms": 45630.24780900014}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.0031666349251447427, "vas_consulta": 0.0005502786384103071, "desconto_retencao": 0.00015765746951424702, "bonus_nao_recebido": 8.4387962348885e-05, "recarga_nao_creditada": 0.00048561919395556457, "recarga_realizar": 0.9949271180149666, "recarga_saldo": 0.00029454293007898585, "sem_correspondencia": 0.00033376086558077324}, "confidence": 0.9949271180149666, "input_tokens": 304, "latency_ms": 27957.855422999957}
|
||||
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"bonus_nao_recebido": 0.002798362927389578, "conta_pagamento_confirmacao": 0.00048628256109801857, "recarga_nao_creditada": 0.9962862116575625, "sem_correspondencia": 0.00042914285394990567}, "confidence": 0.9962862116575625, "input_tokens": 211, "latency_ms": 19951.529880999944}
|
||||
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.01521724898872208, "internet_consumo": 0.0014154246418774698, "conta_explicacao": 0.0033954272038720897, "conta_vencimento": 0.0003578753943443775, "conta_debito_automatico_digital": 0.5710230555525144, "roaming_duvida": 0.0004055259494920118, "conta_contestacao": 0.000278713637357389, "parceiros_ofertas": 0.0004595211023453291, "conta_segunda_via": 0.00814520643183254, "suporte_chip_esim": 0.002996453990368593, "conta_pagamento_confirmacao": 0.003847523083568678, "sem_correspondencia": 0.3924580240237049}, "confidence": 0.5710230555525144, "input_tokens": 416, "latency_ms": 37796.537261000136}
|
||||
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0004297182754892001, "seguranca_fraude": 0.00010864979508460205, "roaming_pacote": 7.467383930448306e-05, "suporte_sem_sinal": 2.9242695637194673e-05, "troca_numero": 0.0001231163472261445, "conta_debito_automatico_digital": 0.00020298454044264712, "marketplace_compra": 3.313631532479117e-05, "cancelamento_linha": 4.821305430965269e-05, "plano_consulta": 0.00029534076364427266, "suporte_configuracao": 0.0009097135963494065, "cadastro_atualizacao": 0.0001231163472261445, "sem_correspondencia": 0.9976220944299615}, "confidence": 0.9976220944299615, "input_tokens": 412, "latency_ms": 37294.256636}
|
||||
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 0.007526132549511544, "troca_numero": 0.000617782579969935, "conta_explicacao": 0.00017699767257805038, "suporte_configuracao": 0.0001216486027338489, "internet_pacote_adicional": 0.00017699767257805038, "marketplace_pedido": 0.00015619989781481185, "conta_pagamento_confirmacao": 9.474002706866376e-05, "seguranca_fraude": 0.0001073545151163656, "desconto_retencao": 0.0005451912132941879, "vas_contratacao": 0.00042459534383716273, "beneficios_consulta": 0.0001073545151163656, "plano_nova_linha": 0.0011541698076008799, "conta_vencimento": 0.00042459534383716273, "fidelidade_resgate": 0.0004811295570484582, "suporte_chip_esim": 0.0021562730772406694, "sem_correspondencia": 0.9857288376246538}, "confidence": 0.9857288376246538, "input_tokens": 505, "latency_ms": 45576.43774100006}
|
||||
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"internet_pacote_adicional": 0.01607411921929598, "bonus_nao_recebido": 0.6834889414024695, "fidelidade_resgate": 0.001027584062471224, "fidelidade_pontos": 0.00048539634124113954, "desconto_retencao": 0.0031651817429035026, "beneficios_consulta": 0.0006232612393208594, "recarga_nao_creditada": 0.2514415298100012, "sem_correspondencia": 0.04369398618229655}, "confidence": 0.6834889414024695, "input_tokens": 328, "latency_ms": 30307.130570000027}
|
||||
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.015315030646557187, "conta_explicacao": 0.9475073947047384, "conta_contestacao": 0.011927357860301302, "sem_correspondencia": 0.02525021678840317}, "confidence": 0.9475073947047384, "input_tokens": 215, "latency_ms": 20437.737386999972}
|
||||
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.024651017038087024, "conta_contestacao": 0.0013907152161307097, "fidelidade_resgate": 0.000579736353793881, "vas_cancelamento": 0.0003984465804879044, "conta_vencimento": 0.925022589956823, "conta_pagamento_confirmacao": 0.00024167006732357156, "roaming_cobranca": 8.351894044168119e-05, "desconto_retencao": 0.00016609724627618318, "conta_explicacao": 0.00074439621324922, "suporte_configuracao": 0.0005116155365387872, "conta_segunda_via": 0.00015603392284919344, "sem_correspondencia": 0.04605416292799892}, "confidence": 0.925022589956823, "input_tokens": 425, "latency_ms": 38672.67081199998}
|
||||
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.010664165364450934, "conta_vencimento": 0.002099898666568578, "seguranca_fraude": 0.0006016310408922145, "conta_pagamento_confirmacao": 0.00017237017915560865, "plano_consulta": 0.00022132769111482103, "conta_debito_automatico_digital": 0.9599575738222568, "recarga_saldo": 7.648880333849515e-05, "conta_contestacao": 7.185458101515335e-05, "roaming_pacote": 7.648880333849515e-05, "conta_explicacao": 0.00011129055217193047, "cadastro_atualizacao": 0.0003649076721359532, "sem_correspondencia": 0.025582002823560976}, "confidence": 0.9599575738222568, "input_tokens": 422, "latency_ms": 38374.415276999796}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.025670793986400077, "conta_segunda_via": 0.002705681780053939, "conta_debito_automatico_digital": 0.9632894376268132, "sem_correspondencia": 0.008334086606732672}, "confidence": 0.9632894376268132, "input_tokens": 229, "latency_ms": 21689.59470499999}
|
||||
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 89, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.9999648434167607, "conta_segunda_via": 1.670111361551159e-05, "negociacao_religacao": 8.939461931696692e-06, "sem_correspondencia": 9.516007691998272e-06}, "confidence": 0.9999648434167607, "input_tokens": 270, "latency_ms": 25246.76328400005}
|
||||
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.0004302419023511083, "conta_contestacao": 0.00012326636883384606, "suporte_configuracao": 1.7758204138353203e-05, "atendimento_humano": 7.880155318264934e-06, "conta_explicacao": 7.476483200917345e-05, "conta_segunda_via": 0.998837732108117, "negociacao_divida": 6.532878214625769e-06, "recarga_nao_creditada": 3.962390933339259e-06, "conta_debito_automatico_digital": 4.489977156559399e-06, "conta_vencimento": 2.120915031329867e-06, "conta_pagamento_confirmacao": 3.72232180275258e-06, "sem_correspondencia": 0.0004875279460936869}, "confidence": 0.998837732108117, "input_tokens": 422, "latency_ms": 38388.229836000166}
|
||||
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 72, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.046827685696886716, "fidelidade_pontos": 0.00922091803650944, "marketplace_compra": 0.003392186174358766, "sem_correspondencia": 0.9405592100922451}, "confidence": 0.9405592100922451, "input_tokens": 253, "latency_ms": 24042.66910299998}
|
||||
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.20835075263819447, "seguranca_perda_roubo": 0.7272155821525963, "suporte_chip_esim": 0.011754345126553385, "sem_correspondencia": 0.05267932008265581}, "confidence": 0.7272155821525963, "input_tokens": 217, "latency_ms": 20718.276905999803}
|
||||
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.00458123625853666, "fidelidade_pontos": 0.0021640227787371063, "vas_consulta": 0.00029286863569086795, "seguranca_perda_roubo": 0.00013834134784725937, "cancelamento_linha": 0.0006200029066228987, "recarga_nao_creditada": 0.0010222119800450784, "marketplace_compra": 0.0019097433993580054, "sem_correspondencia": 0.989271572693162}, "confidence": 0.989271572693162, "input_tokens": 301, "latency_ms": 27856.08000100001}
|
||||
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.002181584561527103, "internet_problema_conexao": 0.00037910255222717493, "suporte_sem_sinal": 0.9972998488511858, "sem_correspondencia": 0.00013946403506000064}, "confidence": 0.9972998488511858, "input_tokens": 204, "latency_ms": 19564.77063600005}
|
||||
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"desconto_retencao": 0.004582085946581368, "conta_vencimento": 0.0003319251926804125, "bonus_nao_recebido": 0.9894550542210401, "beneficios_consulta": 9.509815990168101e-05, "roaming_pacote": 9.509815990168101e-05, "recarga_nao_creditada": 0.0005472521254534346, "fidelidade_pontos": 3.96428110043245e-05, "seguranca_fraude": 4.219955265003137e-05, "internet_pacote_adicional": 0.00010776033278209154, "seguranca_perda_roubo": 1.7591390747221626e-05, "internet_consumo": 2.1219267648683074e-05, "conta_contestacao": 6.53599457331749e-05, "internet_problema_conexao": 0.00022812862628987513, "fidelidade_resgate": 3.498465792106288e-05, "conta_segunda_via": 0.00029292295443025904, "sem_correspondencia": 0.004043676655234461}, "confidence": 0.9894550542210401, "input_tokens": 525, "latency_ms": 47674.842704999945}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.0019244476507282527, "conta_contestacao": 6.585097739722709e-05, "conta_debito_automatico_digital": 0.996888563480097, "seguranca_perda_roubo": 2.0083413408935706e-05, "conta_pagamento_confirmacao": 3.524748823101152e-05, "conta_segunda_via": 1.5640978089625882e-05, "conta_explicacao": 2.0083413408935706e-05, "sem_correspondencia": 0.0010300825986388192}, "confidence": 0.996888563480097, "input_tokens": 331, "latency_ms": 30633.44516099983}
|
||||
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_saldo", "probabilities": {"recarga_realizar": 0.0017003394055540519, "troca_numero": 4.531251032345076e-05, "negociacao_divida": 5.818241494923644e-05, "conta_pagamento_confirmacao": 1.8889064570136945e-05, "recarga_saldo": 0.9980744587163142, "seguranca_perda_roubo": 8.381971592946097e-06, "plano_troca": 5.76083921096234e-06, "internet_consumo": 3.719477347545855e-06, "internet_problema_conexao": 5.083922759962149e-06, "vas_consulta": 9.999995298024932e-07, "cancelamento_linha": 9.999995298024932e-07, "conta_explicacao": 3.95936302653306e-06, "conta_debito_automatico_digital": 6.94889851831327e-06, "internet_pacote_adicional": 2.7212277589775476e-06, "recarga_nao_creditada": 2.425403900551174e-05, "sem_correspondencia": 3.998815000877779e-05}, "confidence": 0.9980744587163142, "input_tokens": 495, "latency_ms": 44631.43739199995}
|
||||
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.0003798644046887864, "recarga_saldo": 4.536833339085216e-05, "internet_consumo": 1.8912335086758543e-05, "conta_pagamento_confirmacao": 1.0123043495168199e-05, "internet_pacote_adicional": 3.533289357144023e-05, "roaming_cobranca": 5.4184747221836015e-06, "conta_segunda_via": 3.724059583956681e-06, "conta_contestacao": 2.9003005201900337e-06, "marketplace_pedido": 1.567887647970768e-05, "conta_vencimento": 5.4184747221836015e-06, "fidelidade_pontos": 5.767936317550932e-06, "conta_debito_automatico_digital": 0.9993040436009925, "suporte_chip_esim": 7.883834201102885e-06, "conta_explicacao": 5.090185934543895e-06, "reclamacao_atendimento": 1.4728941375276358e-05, "sem_correspondencia": 0.00013974430491783336}, "confidence": 0.9993040436009925, "input_tokens": 545, "latency_ms": 49135.83539000001}
|
||||
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.000261142425498134, "vas_cancelamento": 8.47805327699132e-05, "seguranca_perda_roubo": 1.5682821636665633e-05, "cadastro_atualizacao": 5.769387659687957e-06, "suporte_sem_sinal": 4.537974908102481e-05, "suporte_chip_esim": 0.9995554909101044, "suporte_configuracao": 8.935802411890581e-06, "sem_correspondencia": 2.2818370838337063e-05}, "confidence": 0.9995554909101044, "input_tokens": 333, "latency_ms": 30924.56597700016}
|
||||
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.131930663633691, "cadastro_atualizacao": 0.03335729566739439, "cancelamento_linha": 0.005115506971109743, "troca_numero": 0.75920854999365, "parceiros_ofertas": 0.0057966288109655715, "vas_cancelamento": 0.0016607619599596163, "negociacao_divida": 0.0006109601817487328, "sem_correspondencia": 0.06231963278148096}, "confidence": 0.75920854999365, "input_tokens": 298, "latency_ms": 27697.882117000063}
|
||||
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.002471789704417209, "cancelamento_linha": 0.9971911382207989, "vas_cancelamento": 0.00017905584562774685, "sem_correspondencia": 0.00015801622915615206}, "confidence": 0.9971911382207989, "input_tokens": 211, "latency_ms": 20246.869596000124}
|
||||
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.20080725432279276, "roaming_pacote": 0.021164928892019434, "plano_consulta": 0.004167621603705193, "plano_troca": 0.002527790280727934, "recarga_realizar": 0.018677984190630364, "conta_pagamento_confirmacao": 0.05077202501763585, "roaming_cobranca": 0.0006391254728584175, "plano_nova_linha": 0.0009299220758727958, "portabilidade": 0.0015331823065850968, "conta_contestacao": 0.01132877007324517, "reclamacao_atendimento": 0.0010537397617479505, "seguranca_fraude": 0.007786142213229424, "beneficios_consulta": 0.0032457469685109094, "internet_consumo": 0.05077202501763585, "negociacao_religacao": 0.006063853652768396, "sem_correspondencia": 0.6185298881500344}, "confidence": 0.6185298881500344, "input_tokens": 526, "latency_ms": 47229.03608599995}
|
||||
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.006629386660934189, "conta_vencimento": 0.9838882172617249, "parceiros_ofertas": 0.0006166290140467796, "conta_contestacao": 0.0014792161073401099, "conta_debito_automatico_digital": 0.0014792161073401099, "conta_segunda_via": 0.000544173194940076, "conta_pagamento_confirmacao": 0.00020019013085503348, "sem_correspondencia": 0.0051629715228186735}, "confidence": 0.9838882172617249, "input_tokens": 321, "latency_ms": 29897.23571000013}
|
||||
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9991797256817347, "recarga_saldo": 0.0003798171478476944, "plano_consulta": 0.00026104425361668596, "sem_correspondencia": 0.00017941291680073973}, "confidence": 0.9991797256817347, "input_tokens": 221, "latency_ms": 21088.816851000047}
|
||||
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.09345043436677057, "recarga_saldo": 0.11999273292744302, "recarga_nao_creditada": 0.00410592553185139, "sem_correspondencia": 0.7824509071739351}, "confidence": 0.7824509071739351, "input_tokens": 210, "latency_ms": 20094.317767999884}
|
||||
@@ -3,7 +3,7 @@
|
||||
"name": "laya",
|
||||
"model_id": "laya@1720e3e3357c",
|
||||
"revision": "1720e3e3357cfe1e281542e223f8273b0890ca34",
|
||||
"adapter_version": "0.1.0",
|
||||
"adapter_version": "0.2.0",
|
||||
"device": "cuda",
|
||||
"context_limit": 1024,
|
||||
"probabilities_source": "native"
|
||||
@@ -17,27 +17,29 @@
|
||||
"batch_size": 1,
|
||||
"state_budget_tokens": 512,
|
||||
"process_guard": "ok",
|
||||
"load_seconds": 8.46,
|
||||
"load_seconds": 9.06,
|
||||
"warmup_latency_ms": [
|
||||
260.7,
|
||||
22.5,
|
||||
27.4,
|
||||
21.5,
|
||||
21.8
|
||||
264.4,
|
||||
22.4,
|
||||
28.5,
|
||||
22.4,
|
||||
22.5
|
||||
],
|
||||
"latency_ms": {
|
||||
"n": 45,
|
||||
"p50": 21.237645000013572,
|
||||
"p95": 23.064290799999295,
|
||||
"p99": 25.273738600021716,
|
||||
"mean": 21.341669533332052
|
||||
"p50": 22.042784999996456,
|
||||
"p95": 22.97260880000067,
|
||||
"p99": 23.23121632001289,
|
||||
"mean": 21.861335755556233
|
||||
},
|
||||
"errors": {},
|
||||
"truncated": 0,
|
||||
"with_diagnostics": 0,
|
||||
"operational_env": {},
|
||||
"state_tokens_max": 88,
|
||||
"rss_peak_mib": 2779.8515625,
|
||||
"rss_peak_mib": 2773.41015625,
|
||||
"gpu_mem_peak_mib": 1811.0,
|
||||
"gpu_util_mean_pct": 6.785714285714286,
|
||||
"gpu_util_mean_pct": 6.857142857142857,
|
||||
"quality": {
|
||||
"n": 50,
|
||||
"errors": 0,
|
||||
@@ -53,6 +55,6 @@
|
||||
},
|
||||
"oci": {
|
||||
"region": "sa-saopaulo-1",
|
||||
"run_id": "20261007T174356Z-laya-evaluate"
|
||||
"run_id": "20261007T180950Z-laya-evaluate"
|
||||
}
|
||||
}
|
||||
|
||||
56
reports/pilot/summary-semif-cpu.json
Normal file
56
reports/pilot/summary-semif-cpu.json
Normal file
@@ -0,0 +1,56 @@
|
||||
{
|
||||
"candidate": {
|
||||
"name": "semif",
|
||||
"model_id": "semif@851bf6e806ef",
|
||||
"revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
|
||||
"adapter_version": "0.1.0",
|
||||
"device": "cpu",
|
||||
"context_limit": 8192,
|
||||
"probabilities_source": "native"
|
||||
},
|
||||
"precision": "bfloat16",
|
||||
"device": "cpu",
|
||||
"split": "dev",
|
||||
"examples": 50,
|
||||
"seed": 20261007,
|
||||
"warmup": 5,
|
||||
"batch_size": 1,
|
||||
"state_budget_tokens": 512,
|
||||
"process_guard": "ok",
|
||||
"load_seconds": 6.27,
|
||||
"warmup_latency_ms": [
|
||||
32460.9,
|
||||
28606.1,
|
||||
22025.6,
|
||||
20641.6,
|
||||
30299.5
|
||||
],
|
||||
"latency_ms": {
|
||||
"n": 45,
|
||||
"p50": 30633.44516099983,
|
||||
"p95": 47585.681381199945,
|
||||
"p99": 49343.981749680024,
|
||||
"mean": 33482.62709695556
|
||||
},
|
||||
"errors": {},
|
||||
"truncated": 0,
|
||||
"state_tokens_max": 89,
|
||||
"rss_peak_mib": 9136.75,
|
||||
"quality": {
|
||||
"n": 50,
|
||||
"errors": 0,
|
||||
"accuracy": 0.92,
|
||||
"macro_f1": 0.9392857142857143,
|
||||
"macro_precision": 0.9404761904761905,
|
||||
"macro_recall": 0.9464285714285714
|
||||
},
|
||||
"calibration_raw": {
|
||||
"brier": 0.1605347137797607,
|
||||
"nll": 0.3247898203379594,
|
||||
"ece": 0.0786511705708897
|
||||
},
|
||||
"oci": {
|
||||
"region": "us-chicago-1",
|
||||
"run_id": "20261007T174231Z-semif-evaluate"
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user