mirror of
https://github.com/mcloh/decision-models-benchmark.git
synced 2026-11-06 06:14:11 +00:00
51 lines
56 KiB
JSON
51 lines
56 KiB
JSON
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"cadastro_atualizacao": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "internet_consumo": 0.999993000049, "suporte_sem_sinal": 9.99993000049e-07, "seguranca_fraude": 9.99993000049e-07, "internet_pacote_adicional": 9.99993000049e-07, "suporte_configuracao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9998, "input_tokens": 241, "latency_ms": 264.4171270000015}
|
|
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.017998200179982, "suporte_sem_sinal": 9.999000099990002e-05, "vas_consulta": 9.999000099990002e-05, "suporte_configuracao": 9.999000099990002e-05, "internet_consumo": 0.058994100589941006, "internet_pacote_adicional": 0.00019998000199980003, "internet_problema_conexao": 0.9224077592240776, "sem_correspondencia": 9.999000099990002e-05}, "confidence": 0.8469, "input_tokens": 211, "latency_ms": 22.41041400000654}
|
|
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9667033296670333, "roaming_cobranca": 0.027897210278972105, "vas_cancelamento": 0.0025997400259974, "sem_correspondencia": 0.0027997200279972004}, "confidence": 0.8816, "input_tokens": 148, "latency_ms": 28.477560999988327}
|
|
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 27, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "vas_contratacao", "probabilities": {"plano_consulta": 9.999970000090002e-07, "vas_contratacao": 0.9999970000090003, "beneficios_consulta": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9997, "input_tokens": 126, "latency_ms": 22.380940999994436}
|
|
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.00010001000100010003, "recarga_saldo": 0.00010001000100010003, "fidelidade_resgate": 0.0013001300130013002, "fidelidade_pontos": 0.9900990099009902, "cadastro_atualizacao": 0.0031003100310031005, "bonus_nao_recebido": 0.00010001000100010003, "beneficios_consulta": 0.00030003000300030005, "sem_correspondencia": 0.004900490049004901}, "confidence": 0.9672, "input_tokens": 233, "latency_ms": 22.47957999998107}
|
|
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.0005999400059994001, "plano_consulta": 0.0026997300269973002, "vas_contratacao": 0.0006999300069993001, "sem_correspondencia": 0.996000399960004}, "confidence": 0.979, "input_tokens": 154, "latency_ms": 20.89017500000523}
|
|
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.0005, "roaming_pacote": 0.0001, "internet_pacote_adicional": 0.0004, "reclamacao_atendimento": 0.9872, "internet_problema_conexao": 0.0051, "fidelidade_pontos": 0.0001, "seguranca_perda_roubo": 0.0058, "sem_correspondencia": 0.0008}, "confidence": 0.9596, "input_tokens": 214, "latency_ms": 21.787058000001025}
|
|
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 24, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.000499999000002, "suporte_sem_sinal": 0.025399949200101597, "internet_problema_conexao": 0.0001999996000008, "roaming_duvida": 9.99998000004e-05, "atendimento_humano": 9.999980000039998e-07, "suporte_chip_esim": 0.0001999996000008, "internet_pacote_adicional": 0.0001999996000008, "vas_consulta": 0.0010999978000044, "conta_contestacao": 0.000999998000004, "troca_numero": 0.0017999964000071998, "conta_explicacao": 0.0002999994000012, "suporte_configuracao": 0.0005999988000024, "recarga_realizar": 0.0003999992000016, "plano_troca": 9.999980000039998e-07, "recarga_nao_creditada": 0.0002999994000012, "sem_correspondencia": 0.9678980642038715}, "confidence": 0.9375, "input_tokens": 278, "latency_ms": 23.297655000021678}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0020997900209979003, "suporte_chip_esim": 9.999000099990002e-05, "conta_contestacao": 0.22527747225277472, "parceiros_ofertas": 0.00029997000299970003, "negociacao_religacao": 9.999000099990002e-05, "conta_vencimento": 9.999000099990002e-05, "plano_consulta": 9.999000099990002e-05, "conta_pagamento_confirmacao": 9.999000099990002e-05, "marketplace_compra": 0.0007999200079992001, "conta_debito_automatico_digital": 0.7273272672732727, "seguranca_fraude": 0.041695830416958304, "roaming_pacote": 9.999000099990002e-05, "conta_explicacao": 9.999000099990002e-05, "conta_segunda_via": 9.999000099990002e-05, "fidelidade_resgate": 9.999000099990002e-05, "sem_correspondencia": 0.0015998400159984002}, "confidence": 0.7336, "input_tokens": 304, "latency_ms": 22.113980999989735}
|
|
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 9.999000099990002e-05, "marketplace_compra": 0.0164983501649835, "internet_consumo": 0.00039996000399960006, "fidelidade_resgate": 0.00019998000199980003, "suporte_sem_sinal": 9.999000099990002e-05, "beneficios_consulta": 0.7787221277872214, "conta_vencimento": 9.999000099990002e-05, "desconto_retencao": 0.18208179182081793, "roaming_pacote": 9.999000099990002e-05, "marketplace_pedido": 0.020397960203979604, "vas_contratacao": 0.0005999400059994001, "sem_correspondencia": 0.0006999300069993001}, "confidence": 0.7305, "input_tokens": 283, "latency_ms": 22.239270000000033}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 1.0000920084647786e-06, "vas_consulta": 0.04590422318853335, "fidelidade_resgate": 1.0000920084647786e-06, "conta_vencimento": 1.0000920084647786e-06, "fidelidade_pontos": 1.0000920084647786e-06, "recarga_nao_creditada": 1.0000920084647786e-06, "vas_cancelamento": 0.9520875920584693, "recarga_realizar": 0.0010000920084647787, "conta_debito_automatico_digital": 1.0000920084647786e-06, "suporte_configuracao": 1.0000920084647786e-06, "plano_consulta": 0.0010000920084647787, "sem_correspondencia": 1.0000920084647786e-06}, "confidence": 0.9183, "input_tokens": 286, "latency_ms": 22.498914000010473}
|
|
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0009000900090009, "negociacao_divida": 0.00040004000400040005, "roaming_cobranca": 0.0022002200220022005, "internet_pacote_adicional": 0.0029002900290029, "suporte_sem_sinal": 0.0093009300930093, "internet_problema_conexao": 0.9276927692769277, "internet_consumo": 0.0516051605160516, "sem_correspondencia": 0.005000500050005001}, "confidence": 0.8399, "input_tokens": 221, "latency_ms": 21.872346000009202}
|
|
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"reclamacao_atendimento": 0.75124975004999, "fidelidade_pontos": 0.007998400319936013, "conta_segunda_via": 0.0030993801239752048, "plano_consulta": 0.01139772045590882, "negociacao_religacao": 0.013997200559888023, "suporte_chip_esim": 0.007298540291941612, "suporte_sem_sinal": 0.039492101579684066, "conta_debito_automatico_digital": 0.003899220155968806, "negociacao_divida": 0.0037992401519696063, "marketplace_pedido": 0.006998600279944011, "conta_pagamento_confirmacao": 0.058888222355528895, "sem_correspondencia": 0.09188162367526495}, "confidence": 0.594, "input_tokens": 300, "latency_ms": 22.37861300000077}
|
|
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 9.99997000009e-07, "roaming_pacote": 9.999970000090001e-05, "internet_problema_conexao": 0.9148972553082342, "suporte_chip_esim": 9.99997000009e-07, "atendimento_humano": 0.000999997000009, "internet_consumo": 0.06419980740057779, "bonus_nao_recebido": 0.00019999940000180001, "conta_vencimento": 9.99997000009e-07, "reclamacao_atendimento": 0.0011999964000108, "internet_pacote_adicional": 0.0121999634001098, "seguranca_fraude": 0.0054999835000495, "sem_correspondencia": 0.0006999979000063}, "confidence": 0.8538, "input_tokens": 270, "latency_ms": 22.074402000015425}
|
|
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 9.999980000040002e-05, "plano_consulta": 0.9998980002039998, "internet_consumo": 9.99998000004e-07, "sem_correspondencia": 9.99998000004e-07}, "confidence": 0.9989, "input_tokens": 133, "latency_ms": 20.863211999994746}
|
|
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.00010001950380324164, "marketplace_pedido": 0.011702281944979272, "internet_consumo": 0.00030005851140972486, "roaming_duvida": 0.00010001950380324164, "parceiros_ofertas": 0.0009001755342291747, "vas_cancelamento": 0.0009001755342291747, "conta_segunda_via": 1.0001950380324163e-06, "cadastro_atualizacao": 1.0001950380324163e-06, "beneficios_consulta": 1.0001950380324163e-06, "vas_consulta": 0.00010001950380324164, "vas_contratacao": 0.9854921709733399, "conta_debito_automatico_digital": 1.0001950380324163e-06, "recarga_nao_creditada": 0.00010001950380324164, "negociacao_divida": 0.00010001950380324164, "desconto_retencao": 1.0001950380324163e-06, "sem_correspondencia": 0.0002000390076064833}, "confidence": 0.9677, "input_tokens": 296, "latency_ms": 22.177440999996634}
|
|
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9991000899910009, "conta_contestacao": 0.00019998000199980003, "conta_explicacao": 0.00029997000299970003, "sem_correspondencia": 0.00039996000399960006}, "confidence": 0.9945, "input_tokens": 158, "latency_ms": 20.443955000018832}
|
|
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.008000800080008003, "reclamacao_atendimento": 0.004100410041004101, "troca_numero": 0.006600660066006602, "parceiros_ofertas": 0.08900890089008902, "fidelidade_pontos": 0.013201320132013203, "seguranca_fraude": 0.003700370037003701, "recarga_nao_creditada": 0.020002000200020003, "conta_debito_automatico_digital": 0.0017001700170017002, "desconto_retencao": 0.004500450045004501, "roaming_pacote": 0.0034003400340034003, "conta_contestacao": 0.0016001600160016004, "internet_pacote_adicional": 0.013001300130013002, "roaming_duvida": 0.005400540054005401, "negociacao_divida": 0.0008000800080008002, "atendimento_humano": 0.8125812581258126, "sem_correspondencia": 0.012401240124012402}, "confidence": 0.6954, "input_tokens": 281, "latency_ms": 22.699700000003986}
|
|
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "negociacao_religacao": 9.99993000049e-07, "conta_vencimento": 9.99993000049e-07, "reclamacao_atendimento": 0.999993000049, "internet_consumo": 9.99993000049e-07, "conta_debito_automatico_digital": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9999, "input_tokens": 242, "latency_ms": 21.58671300000492}
|
|
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 1.000085007225614e-06, "troca_numero": 1.000085007225614e-06, "plano_consulta": 1.000085007225614e-06, "atendimento_humano": 1.000085007225614e-06, "bonus_nao_recebido": 1.000085007225614e-06, "desconto_retencao": 1.000085007225614e-06, "portabilidade": 1.000085007225614e-06, "reclamacao_atendimento": 1.000085007225614e-06, "fidelidade_resgate": 1.000085007225614e-06, "vas_consulta": 1.000085007225614e-06, "conta_explicacao": 1.000085007225614e-06, "vas_contratacao": 1.000085007225614e-06, "beneficios_consulta": 0.9999849987248915, "plano_troca": 1.000085007225614e-06, "fidelidade_pontos": 1.000085007225614e-06, "sem_correspondencia": 1.000085007225614e-06}, "confidence": 0.9996, "input_tokens": 282, "latency_ms": 22.390467999997554}
|
|
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"atendimento_humano": 0.43014301430143015, "vas_contratacao": 0.0008000800080008002, "cancelamento_linha": 0.4798479847984799, "negociacao_divida": 0.00030003000300030005, "suporte_sem_sinal": 0.0009000900090009002, "negociacao_religacao": 0.0006000600060006001, "cadastro_atualizacao": 0.0006000600060006001, "desconto_retencao": 0.00030003000300030005, "internet_problema_conexao": 0.06200620062006201, "fidelidade_pontos": 0.0034003400340034003, "roaming_pacote": 0.0004000400040004001, "conta_debito_automatico_digital": 0.00030003000300030005, "internet_pacote_adicional": 0.0028002800280028006, "conta_vencimento": 0.00030003000300030005, "marketplace_compra": 0.0022002200220022005, "sem_correspondencia": 0.015101510151015103}, "confidence": 0.6267, "input_tokens": 285, "latency_ms": 22.34691000001021}
|
|
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9999930000490003, "fidelidade_resgate": 9.999930000490002e-07, "beneficios_consulta": 9.999930000490002e-07, "marketplace_pedido": 9.999930000490002e-07, "vas_consulta": 9.999930000490002e-07, "marketplace_compra": 9.999930000490002e-07, "vas_contratacao": 9.999930000490002e-07, "sem_correspondencia": 9.999930000490002e-07}, "confidence": 1.0, "input_tokens": 215, "latency_ms": 21.582561999991867}
|
|
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"roaming_cobranca": 0.004299570042995701, "atendimento_humano": 0.004899510048995101, "fidelidade_resgate": 0.0047995200479952005, "cancelamento_linha": 0.5881411858814118, "reclamacao_atendimento": 0.0030996900309969004, "negociacao_divida": 0.0030996900309969004, "conta_segunda_via": 0.0030996900309969004, "seguranca_perda_roubo": 0.0190980901909809, "recarga_realizar": 0.0038996100389961, "plano_consulta": 0.13438656134386562, "fidelidade_pontos": 0.015898410158984102, "internet_consumo": 0.005599440055994401, "conta_contestacao": 0.0032996700329967, "cadastro_atualizacao": 0.10838916108389161, "desconto_retencao": 0.0030996900309969004, "sem_correspondencia": 0.0948905109489051}, "confidence": 0.4938, "input_tokens": 292, "latency_ms": 22.528760999989572}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 9.999930000489998e-07, "vas_consulta": 9.999930000489998e-07, "desconto_retencao": 9.999930000489998e-07, "bonus_nao_recebido": 9.999930000489998e-07, "recarga_nao_creditada": 9.999930000489998e-07, "recarga_realizar": 0.9999930000489998, "recarga_saldo": 9.999930000489998e-07, "sem_correspondencia": 9.999930000489998e-07}, "confidence": 1.0, "input_tokens": 218, "latency_ms": 21.78094699999633}
|
|
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "conta_pagamento_confirmacao", "probabilities": {"bonus_nao_recebido": 9.999970000090002e-07, "conta_pagamento_confirmacao": 0.9999970000090003, "recarga_nao_creditada": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9999, "input_tokens": 143, "latency_ms": 20.700390999991214}
|
|
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.00010000000000000003, "internet_consumo": 0.00010000000000000003, "conta_explicacao": 0.0017000000000000003, "conta_vencimento": 0.00030000000000000003, "conta_debito_automatico_digital": 0.7091000000000001, "roaming_duvida": 0.00020000000000000006, "conta_contestacao": 0.013500000000000003, "parceiros_ofertas": 0.2609000000000001, "conta_segunda_via": 0.013500000000000003, "suporte_chip_esim": 0.00010000000000000003, "conta_pagamento_confirmacao": 0.00030000000000000003, "sem_correspondencia": 0.00020000000000000006}, "confidence": 0.7052, "input_tokens": 275, "latency_ms": 22.509344000013698}
|
|
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"recarga_nao_creditada": 0.0408959104089591, "seguranca_fraude": 0.09369063093690631, "roaming_pacote": 0.006299370062993701, "suporte_sem_sinal": 0.0428957104289571, "troca_numero": 0.12028797120287972, "conta_debito_automatico_digital": 0.006299370062993701, "marketplace_compra": 0.09889011098890112, "cancelamento_linha": 0.30956904309569044, "plano_consulta": 0.09519048095190481, "suporte_configuracao": 0.012698730126987301, "cadastro_atualizacao": 0.006299370062993701, "sem_correspondencia": 0.16698330166983302}, "confidence": 0.192, "input_tokens": 276, "latency_ms": 22.48204200000714}
|
|
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 9.99893011447775e-07, "troca_numero": 9.998930114477751e-05, "conta_explicacao": 9.998930114477751e-05, "suporte_configuracao": 0.00039995720457911005, "internet_pacote_adicional": 0.00039995720457911005, "marketplace_pedido": 9.99893011447775e-07, "conta_pagamento_confirmacao": 9.99893011447775e-07, "seguranca_fraude": 0.0007999144091582201, "desconto_retencao": 9.998930114477751e-05, "vas_contratacao": 9.998930114477751e-05, "beneficios_consulta": 9.99893011447775e-07, "plano_nova_linha": 9.99893011447775e-07, "conta_vencimento": 9.99893011447775e-07, "fidelidade_resgate": 0.00019997860228955502, "suporte_chip_esim": 9.99893011447775e-07, "sem_correspondencia": 0.9977932361237347}, "confidence": 0.9932, "input_tokens": 279, "latency_ms": 22.662680999985696}
|
|
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "desconto_retencao", "probabilities": {"internet_pacote_adicional": 0.0012999961000117, "bonus_nao_recebido": 0.0040999877000369, "fidelidade_resgate": 9.99997000009e-07, "fidelidade_pontos": 9.99997000009e-07, "desconto_retencao": 0.7520977437067689, "beneficios_consulta": 9.99997000009e-07, "recarga_nao_creditada": 0.026999919000243, "sem_correspondencia": 0.2154993535019395}, "confidence": 0.6757, "input_tokens": 243, "latency_ms": 21.948049000002356}
|
|
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.00010001000100010001, "conta_explicacao": 0.9546954695469547, "conta_contestacao": 0.040004000400040006, "sem_correspondencia": 0.005200520052005201}, "confidence": 0.8545, "input_tokens": 138, "latency_ms": 20.761331999977983}
|
|
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.00020002000200020005, "conta_contestacao": 0.03880388038803881, "fidelidade_resgate": 0.00020002000200020005, "vas_cancelamento": 0.00020002000200020005, "conta_vencimento": 0.9366936693669368, "conta_pagamento_confirmacao": 0.00020002000200020005, "roaming_cobranca": 0.00020002000200020005, "desconto_retencao": 0.0024002400240024004, "conta_explicacao": 0.0169016901690169, "suporte_configuracao": 0.00030003000300030005, "conta_segunda_via": 0.0006000600060006001, "sem_correspondencia": 0.003300330033003301}, "confidence": 0.8769, "input_tokens": 287, "latency_ms": 22.653814000022976}
|
|
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.0007000651060548631, "conta_vencimento": 1.0000930086498043e-06, "seguranca_fraude": 1.0000930086498043e-06, "conta_pagamento_confirmacao": 1.0000930086498043e-06, "plano_consulta": 1.0000930086498043e-06, "conta_debito_automatico_digital": 0.99619264591607, "recarga_saldo": 1.0000930086498043e-06, "conta_contestacao": 0.00010000930086498044, "roaming_pacote": 1.0000930086498043e-06, "conta_explicacao": 0.00010000930086498044, "cadastro_atualizacao": 0.002900269725084432, "sem_correspondencia": 1.0000930086498043e-06}, "confidence": 0.9883, "input_tokens": 281, "latency_ms": 22.254279999998516}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.1285, "conta_segunda_via": 0.0185, "conta_debito_automatico_digital": 0.6601, "sem_correspondencia": 0.1929}, "confidence": 0.3298, "input_tokens": 165, "latency_ms": 20.74414800000568}
|
|
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 88, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.4234423442344235, "conta_segunda_via": 0.20002000200020006, "negociacao_religacao": 0.20002000200020006, "sem_correspondencia": 0.17651765176517653}, "confidence": 0.0523, "input_tokens": 198, "latency_ms": 22.147880999995095}
|
|
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 1.0001890357277522e-06, "conta_contestacao": 1.0001890357277522e-06, "suporte_configuracao": 1.0001890357277522e-06, "atendimento_humano": 1.0001890357277522e-06, "conta_explicacao": 1.0001890357277522e-06, "conta_segunda_via": 0.9999889979206068, "negociacao_divida": 1.0001890357277522e-06, "recarga_nao_creditada": 1.0001890357277522e-06, "conta_debito_automatico_digital": 1.0001890357277522e-06, "conta_vencimento": 1.0001890357277522e-06, "conta_pagamento_confirmacao": 1.0001890357277522e-06, "sem_correspondencia": 1.0001890357277522e-06}, "confidence": 0.9991, "input_tokens": 291, "latency_ms": 22.62936200000354}
|
|
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "fidelidade_resgate", "probabilities": {"fidelidade_resgate": 0.9999969997089717, "fidelidade_pontos": 1.0000970094099127e-06, "marketplace_compra": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9996, "input_tokens": 182, "latency_ms": 21.658771999994997}
|
|
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.1455, "seguranca_perda_roubo": 0.5492, "suporte_chip_esim": 0.0616, "sem_correspondencia": 0.2437}, "confidence": 0.1882, "input_tokens": 152, "latency_ms": 20.136781999980258}
|
|
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 1.0001930372561904e-06, "fidelidade_pontos": 1.0001930372561904e-06, "vas_consulta": 1.0001930372561904e-06, "seguranca_perda_roubo": 1.0001930372561904e-06, "cancelamento_linha": 1.0001930372561904e-06, "recarga_nao_creditada": 1.0001930372561904e-06, "marketplace_compra": 1.0001930372561904e-06, "sem_correspondencia": 0.9999929986487393}, "confidence": 0.9991, "input_tokens": 211, "latency_ms": 21.61400400001412}
|
|
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"negociacao_religacao": 0.0105989401059894, "internet_problema_conexao": 0.6362363763623637, "suporte_sem_sinal": 0.3418658134186581, "sem_correspondencia": 0.0112988701129887}, "confidence": 0.4567, "input_tokens": 132, "latency_ms": 21.08856899999978}
|
|
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "seguranca_fraude", "probabilities": {"desconto_retencao": 0.086, "conta_vencimento": 0.0443, "bonus_nao_recebido": 0.0024, "beneficios_consulta": 0.0025, "roaming_pacote": 0.0048, "recarga_nao_creditada": 0.0382, "fidelidade_pontos": 0.0025, "seguranca_fraude": 0.5521, "internet_pacote_adicional": 0.0367, "seguranca_perda_roubo": 0.0028, "internet_consumo": 0.0307, "conta_contestacao": 0.0035, "internet_problema_conexao": 0.1849, "fidelidade_resgate": 0.0025, "conta_segunda_via": 0.0027, "sem_correspondencia": 0.0034}, "confidence": 0.4594, "input_tokens": 306, "latency_ms": 23.146658000001707}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 9.99993000049e-07, "conta_contestacao": 9.99993000049e-07, "conta_debito_automatico_digital": 0.999993000049, "seguranca_perda_roubo": 9.99993000049e-07, "conta_pagamento_confirmacao": 9.99993000049e-07, "conta_segunda_via": 9.99993000049e-07, "conta_explicacao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 1.0, "input_tokens": 254, "latency_ms": 22.042784999996456}
|
|
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"recarga_realizar": 0.016598340165983404, "troca_numero": 0.006799320067993201, "negociacao_divida": 0.00029997000299970003, "conta_pagamento_confirmacao": 0.00029997000299970003, "recarga_saldo": 0.20077992200779923, "seguranca_perda_roubo": 0.00039996000399960006, "plano_troca": 0.00029997000299970003, "internet_consumo": 0.006699330066993301, "internet_problema_conexao": 0.5414458554144586, "vas_consulta": 0.00029997000299970003, "cancelamento_linha": 0.05469453054694531, "conta_explicacao": 0.00039996000399960006, "conta_debito_automatico_digital": 0.0005999400059994001, "internet_pacote_adicional": 0.00039996000399960006, "recarga_nao_creditada": 0.06749325067493252, "sem_correspondencia": 0.1024897510248975}, "confidence": 0.4997, "input_tokens": 286, "latency_ms": 22.40557400000398}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 9.994003597841297e-05, "recarga_saldo": 9.994003597841297e-05, "internet_consumo": 9.994003597841297e-05, "conta_pagamento_confirmacao": 9.994003597841297e-05, "internet_pacote_adicional": 9.994003597841297e-05, "roaming_cobranca": 9.994003597841297e-05, "conta_segunda_via": 0.0013991605036977814, "conta_contestacao": 9.994003597841297e-05, "marketplace_pedido": 0.00019988007195682593, "conta_vencimento": 9.994003597841297e-05, "fidelidade_pontos": 9.994003597841297e-05, "conta_debito_automatico_digital": 0.9970017989206478, "suporte_chip_esim": 9.994003597841297e-05, "conta_explicacao": 0.00019988007195682593, "reclamacao_atendimento": 9.994003597841297e-05, "sem_correspondencia": 9.994003597841297e-05}, "confidence": 0.9923, "input_tokens": 310, "latency_ms": 22.944563999999446}
|
|
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"plano_consulta": 0.00029997000299970003, "vas_cancelamento": 0.00029997000299970003, "seguranca_perda_roubo": 0.00039996000399960006, "cadastro_atualizacao": 0.0025997400259974, "suporte_sem_sinal": 0.00029997000299970003, "suporte_chip_esim": 0.0106989301069893, "suporte_configuracao": 0.9851014898510149, "sem_correspondencia": 0.00029997000299970003}, "confidence": 0.9563, "input_tokens": 244, "latency_ms": 21.600055999982715}
|
|
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.00599997000015, "cadastro_atualizacao": 0.00039999800001, "cancelamento_linha": 9.99995000025e-07, "troca_numero": 0.9935950320248401, "parceiros_ofertas": 9.99995000025e-07, "vas_cancelamento": 9.99995000025e-07, "negociacao_divida": 9.99995000025e-07, "sem_correspondencia": 9.99995000025e-07}, "confidence": 0.9804, "input_tokens": 199, "latency_ms": 21.546672999988914}
|
|
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 9.999970000090002e-07, "cancelamento_linha": 0.9999970000090003, "vas_cancelamento": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 1.0, "input_tokens": 131, "latency_ms": 20.667728999995916}
|
|
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.9999850002249978, "roaming_pacote": 9.999850002249977e-07, "plano_consulta": 9.999850002249977e-07, "plano_troca": 9.999850002249977e-07, "recarga_realizar": 9.999850002249977e-07, "conta_pagamento_confirmacao": 9.999850002249977e-07, "roaming_cobranca": 9.999850002249977e-07, "plano_nova_linha": 9.999850002249977e-07, "portabilidade": 9.999850002249977e-07, "conta_contestacao": 9.999850002249977e-07, "reclamacao_atendimento": 9.999850002249977e-07, "seguranca_fraude": 9.999850002249977e-07, "beneficios_consulta": 9.999850002249977e-07, "internet_consumo": 9.999850002249977e-07, "negociacao_religacao": 9.999850002249977e-07, "sem_correspondencia": 9.999850002249977e-07}, "confidence": 1.0, "input_tokens": 302, "latency_ms": 22.979620000000978}
|
|
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.00019998000199980003, "conta_vencimento": 0.9967003299670033, "parceiros_ofertas": 0.00019998000199980003, "conta_contestacao": 0.0006999300069993001, "conta_debito_automatico_digital": 0.0004999500049995, "conta_segunda_via": 0.00029997000299970003, "conta_pagamento_confirmacao": 0.00019998000199980003, "sem_correspondencia": 0.0011998800119988001}, "confidence": 0.9869, "input_tokens": 238, "latency_ms": 21.988515999993297}
|
|
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9999969997089717, "recarga_saldo": 1.0000970094099127e-06, "plano_consulta": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9992, "input_tokens": 144, "latency_ms": 20.24006400000644}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_realizar": 0.9091, "recarga_saldo": 0.0833, "recarga_nao_creditada": 0.0048, "sem_correspondencia": 0.0028}, "confidence": 0.7579, "input_tokens": 142, "latency_ms": 20.653336000009404}
|