mirror of
https://github.com/mcloh/decision-models-benchmark.git
synced 2026-11-05 22:04:12 +00:00
51 lines
57 KiB
JSON
51 lines
57 KiB
JSON
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 52, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"cadastro_atualizacao": 0.056335248787601926, "atendimento_humano": 0.13065341285350526, "internet_consumo": 0.198553892578701, "suporte_sem_sinal": 0.1711653046275622, "seguranca_fraude": 0.07876508785664219, "internet_pacote_adicional": 0.1994286354556688, "suporte_configuracao": 0.029255496719458096, "sem_correspondencia": 0.13584292112086052}, "confidence": 0.1994286354556688, "input_tokens": 52, "latency_ms": 225.98271699999373}
|
|
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"atendimento_humano": 0.053775466878385345, "suporte_sem_sinal": 0.16270701556893621, "vas_consulta": 0.1867695000269087, "suporte_configuracao": 0.022245632443119525, "internet_consumo": 0.10010040532778873, "internet_pacote_adicional": 0.2197650070865359, "internet_problema_conexao": 0.11716346420876037, "sem_correspondencia": 0.1374735084595652}, "confidence": 0.2197650070865359, "input_tokens": 39, "latency_ms": 108.10410900000988}
|
|
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_contestacao": 0.21456235798478315, "roaming_cobranca": 0.011460235558603161, "vas_cancelamento": 0.03951584673713732, "sem_correspondencia": 0.7344615597194764}, "confidence": 0.7344615597194764, "input_tokens": 48, "latency_ms": 99.19023700001617}
|
|
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.06995329143557767, "vas_contratacao": 0.017055744019333838, "beneficios_consulta": 0.05073850516854497, "sem_correspondencia": 0.8622524593765435}, "confidence": 0.8622524593765435, "input_tokens": 28, "latency_ms": 257.94665999998756}
|
|
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 45, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.0061820178087974575, "recarga_saldo": 0.0023684110226542044, "fidelidade_resgate": 0.006201306897981274, "fidelidade_pontos": 0.7790932141665514, "cadastro_atualizacao": 0.021556030973316074, "bonus_nao_recebido": 0.003189890224723831, "beneficios_consulta": 0.08688958000780617, "sem_correspondencia": 0.0945195488981696}, "confidence": 0.7790932141665514, "input_tokens": 45, "latency_ms": 17.076854999999114}
|
|
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.05440122112040755, "plano_consulta": 0.057328323388887784, "vas_contratacao": 0.023818296425049235, "sem_correspondencia": 0.8644521590656554}, "confidence": 0.8644521590656554, "input_tokens": 58, "latency_ms": 16.240270999986706}
|
|
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"roaming_duvida": 0.020442361694363483, "roaming_pacote": 0.010722794882195739, "internet_pacote_adicional": 0.19799433995443483, "reclamacao_atendimento": 0.23532252145000143, "internet_problema_conexao": 0.06553577253295305, "fidelidade_pontos": 0.06526407222601355, "seguranca_perda_roubo": 0.14368703131694724, "sem_correspondencia": 0.2610311059430907}, "confidence": 0.2610311059430907, "input_tokens": 25, "latency_ms": 16.069651000009344}
|
|
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"conta_segunda_via": 0.09854726106239779, "suporte_sem_sinal": 0.14930426126612928, "internet_problema_conexao": 0.027244915312669888, "roaming_duvida": 0.010823308883336416, "atendimento_humano": 0.04325508110872299, "suporte_chip_esim": 0.010898505733387288, "internet_pacote_adicional": 0.23620072865097635, "vas_consulta": 0.0860637085107012, "conta_contestacao": 0.03885158665032301, "troca_numero": 0.002443797509472913, "conta_explicacao": 0.032772054223446284, "suporte_configuracao": 0.026404337053903514, "recarga_realizar": 0.005723848681179898, "plano_troca": 0.005520029193983542, "recarga_nao_creditada": 0.015785374320698528, "sem_correspondencia": 0.2101612018386711}, "confidence": 0.23620072865097635, "input_tokens": 27, "latency_ms": 30.0154530000043}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.04119667335074926, "suporte_chip_esim": 0.014759652045086839, "conta_contestacao": 0.08782651858909639, "parceiros_ofertas": 0.02698719824385162, "negociacao_religacao": 0.006003883091195774, "conta_vencimento": 0.004412782762988974, "plano_consulta": 0.01998562329009542, "conta_pagamento_confirmacao": 0.03230948314246508, "marketplace_compra": 0.028630844722074285, "conta_debito_automatico_digital": 0.3638481132816521, "seguranca_fraude": 0.17067444010561314, "roaming_pacote": 0.0023468320291955653, "conta_explicacao": 0.04241564046804896, "conta_segunda_via": 0.02659585464255127, "fidelidade_resgate": 0.008749242711069487, "sem_correspondencia": 0.12325721752426583}, "confidence": 0.3638481132816521, "input_tokens": 55, "latency_ms": 31.998642000019117}
|
|
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.03542836673026051, "marketplace_compra": 0.19028649781163554, "internet_consumo": 0.05650212484174117, "fidelidade_resgate": 0.0350669465244993, "suporte_sem_sinal": 0.08586960085971279, "beneficios_consulta": 0.26357694846631613, "conta_vencimento": 0.006798414355180823, "desconto_retencao": 0.0578140193174123, "roaming_pacote": 0.0045910802532201575, "marketplace_pedido": 0.09467799741127535, "vas_contratacao": 0.012554060375456224, "sem_correspondencia": 0.1568339430532897}, "confidence": 0.26357694846631613, "input_tokens": 47, "latency_ms": 23.066180999990138}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 0.051063073577057604, "vas_consulta": 0.11103488861648707, "fidelidade_resgate": 0.004777983915843484, "conta_vencimento": 0.003454938641931287, "fidelidade_pontos": 0.006833984270479956, "recarga_nao_creditada": 0.0031778599225321482, "vas_cancelamento": 0.5696880404411232, "recarga_realizar": 0.05222609806973523, "conta_debito_automatico_digital": 0.007844547061842748, "suporte_configuracao": 0.009524087727610977, "plano_consulta": 0.12252714878617472, "sem_correspondencia": 0.05784734896918157}, "confidence": 0.5696880404411232, "input_tokens": 45, "latency_ms": 22.667248000004747}
|
|
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"suporte_configuracao": 0.048870361824855685, "negociacao_divida": 0.009074899032507447, "roaming_cobranca": 0.0041285788557164456, "internet_pacote_adicional": 0.1330055234738527, "suporte_sem_sinal": 0.38681220567809466, "internet_problema_conexao": 0.09779814527814205, "internet_consumo": 0.09135516587695032, "sem_correspondencia": 0.22895511997988072}, "confidence": 0.38681220567809466, "input_tokens": 38, "latency_ms": 16.56912199999283}
|
|
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.101011203921747, "fidelidade_pontos": 0.019139612958004395, "conta_segunda_via": 0.06407218092303525, "plano_consulta": 0.03272243045973023, "negociacao_religacao": 0.314822001727268, "suporte_chip_esim": 0.008685610735421814, "suporte_sem_sinal": 0.13916649688657018, "conta_debito_automatico_digital": 0.013187473883388064, "negociacao_divida": 0.011569218106683144, "marketplace_pedido": 0.014092667224640618, "conta_pagamento_confirmacao": 0.1670704098828668, "sem_correspondencia": 0.11446069329064448}, "confidence": 0.314822001727268, "input_tokens": 49, "latency_ms": 25.267310000003818}
|
|
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"fidelidade_resgate": 0.0322725734402516, "roaming_pacote": 0.004293730932124961, "internet_problema_conexao": 0.09653119706909657, "suporte_chip_esim": 0.008223836279571666, "atendimento_humano": 0.04357657565334225, "internet_consumo": 0.09745361619646245, "bonus_nao_recebido": 0.02955855976954639, "conta_vencimento": 0.003374418696856429, "reclamacao_atendimento": 0.042669355710337475, "internet_pacote_adicional": 0.4479767663479717, "seguranca_fraude": 0.07039847943783373, "sem_correspondencia": 0.12367089046660479}, "confidence": 0.4479767663479717, "input_tokens": 34, "latency_ms": 22.61022900000853}
|
|
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.052223323997507634, "plano_consulta": 0.7092705263306122, "internet_consumo": 0.01340220848616647, "sem_correspondencia": 0.2251039411857137}, "confidence": 0.7092705263306122, "input_tokens": 42, "latency_ms": 15.229478999998491}
|
|
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_consulta", "probabilities": {"atendimento_humano": 0.0780028368298572, "marketplace_pedido": 0.03543883032785315, "internet_consumo": 0.10454539492176262, "roaming_duvida": 0.009612469508692342, "parceiros_ofertas": 0.057979041008274584, "vas_cancelamento": 0.0032916856870473642, "conta_segunda_via": 0.022582544877500384, "cadastro_atualizacao": 0.03380770831753859, "beneficios_consulta": 0.04440431845448434, "vas_consulta": 0.23186754154627376, "vas_contratacao": 0.22551674143220743, "conta_debito_automatico_digital": 0.013890455793778738, "recarga_nao_creditada": 0.0028522751429275895, "negociacao_divida": 0.010517132934589111, "desconto_retencao": 0.005972461976397835, "sem_correspondencia": 0.11971856124081494}, "confidence": 0.23186754154627376, "input_tokens": 48, "latency_ms": 31.013777999987724}
|
|
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.8657892619896955, "conta_contestacao": 0.013563494624067298, "conta_explicacao": 0.022394131034831292, "sem_correspondencia": 0.09825311235140591}, "confidence": 0.8657892619896955, "input_tokens": 55, "latency_ms": 15.635527000000593}
|
|
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"vas_contratacao": 0.008252110729968856, "reclamacao_atendimento": 0.024923916244704896, "troca_numero": 0.000887728804666517, "parceiros_ofertas": 0.04714925814417573, "fidelidade_pontos": 0.035775003816333084, "seguranca_fraude": 0.030444237939537794, "recarga_nao_creditada": 0.0023409569367249697, "conta_debito_automatico_digital": 0.008225086541518782, "desconto_retencao": 0.012443699542397123, "roaming_pacote": 0.004633143767495816, "conta_contestacao": 0.018452736507103884, "internet_pacote_adicional": 0.4520244518222896, "roaming_duvida": 0.009017048838205893, "negociacao_divida": 0.004200628695434458, "atendimento_humano": 0.21661428661066046, "sem_correspondencia": 0.12461570505878211}, "confidence": 0.4520244518222896, "input_tokens": 31, "latency_ms": 28.36701999999036}
|
|
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 65, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0037003373029345366, "atendimento_humano": 0.09600925264490082, "negociacao_religacao": 0.005742916729027346, "conta_vencimento": 0.0034572751540599186, "reclamacao_atendimento": 0.33246465890443944, "internet_consumo": 0.051633189389880665, "conta_debito_automatico_digital": 0.0025281703088474937, "sem_correspondencia": 0.5044641995659097}, "confidence": 0.5044641995659097, "input_tokens": 65, "latency_ms": 17.303176999973857}
|
|
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.006292860509851027, "troca_numero": 0.003360797662067033, "plano_consulta": 0.20197646385703014, "atendimento_humano": 0.051062274890689145, "bonus_nao_recebido": 0.011676951349591212, "desconto_retencao": 0.010084617915839108, "portabilidade": 0.006007759851428829, "reclamacao_atendimento": 0.018377238944471196, "fidelidade_resgate": 0.012301740276679482, "vas_consulta": 0.10153849456029454, "conta_explicacao": 0.012075359041116906, "vas_contratacao": 0.012267879250401237, "beneficios_consulta": 0.4171575917490307, "plano_troca": 0.011620013081161349, "fidelidade_pontos": 0.026404969480277405, "sem_correspondencia": 0.0977949875800707}, "confidence": 0.4171575917490307, "input_tokens": 33, "latency_ms": 27.516087999998717}
|
|
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"atendimento_humano": 0.16368766117583425, "vas_contratacao": 0.008664625690785731, "cancelamento_linha": 0.006148658688541973, "negociacao_divida": 0.011904921374350143, "suporte_sem_sinal": 0.11714657387895516, "negociacao_religacao": 0.00592038873169544, "cadastro_atualizacao": 0.02880358135178435, "desconto_retencao": 0.02515101431043515, "internet_problema_conexao": 0.07578302914571271, "fidelidade_pontos": 0.051116012001096264, "roaming_pacote": 0.0027765973917372078, "conta_debito_automatico_digital": 0.004451067183782998, "internet_pacote_adicional": 0.34143209433548705, "conta_vencimento": 0.0041066715465113484, "marketplace_compra": 0.013957142820146068, "sem_correspondencia": 0.13894996037314417}, "confidence": 0.34143209433548705, "input_tokens": 32, "latency_ms": 30.086102000012716}
|
|
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.8404621475231039, "fidelidade_resgate": 0.002695284124895113, "beneficios_consulta": 0.014476204184193422, "marketplace_pedido": 0.00885861675989489, "vas_consulta": 0.07322766106712641, "marketplace_compra": 0.016029328820986375, "vas_contratacao": 0.003448795745561577, "sem_correspondencia": 0.04080196177423833}, "confidence": 0.8404621475231039, "input_tokens": 39, "latency_ms": 16.538960000019642}
|
|
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "atendimento_humano", "probabilities": {"roaming_cobranca": 0.004703780181481923, "atendimento_humano": 0.21747404387563943, "fidelidade_resgate": 0.04700226720190204, "cancelamento_linha": 0.008296265286151938, "reclamacao_atendimento": 0.04900089290226086, "negociacao_divida": 0.020465431782569345, "conta_segunda_via": 0.04503450553173783, "seguranca_perda_roubo": 0.02506527869278863, "recarga_realizar": 0.006753937356998067, "plano_consulta": 0.1459976289095302, "fidelidade_pontos": 0.14119541677924669, "internet_consumo": 0.028110634601001244, "conta_contestacao": 0.025930566773588227, "cadastro_atualizacao": 0.039803385827232585, "desconto_retencao": 0.021532805686660123, "sem_correspondencia": 0.1736331586112109}, "confidence": 0.21747404387563943, "input_tokens": 41, "latency_ms": 29.132835000012847}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.07134971598217472, "vas_consulta": 0.13494494236903634, "desconto_retencao": 0.0045177535012339105, "bonus_nao_recebido": 0.004612819647763948, "recarga_nao_creditada": 0.006201053822294928, "recarga_realizar": 0.5247290009813481, "recarga_saldo": 0.18268352313113415, "sem_correspondencia": 0.07096119056501392}, "confidence": 0.5247290009813481, "input_tokens": 44, "latency_ms": 17.075704999996333}
|
|
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"bonus_nao_recebido": 0.08372950031433578, "conta_pagamento_confirmacao": 0.22804124720509764, "recarga_nao_creditada": 0.013046892477067378, "sem_correspondencia": 0.6751823600034992}, "confidence": 0.6751823600034992, "input_tokens": 30, "latency_ms": 14.997621000020445}
|
|
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.015579159221940336, "internet_consumo": 0.06965314858671318, "conta_explicacao": 0.09037444858542046, "conta_vencimento": 0.007682761110024803, "conta_debito_automatico_digital": 0.2591247676827058, "roaming_duvida": 0.03496571387635015, "conta_contestacao": 0.052302658654238963, "parceiros_ofertas": 0.07681320074705085, "conta_segunda_via": 0.06152032633939356, "suporte_chip_esim": 0.016697535995425256, "conta_pagamento_confirmacao": 0.05752800750933908, "sem_correspondencia": 0.25775827169139753}, "confidence": 0.2591247676827058, "input_tokens": 30, "latency_ms": 22.798891999997295}
|
|
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.018612663760357313, "seguranca_fraude": 0.16695581169226623, "roaming_pacote": 0.00763581751841581, "suporte_sem_sinal": 0.21797463482516574, "troca_numero": 0.0022510585242065864, "conta_debito_automatico_digital": 0.015069637674135257, "marketplace_compra": 0.05078315752522135, "cancelamento_linha": 0.005704296259772443, "plano_consulta": 0.1361603543471817, "suporte_configuracao": 0.039467203669291274, "cadastro_atualizacao": 0.040372292819166704, "sem_correspondencia": 0.2990130713848196}, "confidence": 0.2990130713848196, "input_tokens": 45, "latency_ms": 23.559174000013172}
|
|
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"recarga_saldo": 0.0018952114894957258, "troca_numero": 0.0011671404162693305, "conta_explicacao": 0.027333115710181963, "suporte_configuracao": 0.018468970129717516, "internet_pacote_adicional": 0.47085248651097056, "marketplace_pedido": 0.027234261408444628, "conta_pagamento_confirmacao": 0.028381620999215106, "seguranca_fraude": 0.08426551382506296, "desconto_retencao": 0.02662037083023783, "vas_contratacao": 0.0061847571199700755, "beneficios_consulta": 0.08755633836315901, "plano_nova_linha": 0.014789012017979905, "conta_vencimento": 0.0034042826760555785, "fidelidade_resgate": 0.008650485284193602, "suporte_chip_esim": 0.020976593373611144, "sem_correspondencia": 0.17221983984543507}, "confidence": 0.47085248651097056, "input_tokens": 27, "latency_ms": 28.566608000005544}
|
|
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"internet_pacote_adicional": 0.6832905297174775, "bonus_nao_recebido": 0.10238113082678955, "fidelidade_resgate": 0.010742720036423802, "fidelidade_pontos": 0.019711298537623722, "desconto_retencao": 0.025373598135332794, "beneficios_consulta": 0.08311284194138725, "recarga_nao_creditada": 0.007519991942346231, "sem_correspondencia": 0.06786788886261917}, "confidence": 0.6832905297174775, "input_tokens": 55, "latency_ms": 17.529765000006137}
|
|
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.1085212909320093, "conta_explicacao": 0.21072460868004417, "conta_contestacao": 0.13546410303908663, "sem_correspondencia": 0.5452899973488599}, "confidence": 0.5452899973488599, "input_tokens": 38, "latency_ms": 15.455623000008245}
|
|
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 42, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_debito_automatico_digital": 0.23479785167256934, "conta_contestacao": 0.0632257763398509, "fidelidade_resgate": 0.019217861932624227, "vas_cancelamento": 0.012384943739047399, "conta_vencimento": 0.09830571770573703, "conta_pagamento_confirmacao": 0.07605871604232271, "roaming_cobranca": 0.007165232251001531, "desconto_retencao": 0.021546227987902688, "conta_explicacao": 0.09499963430454733, "suporte_configuracao": 0.03691896446046724, "conta_segunda_via": 0.02652496860587252, "sem_correspondencia": 0.3088541049580571}, "confidence": 0.3088541049580571, "input_tokens": 42, "latency_ms": 23.2143990000111}
|
|
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.057109587189212094, "conta_vencimento": 0.00393716035974506, "seguranca_fraude": 0.016615564868129852, "conta_pagamento_confirmacao": 0.03624933367773702, "plano_consulta": 0.028753018142124945, "conta_debito_automatico_digital": 0.6211930140229414, "recarga_saldo": 0.002112909093235958, "conta_contestacao": 0.01647862320498452, "roaming_pacote": 0.002216476348263468, "conta_explicacao": 0.02848480470732795, "cadastro_atualizacao": 0.09066397897170238, "sem_correspondencia": 0.09618552941459543}, "confidence": 0.6211930140229414, "input_tokens": 36, "latency_ms": 22.749861999983523}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_contestacao": 0.06402455174886358, "conta_segunda_via": 0.11349756846580553, "conta_debito_automatico_digital": 0.04199160572898975, "sem_correspondencia": 0.7804862740563412}, "confidence": 0.7804862740563412, "input_tokens": 58, "latency_ms": 15.320313000017904}
|
|
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 108, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "sem_correspondencia", "probabilities": {"negociacao_divida": 0.2926198345901183, "conta_segunda_via": 0.15401649932452668, "negociacao_religacao": 0.07506813350608049, "sem_correspondencia": 0.47829553257927454}, "confidence": 0.47829553257927454, "input_tokens": 108, "latency_ms": 16.126485000000912}
|
|
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.0008767473642398213, "conta_contestacao": 0.022879721978548283, "suporte_configuracao": 0.006237454774320957, "atendimento_humano": 0.017404065272228292, "conta_explicacao": 0.024160307199562574, "conta_segunda_via": 0.8357749040365631, "negociacao_divida": 0.0035502482235969498, "recarga_nao_creditada": 0.0009086272323973546, "conta_debito_automatico_digital": 0.0028331266279310913, "conta_vencimento": 0.0019108209453504014, "conta_pagamento_confirmacao": 0.037286841691066046, "sem_correspondencia": 0.04617713465419518}, "confidence": 0.8357749040365631, "input_tokens": 52, "latency_ms": 23.15337999999656}
|
|
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 87, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.40417652268247434, "fidelidade_pontos": 0.0743838082228353, "marketplace_compra": 0.03227732618920027, "sem_correspondencia": 0.4891623429054901}, "confidence": 0.4891623429054901, "input_tokens": 87, "latency_ms": 15.634336999994503}
|
|
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.036999271081818906, "seguranca_perda_roubo": 0.8271529012032324, "suporte_chip_esim": 0.007003919591813269, "sem_correspondencia": 0.12884390812313548}, "confidence": 0.8271529012032324, "input_tokens": 34, "latency_ms": 15.104899000021987}
|
|
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.053746398517148096, "fidelidade_pontos": 0.06623835573125475, "vas_consulta": 0.24985513322919595, "seguranca_perda_roubo": 0.056857582374905326, "cancelamento_linha": 0.00773547177428837, "recarga_nao_creditada": 0.0035119981131403336, "marketplace_compra": 0.07919440219214723, "sem_correspondencia": 0.48286065806791995}, "confidence": 0.48286065806791995, "input_tokens": 32, "latency_ms": 15.750823999979957}
|
|
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.004204503822150029, "internet_problema_conexao": 0.016851634171665682, "suporte_sem_sinal": 0.7712092575567093, "sem_correspondencia": 0.207734604449475}, "confidence": 0.7712092575567093, "input_tokens": 33, "latency_ms": 15.273492000005717}
|
|
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 60, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"desconto_retencao": 0.01445794214202192, "conta_vencimento": 0.0033222283782033154, "bonus_nao_recebido": 0.0387164668822322, "beneficios_consulta": 0.11439410728219856, "roaming_pacote": 0.0019448294890385127, "recarga_nao_creditada": 0.05145495108785894, "fidelidade_pontos": 0.06453726094312998, "seguranca_fraude": 0.044639100718937647, "internet_pacote_adicional": 0.38958699400541325, "seguranca_perda_roubo": 0.029326090877953927, "internet_consumo": 0.06346566634512597, "conta_contestacao": 0.025296409188112635, "internet_problema_conexao": 0.033916028258939156, "fidelidade_resgate": 0.017840896706952086, "conta_segunda_via": 0.009036126061615754, "sem_correspondencia": 0.09806490163226617}, "confidence": 0.38958699400541325, "input_tokens": 60, "latency_ms": 30.702762999993638}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 64, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.003076353419844484, "conta_contestacao": 0.012606698402417063, "conta_debito_automatico_digital": 0.8334672658659977, "seguranca_perda_roubo": 0.004873185539951281, "conta_pagamento_confirmacao": 0.01595677661415541, "conta_segunda_via": 0.012114936787704526, "conta_explicacao": 0.017770363460627592, "sem_correspondencia": 0.1001344199093019}, "confidence": 0.8334672658659977, "input_tokens": 64, "latency_ms": 18.12049299999785}
|
|
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_realizar": 0.009440525176641134, "troca_numero": 0.0017867456865630535, "negociacao_divida": 0.008776522001428219, "conta_pagamento_confirmacao": 0.06964613306722123, "recarga_saldo": 0.1240549724138204, "seguranca_perda_roubo": 0.017162102736405314, "plano_troca": 0.005448703505046977, "internet_consumo": 0.08027827520093476, "internet_problema_conexao": 0.045109859364943466, "vas_consulta": 0.1765697550152088, "cancelamento_linha": 0.003708286807936686, "conta_explicacao": 0.044145240172030004, "conta_debito_automatico_digital": 0.008346177409245668, "internet_pacote_adicional": 0.0443263786825469, "recarga_nao_creditada": 0.20188062830805456, "sem_correspondencia": 0.15931969445197283}, "confidence": 0.20188062830805456, "input_tokens": 39, "latency_ms": 29.15602199999512}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 66, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.0040974963662573395, "recarga_saldo": 0.002203416405786597, "internet_consumo": 0.008106360631331262, "conta_pagamento_confirmacao": 0.026935361487274802, "internet_pacote_adicional": 0.0073044477074101005, "roaming_cobranca": 0.0008070764669870278, "conta_segunda_via": 0.012091944161816534, "conta_contestacao": 0.004998372086368401, "marketplace_pedido": 0.010097672525096295, "conta_vencimento": 0.007169505594128651, "fidelidade_pontos": 0.005826252144675028, "conta_debito_automatico_digital": 0.8448174062285755, "suporte_chip_esim": 0.005556724148974422, "conta_explicacao": 0.016825097481764924, "reclamacao_atendimento": 0.00382051406514029, "sem_correspondencia": 0.0393423524984128}, "confidence": 0.8448174062285755, "input_tokens": 66, "latency_ms": 33.2923830000027}
|
|
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.029789454735619773, "vas_cancelamento": 0.008617464308520445, "seguranca_perda_roubo": 0.026964725474487004, "cadastro_atualizacao": 0.038705061472308726, "suporte_sem_sinal": 0.25819596215381535, "suporte_chip_esim": 0.2821762812517834, "suporte_configuracao": 0.09905239028582068, "sem_correspondencia": 0.25649866031764457}, "confidence": 0.2821762812517834, "input_tokens": 53, "latency_ms": 18.520309000024326}
|
|
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.005381088441176417, "cadastro_atualizacao": 0.04853777770491317, "cancelamento_linha": 0.013806940577161586, "troca_numero": 0.7963112297007858, "parceiros_ofertas": 0.03285130237273662, "vas_cancelamento": 0.005520014300533178, "negociacao_divida": 0.007130538382368911, "sem_correspondencia": 0.09046110852032424}, "confidence": 0.7963112297007858, "input_tokens": 36, "latency_ms": 16.28187699998307}
|
|
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.0011243137705509185, "cancelamento_linha": 0.9701869049010177, "vas_cancelamento": 0.010001356558746755, "sem_correspondencia": 0.01868742476968471}, "confidence": 0.9701869049010177, "input_tokens": 30, "latency_ms": 16.779896000002736}
|
|
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.1732159770708393, "roaming_pacote": 0.0037793603793276668, "plano_consulta": 0.16716804306435382, "plano_troca": 0.008064780932568174, "recarga_realizar": 0.01938661095805731, "conta_pagamento_confirmacao": 0.038606865360448016, "roaming_cobranca": 0.004615787663119686, "plano_nova_linha": 0.007958278613284036, "portabilidade": 0.007888173309809678, "conta_contestacao": 0.08319006465124591, "reclamacao_atendimento": 0.09350887241870864, "seguranca_fraude": 0.07256980640714976, "beneficios_consulta": 0.10452009241047808, "internet_consumo": 0.0493481322035615, "negociacao_religacao": 0.007570576494467071, "sem_correspondencia": 0.15860857806258138}, "confidence": 0.1732159770708393, "input_tokens": 53, "latency_ms": 29.100322000005008}
|
|
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_explicacao": 0.1184994564578342, "conta_vencimento": 0.09283214115857026, "parceiros_ofertas": 0.05988190622017486, "conta_contestacao": 0.05876883799069837, "conta_debito_automatico_digital": 0.02773282097780548, "conta_segunda_via": 0.111914909488342, "conta_pagamento_confirmacao": 0.07364615249289926, "sem_correspondencia": 0.4567237752136756}, "confidence": 0.4567237752136756, "input_tokens": 41, "latency_ms": 16.521242999999686}
|
|
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"internet_consumo": 0.4036899163906658, "recarga_saldo": 0.032360035564452015, "plano_consulta": 0.08023895978660554, "sem_correspondencia": 0.48371108825827663}, "confidence": 0.48371108825827663, "input_tokens": 50, "latency_ms": 15.449050999990277}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.10108646110270232, "recarga_saldo": 0.09457484778846646, "recarga_nao_creditada": 0.018493103554909077, "sem_correspondencia": 0.7858455875539221}, "confidence": 0.7858455875539221, "input_tokens": 47, "latency_ms": 15.211014999977124}
|