mirror of
https://github.com/mcloh/decision-models-benchmark.git
synced 2026-11-05 22:04:12 +00:00
51 lines
57 KiB
JSON
51 lines
57 KiB
JSON
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "suporte_sem_sinal", "probabilities": {"cadastro_atualizacao": 0.0027647105079476276, "atendimento_humano": 0.0004804346474649424, "internet_consumo": 0.00020027495746576806, "suporte_sem_sinal": 0.9843051204449914, "seguranca_fraude": 0.0004239820882821337, "internet_pacote_adicional": 0.00017674202962880193, "suporte_configuracao": 0.0031328274352584533, "sem_correspondencia": 0.00851590788896101}, "confidence": 0.9843051204449914, "input_tokens": 330, "latency_ms": 432.485086000014}
|
|
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.004066621752115765, "suporte_sem_sinal": 0.0003782547450860213, "vas_consulta": 8.440004184794742e-05, "suporte_configuracao": 4.51760869665949e-05, "internet_consumo": 0.00010837179890227351, "internet_pacote_adicional": 4.51760869665949e-05, "internet_problema_conexao": 0.995069534312916, "sem_correspondencia": 0.00020246517519883025}, "confidence": 0.995069534312916, "input_tokens": 305, "latency_ms": 103.89646999999513}
|
|
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9996852921657218, "roaming_cobranca": 0.00013979761933802424, "vas_cancelamento": 6.603571952810313e-05, "sem_correspondencia": 0.00010887449541197146}, "confidence": 0.9996852921657218, "input_tokens": 219, "latency_ms": 75.16464200000428}
|
|
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.014008553327799265, "vas_contratacao": 0.0031257307474796695, "beneficios_consulta": 0.0007903084987872278, "sem_correspondencia": 0.9820754074259338}, "confidence": 0.9820754074259338, "input_tokens": 205, "latency_ms": 73.76021099997843}
|
|
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.015538850056580714, "recarga_saldo": 0.16705838185476257, "fidelidade_resgate": 0.004451955078901611, "fidelidade_pontos": 0.7487037240668524, "cadastro_atualizacao": 0.001637782746546689, "bonus_nao_recebido": 0.00046923261310048334, "beneficios_consulta": 0.0006827294235200675, "sem_correspondencia": 0.06145734415973548}, "confidence": 0.7487037240668524, "input_tokens": 319, "latency_ms": 106.66608299999325}
|
|
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"vas_cancelamento": 0.6922971037429473, "plano_consulta": 0.01628126734267781, "vas_contratacao": 0.002829260030508072, "sem_correspondencia": 0.2885923688838669}, "confidence": 0.6922971037429473, "input_tokens": 231, "latency_ms": 75.76328600001148}
|
|
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 26, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"roaming_duvida": 0.05763987259541277, "roaming_pacote": 0.016514099988995973, "internet_pacote_adicional": 0.001972327979939191, "reclamacao_atendimento": 0.20118292338239674, "internet_problema_conexao": 0.014573642089261247, "fidelidade_pontos": 0.003684793775251855, "seguranca_perda_roubo": 0.0022349403994085123, "sem_correspondencia": 0.7021973997893337}, "confidence": 0.7021973997893337, "input_tokens": 299, "latency_ms": 104.10894200001053}
|
|
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 26, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.0019198291118549089, "suporte_sem_sinal": 0.00037803676652113015, "internet_problema_conexao": 7.443985298445253e-05, "roaming_duvida": 4.806198138692069e-05, "atendimento_humano": 6.5692939687632e-05, "suporte_chip_esim": 7.443985298445253e-05, "internet_pacote_adicional": 3.516289674081377e-05, "vas_consulta": 5.446135985991578e-05, "conta_contestacao": 7.443985298445253e-05, "troca_numero": 0.00015758917000473105, "conta_explicacao": 3.303248452468185e-05, "suporte_configuracao": 0.0014951644156758826, "recarga_realizar": 0.0001227305690032573, "plano_troca": 0.00048540881665558056, "recarga_nao_creditada": 0.00048540881665558056, "sem_correspondencia": 0.9944961011124757}, "confidence": 0.9944961011124757, "input_tokens": 502, "latency_ms": 161.68479800001023}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.03868152202014013, "suporte_chip_esim": 0.0013236088969604699, "conta_contestacao": 0.0014998453740562448, "parceiros_ofertas": 0.0004297128942156803, "negociacao_religacao": 0.0004297128942156803, "conta_vencimento": 0.0003346607385110515, "plano_consulta": 0.00017913098496464568, "conta_pagamento_confirmacao": 0.00029533706515267623, "marketplace_compra": 0.0013236088969604699, "conta_debito_automatico_digital": 0.7769391387806214, "seguranca_fraude": 0.00015808253938822753, "roaming_pacote": 0.0004869285013433668, "conta_explicacao": 0.0007084767889875061, "conta_segunda_via": 0.0019258395813897512, "fidelidade_resgate": 0.0019258395813897512, "sem_correspondencia": 0.17335855446170317}, "confidence": 0.7769391387806214, "input_tokens": 538, "latency_ms": 183.39434300000335}
|
|
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"plano_troca": 0.02737684890886291, "marketplace_compra": 0.3779257417431481, "internet_consumo": 0.0015444961272162447, "fidelidade_resgate": 0.000568188372171769, "suporte_sem_sinal": 0.0004425055491794405, "beneficios_consulta": 0.018815814742141803, "conta_vencimento": 0.0003446236682143903, "desconto_retencao": 0.0009367842549640763, "roaming_pacote": 0.0013630130483222392, "marketplace_pedido": 0.004198375756737288, "vas_contratacao": 0.01660489822954571, "sem_correspondencia": 0.549878709599496}, "confidence": 0.549878709599496, "input_tokens": 417, "latency_ms": 141.62950000002184}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_saldo": 0.1140575883275898, "vas_consulta": 0.009362416980915424, "fidelidade_resgate": 0.0012670653538914612, "conta_vencimento": 0.0008708404332570903, "fidelidade_pontos": 0.0016269441190010841, "recarga_nao_creditada": 0.003902836051736766, "vas_cancelamento": 0.010609008318890898, "recarga_realizar": 0.6563561030087082, "conta_debito_automatico_digital": 0.012021581365124313, "suporte_configuracao": 0.0016269441190010841, "plano_consulta": 0.0002494999614279626, "sem_correspondencia": 0.18804917196045595}, "confidence": 0.6563561030087082, "input_tokens": 413, "latency_ms": 141.04726499999742}
|
|
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.010408568175422439, "negociacao_divida": 0.002322465483897859, "roaming_cobranca": 0.0005872112342192096, "internet_pacote_adicional": 0.0008543873043563078, "suporte_sem_sinal": 0.03632947262834716, "internet_problema_conexao": 0.9369494480974345, "internet_consumo": 0.0007539941497020436, "sem_correspondencia": 0.011794452926620538}, "confidence": 0.9369494480974345, "input_tokens": 310, "latency_ms": 105.42335399998137}
|
|
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.006952633029183546, "fidelidade_pontos": 0.00034615121596063024, "conta_segunda_via": 0.00026958283805125777, "plano_consulta": 0.00011237884634071157, "negociacao_religacao": 0.9106152235828836, "suporte_chip_esim": 0.000392240714892989, "suporte_sem_sinal": 0.01667849960172803, "conta_debito_automatico_digital": 0.00017405576213804365, "negociacao_divida": 0.0012081864588450386, "marketplace_pedido": 0.00044446695931081657, "conta_pagamento_confirmacao": 0.027498197056732624, "sem_correspondencia": 0.035308383933932735}, "confidence": 0.9106152235828836, "input_tokens": 445, "latency_ms": 144.14170399999193}
|
|
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"fidelidade_resgate": 0.0064558251092047885, "roaming_pacote": 0.0012712273370788139, "internet_problema_conexao": 0.0026911882937143356, "suporte_chip_esim": 0.0023749653334748234, "atendimento_humano": 0.000364212729972886, "internet_consumo": 0.0023749653334748234, "bonus_nao_recebido": 0.00013398637556995074, "conta_vencimento": 6.329068234224053e-05, "reclamacao_atendimento": 0.00041270709155602145, "internet_pacote_adicional": 0.9581293990708192, "seguranca_fraude": 0.0001949490261300882, "sem_correspondencia": 0.02553328361666205}, "confidence": 0.9581293990708192, "input_tokens": 411, "latency_ms": 140.91456100001665}
|
|
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.03719472854583607, "plano_consulta": 0.9592646923248362, "internet_consumo": 0.001442196134880731, "sem_correspondencia": 0.002098382994447017}, "confidence": 0.9592646923248362, "input_tokens": 214, "latency_ms": 72.12725499999806}
|
|
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.03317175747749326, "marketplace_pedido": 0.0024029540520687266, "internet_consumo": 0.0007801249619528564, "roaming_duvida": 0.0002532694937458336, "parceiros_ofertas": 0.0007801249619528564, "vas_cancelamento": 0.00041757080155820883, "conta_segunda_via": 8.752759494841195e-05, "cadastro_atualizacao": 0.00011238765657531051, "beneficios_consulta": 0.0002532694937458336, "vas_consulta": 0.0006884578625523211, "vas_contratacao": 0.8555109009952421, "conta_debito_automatico_digital": 0.0012862086185758024, "recarga_nao_creditada": 0.000368504938984886, "negociacao_divida": 0.0002532694937458336, "desconto_retencao": 0.0014574653064603903, "sem_correspondencia": 0.10217620629039745}, "confidence": 0.8555109009952421, "input_tokens": 514, "latency_ms": 178.76995699998588}
|
|
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9998424147983029, "conta_contestacao": 6.604609850054371e-05, "conta_explicacao": 1.6699068849357944e-05, "sem_correspondencia": 7.484003434699035e-05}, "confidence": 0.9998424147983029, "input_tokens": 230, "latency_ms": 76.16462299998261}
|
|
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.0028090102612853313, "reclamacao_atendimento": 0.038777190541337075, "troca_numero": 0.0003801581993256018, "parceiros_ofertas": 0.00015847351476821532, "fidelidade_pontos": 0.00013985238592464417, "seguranca_fraude": 6.606158943183017e-05, "recarga_nao_creditada": 5.476698123226582e-05, "conta_debito_automatico_digital": 5.476698123226582e-05, "desconto_retencao": 0.00023057760343212402, "roaming_pacote": 0.00020348402083422863, "conta_contestacao": 5.476698123226582e-05, "internet_pacote_adicional": 0.0011709696908170579, "roaming_duvida": 0.0007102290190747685, "negociacao_divida": 0.00017957401811166603, "atendimento_humano": 0.8825647887425286, "sem_correspondencia": 0.072445329469432}, "confidence": 0.8825647887425286, "input_tokens": 494, "latency_ms": 158.7071129999913}
|
|
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 0.0027963314403118213, "atendimento_humano": 0.0005506303083379575, "negociacao_religacao": 0.0002947311654268272, "conta_vencimento": 7.451970873758085e-05, "reclamacao_atendimento": 0.9955629521600471, "internet_consumo": 9.568520006322138e-05, "conta_debito_automatico_digital": 7.451970873758085e-05, "sem_correspondencia": 0.0005506303083379575}, "confidence": 0.9955629521600471, "input_tokens": 326, "latency_ms": 113.77530000001457}
|
|
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.017376207693641954, "troca_numero": 0.0005247160061507468, "plano_consulta": 0.02231149232428135, "atendimento_humano": 0.00013266898290743568, "bonus_nao_recebido": 0.0005945811306691221, "desconto_retencao": 7.101258931119554e-05, "portabilidade": 3.354397201414286e-05, "reclamacao_atendimento": 3.80102999975429e-05, "fidelidade_resgate": 0.00010332270777759775, "vas_consulta": 7.101258931119554e-05, "conta_explicacao": 0.00019303223111644783, "vas_contratacao": 0.00021873417408164094, "beneficios_consulta": 0.9487087946645388, "plano_troca": 0.00010332270777759775, "fidelidade_pontos": 0.00021873417408164094, "sem_correspondencia": 0.009300813752341461}, "confidence": 0.9487087946645388, "input_tokens": 506, "latency_ms": 159.7990030000176}
|
|
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"atendimento_humano": 0.008538800664273845, "vas_contratacao": 0.0013094674927651687, "cancelamento_linha": 0.00017721715402251118, "negociacao_divida": 0.000292181691369855, "suporte_sem_sinal": 0.00037516871800970713, "negociacao_religacao": 0.00033108523159020004, "cadastro_atualizacao": 8.371145613218705e-05, "desconto_retencao": 0.0002578494376258252, "internet_problema_conexao": 0.0001563935895097233, "fidelidade_pontos": 8.371145613218705e-05, "roaming_pacote": 2.116557073268894e-05, "conta_debito_automatico_digital": 0.00020081334393751404, "internet_pacote_adicional": 0.00022755133003797058, "conta_vencimento": 0.00037516871800970713, "marketplace_compra": 0.0006185486454839023, "sem_correspondencia": 0.9869511655003671}, "confidence": 0.9869511655003671, "input_tokens": 488, "latency_ms": 158.7842920000071}
|
|
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9960630572471455, "fidelidade_resgate": 0.0009082919384587677, "beneficios_consulta": 0.0003786324119236294, "marketplace_pedido": 7.003995360791205e-05, "vas_consulta": 0.0001229239467528493, "marketplace_compra": 0.0009082919384587677, "vas_contratacao": 5.124232471024619e-05, "sem_correspondencia": 0.0014975202389424219}, "confidence": 0.9960630572471455, "input_tokens": 312, "latency_ms": 105.25822799999673}
|
|
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"roaming_cobranca": 0.010863363895846596, "atendimento_humano": 0.0011449901307555848, "fidelidade_resgate": 0.00022546192473935138, "cancelamento_linha": 0.00013674956995223892, "reclamacao_atendimento": 0.0004212183294491812, "negociacao_divida": 0.0002894988418606659, "conta_segunda_via": 0.00015495756364893327, "seguranca_perda_roubo": 0.000175589923539793, "recarga_realizar": 0.0002894988418606659, "plano_consulta": 0.0024239441258309216, "fidelidade_pontos": 0.0001206810719126263, "internet_consumo": 0.002139123183083913, "conta_contestacao": 0.0005408550409874993, "cadastro_atualizacao": 0.0018877695833184537, "desconto_retencao": 0.0012974437954424742, "sem_correspondencia": 0.9778888541777712}, "confidence": 0.9778888541777712, "input_tokens": 511, "latency_ms": 161.21010599999863}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.0031667591188996175, "vas_consulta": 0.0005503002200488436, "desconto_retencao": 0.00015766365275721186, "bonus_nao_recebido": 8.439127200034724e-05, "recarga_nao_creditada": 0.0004856382396847257, "recarga_realizar": 0.994966138532814, "recarga_saldo": 0.0002945544818976587, "sem_correspondencia": 0.0002945544818976587}, "confidence": 0.994966138532814, "input_tokens": 304, "latency_ms": 105.83575100000076}
|
|
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"bonus_nao_recebido": 0.002470624750993175, "conta_pagamento_confirmacao": 0.00042933020576635807, "recarga_nao_creditada": 0.9967211624664657, "sem_correspondencia": 0.00037888257677481805}, "confidence": 0.9967211624664657, "input_tokens": 211, "latency_ms": 74.38288399998783}
|
|
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.016311715821844788, "internet_consumo": 0.001517225915318391, "conta_explicacao": 0.0036396357636239046, "conta_vencimento": 0.00038361478717358847, "conta_debito_automatico_digital": 0.5401698416621424, "roaming_duvida": 0.0004346925026593116, "conta_contestacao": 0.00029875949664856104, "parceiros_ofertas": 0.0004925711369481462, "conta_segunda_via": 0.008731032312396456, "suporte_chip_esim": 0.0032119672879342143, "conta_pagamento_confirmacao": 0.0041242476352771245, "sem_correspondencia": 0.4206846956780333}, "confidence": 0.5401698416621424, "input_tokens": 416, "latency_ms": 140.31986099999472}
|
|
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0004297182754892001, "seguranca_fraude": 0.0001231163472261445, "roaming_pacote": 7.467383930448306e-05, "suporte_sem_sinal": 2.9242695637194673e-05, "troca_numero": 0.0001231163472261445, "conta_debito_automatico_digital": 0.00020298454044264712, "marketplace_compra": 3.313631532479117e-05, "cancelamento_linha": 4.821305430965269e-05, "plano_consulta": 0.00029534076364427266, "suporte_configuracao": 0.0009097135963494065, "cadastro_atualizacao": 0.00010864979508460205, "sem_correspondencia": 0.9976220944299615}, "confidence": 0.9976220944299615, "input_tokens": 412, "latency_ms": 140.93403600000443}
|
|
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 0.007533295820975711, "troca_numero": 0.0005457101189386224, "conta_explicacao": 0.0001563485667710602, "suporte_configuracao": 0.00010745669369608413, "internet_pacote_adicional": 0.0001563485667710602, "marketplace_pedido": 0.0001379771258990014, "conta_pagamento_confirmacao": 8.908472801744601e-05, "seguranca_fraude": 9.483019934877586e-05, "desconto_retencao": 0.00048158748967240544, "vas_contratacao": 0.0003750607140742615, "beneficios_consulta": 9.483019934877586e-05, "plano_nova_linha": 0.0008997238807304037, "conta_vencimento": 0.00033098991845170234, "fidelidade_resgate": 0.0004249994679593886, "suporte_chip_esim": 0.0019047154704530847, "sem_correspondencia": 0.9866670410388922}, "confidence": 0.9866670410388922, "input_tokens": 505, "latency_ms": 160.33808400001703}
|
|
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"internet_pacote_adicional": 0.015553405952377159, "bonus_nao_recebido": 0.6613476498812938, "fidelidade_resgate": 0.0009942959770151464, "fidelidade_pontos": 0.0004696721630669039, "desconto_retencao": 0.0030626472212134694, "beneficios_consulta": 0.0006030709948886142, "recarga_nao_creditada": 0.27569071703915116, "sem_correspondencia": 0.042278540770993585}, "confidence": 0.6613476498812938, "input_tokens": 328, "latency_ms": 112.72013100000322}
|
|
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.013652307103413934, "conta_explicacao": 0.9571006189684496, "conta_contestacao": 0.009383084302938228, "sem_correspondencia": 0.019863989625198357}, "confidence": 0.9571006189684496, "input_tokens": 215, "latency_ms": 75.11819900000205}
|
|
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.027995365313218525, "conta_contestacao": 0.0013938071668325373, "fidelidade_resgate": 0.0005810252706081912, "vas_cancelamento": 0.0003993324391956332, "conta_vencimento": 0.9270791750959293, "conta_pagamento_confirmacao": 0.0002422073677899825, "roaming_cobranca": 8.370462651422812e-05, "desconto_retencao": 0.00014690619457291855, "conta_explicacao": 0.0007460512151987905, "suporte_configuracao": 0.0004525029357339343, "conta_segunda_via": 0.00014690619457291855, "sem_correspondencia": 0.04073301617983315}, "confidence": 0.9270791750959293, "input_tokens": 425, "latency_ms": 143.12864799998692}
|
|
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.010695924961684884, "conta_vencimento": 0.0021061525020637257, "seguranca_fraude": 0.0006034227947603487, "conta_pagamento_confirmacao": 0.00017288352523362193, "plano_consulta": 0.0002515440449438491, "conta_debito_automatico_digital": 0.9628164816565169, "recarga_saldo": 7.671659927975421e-05, "conta_contestacao": 7.2068575498028e-05, "roaming_pacote": 7.671659927975421e-05, "conta_explicacao": 0.00011882099337265686, "cadastro_atualizacao": 0.00036599442579163537, "sem_correspondencia": 0.02264327332157482}, "confidence": 0.9628164816565169, "input_tokens": 422, "latency_ms": 141.9161889999998}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.022796212574786152, "conta_segunda_via": 0.002120378068581438, "conta_debito_automatico_digital": 0.9693196241833444, "sem_correspondencia": 0.00576378517328801}, "confidence": 0.9693196241833444, "input_tokens": 229, "latency_ms": 76.17591500002163}
|
|
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 89, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.9999630394781432, "conta_segunda_via": 1.6701083486668555e-05, "negociacao_religacao": 1.0129719185084848e-05, "sem_correspondencia": 1.0129719185084848e-05}, "confidence": 0.9999630394781432, "input_tokens": 270, "latency_ms": 99.03310199999282}
|
|
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.00048750025991673893, "conta_contestacao": 0.00012325936867205715, "suporte_configuracao": 1.7757195669431588e-05, "atendimento_humano": 7.402300450585715e-06, "conta_explicacao": 7.476058619642552e-05, "conta_segunda_via": 0.9987810092096349, "negociacao_divida": 6.532507219642448e-06, "recarga_nao_creditada": 4.217703660241713e-06, "conta_debito_automatico_digital": 4.217703660241713e-06, "conta_vencimento": 2.120794586893154e-06, "conta_pagamento_confirmacao": 3.7221104161830222e-06, "sem_correspondencia": 0.00048750025991673893}, "confidence": 0.9987810092096349, "input_tokens": 422, "latency_ms": 141.45175200002313}
|
|
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 72, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.041630700118291786, "fidelidade_pontos": 0.008197570900216276, "marketplace_compra": 0.002661361619100222, "sem_correspondencia": 0.9475103673623917}, "confidence": 0.9475103673623917, "input_tokens": 253, "latency_ms": 78.68249099999503}
|
|
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.1896869417739302, "seguranca_perda_roubo": 0.7502264080520622, "suporte_chip_esim": 0.01212628048644863, "sem_correspondencia": 0.04796036968755899}, "confidence": 0.7502264080520622, "input_tokens": 217, "latency_ms": 75.78638900000101}
|
|
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.005186818099413645, "fidelidade_pontos": 0.002450079385314725, "vas_consulta": 0.00033158218756375427, "seguranca_perda_roubo": 0.0001382240203972446, "cancelamento_linha": 0.0006194770814725168, "recarga_nao_creditada": 0.001157335553182941, "marketplace_compra": 0.0016839132937135858, "sem_correspondencia": 0.9884325703789416}, "confidence": 0.9884325703789416, "input_tokens": 301, "latency_ms": 104.80784099999596}
|
|
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.002471216606051093, "internet_problema_conexao": 0.00042943305475372353, "suporte_sem_sinal": 0.9969599338384042, "sem_correspondencia": 0.00013941650079102967}, "confidence": 0.9969599338384042, "input_tokens": 204, "latency_ms": 74.14482800001565}
|
|
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"desconto_retencao": 0.005184215967811296, "conta_vencimento": 0.0003755433451213371, "bonus_nao_recebido": 0.9879366918694437, "beneficios_consulta": 0.00010759496980618494, "roaming_pacote": 0.00012192107359365037, "recarga_nao_creditada": 0.0007016073363635118, "fidelidade_pontos": 4.7744978429749577e-05, "seguranca_fraude": 5.0824264979621144e-05, "internet_pacote_adicional": 0.0001381546759388916, "seguranca_perda_roubo": 2.1186705748080555e-05, "internet_consumo": 2.4007682844019517e-05, "conta_contestacao": 8.379504673960098e-05, "internet_problema_conexao": 0.0002581069148231929, "fidelidade_resgate": 4.213479557822232e-05, "conta_segunda_via": 0.0003314158388558377, "sem_correspondencia": 0.004575054533923069}, "confidence": 0.9879366918694437, "input_tokens": 525, "latency_ms": 181.44508200001042}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.0021803666661332497, "conta_contestacao": 6.584136821846805e-05, "conta_debito_automatico_digital": 0.9967430944105713, "seguranca_perda_roubo": 2.1375562646375282e-05, "conta_pagamento_confirmacao": 3.993480850192984e-05, "conta_segunda_via": 1.7720963851334408e-05, "conta_explicacao": 2.2754167993318064e-05, "sem_correspondencia": 0.0009089120520840025}, "confidence": 0.9967430944105713, "input_tokens": 331, "latency_ms": 113.57577399999741}
|
|
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_saldo", "probabilities": {"recarga_realizar": 0.0015008693886088612, "troca_numero": 4.532232839464253e-05, "negociacao_divida": 5.8195021602189534e-05, "conta_pagamento_confirmacao": 1.6673152842409686e-05, "recarga_saldo": 0.9982907161255908, "seguranca_perda_roubo": 7.3986667243900095e-06, "plano_troca": 5.085024317020774e-06, "internet_consumo": 3.2831384571344606e-06, "internet_problema_conexao": 4.4875182093381806e-06, "vas_consulta": 9.99999350338951e-07, "cancelamento_linha": 9.99999350338951e-07, "conta_explicacao": 3.494882695479764e-06, "conta_debito_automatico_digital": 6.13371015023172e-06, "internet_pacote_adicional": 2.401995407235336e-06, "recarga_nao_creditada": 2.2789497903995287e-05, "sem_correspondencia": 3.114955039548146e-05}, "confidence": 0.9982907161255908, "input_tokens": 495, "latency_ms": 159.71579499998256}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.00037985572242497543, "recarga_saldo": 4.536729644231395e-05, "internet_consumo": 1.89119028222966e-05, "conta_pagamento_confirmacao": 1.077567741112487e-05, "internet_pacote_adicional": 3.533208599510666e-05, "roaming_cobranca": 5.418350876341743e-06, "conta_segunda_via": 3.964150184248352e-06, "conta_contestacao": 3.0872832677052706e-06, "marketplace_pedido": 1.668969566265762e-05, "conta_vencimento": 5.418350876341743e-06, "fidelidade_pontos": 6.139795913699929e-06, "conta_debito_automatico_digital": 0.9992812032894846, "suporte_chip_esim": 8.392106005908899e-06, "conta_explicacao": 5.418350876341743e-06, "reclamacao_atendimento": 1.5678518119881977e-05, "sem_correspondencia": 0.00015834742363651414}, "confidence": 0.9992812032894846, "input_tokens": 545, "latency_ms": 184.02471999999648}
|
|
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.0002611410358172509, "vas_cancelamento": 8.478008160658568e-05, "seguranca_perda_roubo": 1.3839967867755492e-05, "cadastro_atualizacao": 5.419809290039151e-06, "suporte_sem_sinal": 5.142171882733332e-05, "suporte_chip_esim": 0.9995501717316729, "suporte_configuracao": 8.93575485962571e-06, "sem_correspondencia": 2.428990005848517e-05}, "confidence": 0.9995501717316729, "input_tokens": 333, "latency_ms": 113.87496099999339}
|
|
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.13354909192054926, "cadastro_atualizacao": 0.029798830267909526, "cancelamento_linha": 0.005178260245865123, "troca_numero": 0.7685219617441279, "parceiros_ofertas": 0.005178260245865123, "vas_cancelamento": 0.001483596399830785, "negociacao_divida": 0.000618454991621225, "sem_correspondencia": 0.05567154418423092}, "confidence": 0.7685219617441279, "input_tokens": 298, "latency_ms": 104.1272660000061}
|
|
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.0024718876085014566, "cancelamento_linha": 0.9972306355473849, "vas_cancelamento": 0.00015802248795486143, "sem_correspondencia": 0.00013945435615887673}, "confidence": 0.9972306355473849, "input_tokens": 211, "latency_ms": 74.46588400000564}
|
|
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.18286208263809495, "roaming_pacote": 0.019273521711822762, "plano_consulta": 0.003795181447359426, "plano_troca": 0.0023018939069960596, "recarga_realizar": 0.017008823212580536, "conta_pagamento_confirmacao": 0.04623477506223007, "roaming_cobranca": 0.0006595036462176154, "plano_nova_linha": 0.0009595721431560299, "portabilidade": 0.001582067003192655, "conta_contestacao": 0.009104167010192819, "reclamacao_atendimento": 0.0009595721431560299, "seguranca_fraude": 0.00803439918710802, "beneficios_consulta": 0.0033492358720412156, "internet_consumo": 0.05936662631474397, "negociacao_religacao": 0.006257196378427984, "sem_correspondencia": 0.63825138232268}, "confidence": 0.63825138232268, "input_tokens": 526, "latency_ms": 180.7417009999881}
|
|
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.006629386660934189, "conta_vencimento": 0.9838882172617249, "parceiros_ofertas": 0.0006166290140467796, "conta_contestacao": 0.0014792161073401099, "conta_debito_automatico_digital": 0.0014792161073401099, "conta_segunda_via": 0.000544173194940076, "conta_pagamento_confirmacao": 0.00020019013085503348, "sem_correspondencia": 0.0051629715228186735}, "confidence": 0.9838882172617249, "input_tokens": 321, "latency_ms": 112.92209200001935}
|
|
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9991797256817347, "recarga_saldo": 0.0003798171478476944, "plano_consulta": 0.00026104425361668596, "sem_correspondencia": 0.00017941291680073973}, "confidence": 0.9991797256817347, "input_tokens": 221, "latency_ms": 75.89046500004315}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.08459128811312737, "recarga_saldo": 0.10861736396761117, "recarga_nao_creditada": 0.004211552244613949, "sem_correspondencia": 0.8025797956746475}, "confidence": 0.8025797956746475, "input_tokens": 210, "latency_ms": 75.23106400003599}
|