mirror of
https://github.com/mcloh/decision-models-benchmark.git
synced 2026-11-05 22:04:12 +00:00
51 lines
57 KiB
JSON
51 lines
57 KiB
JSON
{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 60, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"cadastro_atualizacao": 0.02005606729911409, "atendimento_humano": 0.009224255342107517, "internet_consumo": 0.005579440220214326, "suporte_sem_sinal": 0.015648158375185475, "seguranca_fraude": 0.008794340620298328, "internet_pacote_adicional": 0.12184253381855505, "suporte_configuracao": 0.6395110670321555, "sem_correspondencia": 0.17934413729236967}, "confidence": 0.5880126480367492, "input_tokens": 443, "latency_ms": 132.76629200001366}
|
|
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 46, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.0020304615664713714, "suporte_sem_sinal": 0.000935203069582834, "vas_consulta": 0.0006707079568676233, "suporte_configuracao": 0.0007354409046384995, "internet_consumo": 0.00042141931656251494, "internet_pacote_adicional": 0.000748570314296021, "internet_problema_conexao": 0.9826459435325821, "sem_correspondencia": 0.011812253338999129}, "confidence": 0.9801667926086652, "input_tokens": 415, "latency_ms": 103.19672499997523}
|
|
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 55, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.968683088252892, "roaming_cobranca": 0.013972881085787512, "vas_cancelamento": 0.006670479676927606, "sem_correspondencia": 0.010673550984392986}, "confidence": 0.9582441176705224, "input_tokens": 323, "latency_ms": 80.32919100000413}
|
|
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.011725984673831498, "vas_contratacao": 0.008673109172720116, "beneficios_consulta": 0.01594818969508249, "sem_correspondencia": 0.9636527164583659}, "confidence": 0.9515369552778212, "input_tokens": 301, "latency_ms": 74.99782799999366}
|
|
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 53, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.0012775784357570608, "recarga_saldo": 0.04741041015748598, "fidelidade_resgate": 0.0027097532395610317, "fidelidade_pontos": 0.9425729468275149, "cadastro_atualizacao": 0.00017969648512494585, "bonus_nao_recebido": 0.00010904018752510674, "beneficios_consulta": 2.6854879817878004e-05, "sem_correspondencia": 0.005713719787212935}, "confidence": 0.9343690820885887, "input_tokens": 443, "latency_ms": 101.79389200001765}
|
|
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 64, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"vas_cancelamento": 0.8978306371179151, "plano_consulta": 0.0061911028560445724, "vas_contratacao": 0.0077055398572065375, "sem_correspondencia": 0.08827272016883382}, "confidence": 0.8637741828238866, "input_tokens": 335, "latency_ms": 80.06363100000158}
|
|
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.005453856741383735, "roaming_pacote": 0.004144841748699749, "internet_pacote_adicional": 0.002906294479636719, "reclamacao_atendimento": 0.7582619682140882, "internet_problema_conexao": 0.0022453295317665005, "fidelidade_pontos": 0.00029553900219943274, "seguranca_perda_roubo": 9.604808037678243e-05, "sem_correspondencia": 0.2265961222018489}, "confidence": 0.7237279636732437, "input_tokens": 417, "latency_ms": 101.47845700001312}
|
|
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.0033186254931897264, "suporte_sem_sinal": 0.0010201143078543769, "internet_problema_conexao": 0.006497565683190003, "roaming_duvida": 0.0015407637218052676, "atendimento_humano": 0.0007538026662615759, "suporte_chip_esim": 0.0005036820673828409, "internet_pacote_adicional": 0.0003489742287192074, "vas_consulta": 0.0004104923586312155, "conta_contestacao": 0.0034999028060344953, "troca_numero": 0.0010927719277096916, "conta_explicacao": 0.0026428971692553384, "suporte_configuracao": 0.0006469928886234801, "recarga_realizar": 0.0007299172964126635, "plano_troca": 0.004204251401913397, "recarga_nao_creditada": 0.0023428966257005427, "sem_correspondencia": 0.9704463493573162}, "confidence": 0.9684761059811372, "input_tokens": 624, "latency_ms": 163.06510199999025}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0014545606512181212, "suporte_chip_esim": 0.00032151525116090346, "conta_contestacao": 0.0008690939249433388, "parceiros_ofertas": 0.00012356568225626384, "negociacao_religacao": 0.0003450006522404747, "conta_vencimento": 0.007328485295118724, "plano_consulta": 0.0006175174068210459, "conta_pagamento_confirmacao": 0.00022195481910004754, "marketplace_compra": 0.00033521114002324953, "conta_debito_automatico_digital": 0.9866604174587684, "seguranca_fraude": 0.00033289064354874047, "roaming_pacote": 0.00010646238821393688, "conta_explicacao": 9.091155724616411e-05, "conta_segunda_via": 0.0008867040428173412, "fidelidade_resgate": 7.846518944367826e-05, "sem_correspondencia": 0.00022724389707962116}, "confidence": 0.9857711119560193, "input_tokens": 669, "latency_ms": 185.41034300000092}
|
|
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.0063617139440114686, "marketplace_compra": 0.04384596531141149, "internet_consumo": 0.0017721584948034443, "fidelidade_resgate": 0.0005345693775506998, "suporte_sem_sinal": 0.0019426506235533459, "beneficios_consulta": 0.6684277090760765, "conta_vencimento": 0.009624768472708198, "desconto_retencao": 0.000649812835232066, "roaming_pacote": 0.0010717562364756972, "marketplace_pedido": 0.0006784983228786648, "vas_contratacao": 0.2388118113968061, "sem_correspondencia": 0.026278585908492344}, "confidence": 0.6382847735375381, "input_tokens": 532, "latency_ms": 138.95069599999488}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_saldo": 0.009872019172303074, "vas_consulta": 0.0024844953291747528, "fidelidade_resgate": 0.002286495405565757, "conta_vencimento": 0.0024974636082564492, "fidelidade_pontos": 0.0018387291966694838, "recarga_nao_creditada": 0.01549654172997137, "vas_cancelamento": 0.08361647170263238, "recarga_realizar": 0.8568605468129481, "conta_debito_automatico_digital": 0.002298180318574087, "suporte_configuracao": 0.0011539451719504632, "plano_consulta": 0.014169809313672994, "sem_correspondencia": 0.007425302238281181}, "confidence": 0.8438478692504887, "input_tokens": 533, "latency_ms": 139.15973699999995}
|
|
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0007273680715878151, "negociacao_divida": 0.00024308448993975174, "roaming_cobranca": 0.00044776774475109864, "internet_pacote_adicional": 0.00026208034594862905, "suporte_sem_sinal": 0.0014376165690247534, "internet_problema_conexao": 0.9931750551615642, "internet_consumo": 0.00022662806673421455, "sem_correspondencia": 0.0034803995504493574}, "confidence": 0.992200063041788, "input_tokens": 418, "latency_ms": 100.47870100001433}
|
|
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.0007588525206773607, "fidelidade_pontos": 0.000533184420258487, "conta_segunda_via": 0.000569184180214257, "plano_consulta": 0.00039800236542436135, "negociacao_religacao": 0.9861949891184686, "suporte_chip_esim": 0.00022963917121301953, "suporte_sem_sinal": 0.003165175638364437, "conta_debito_automatico_digital": 0.0003229394971898333, "negociacao_divida": 0.0019537608485762103, "marketplace_pedido": 4.841009730349728e-05, "conta_pagamento_confirmacao": 0.004212188313709773, "sem_correspondencia": 0.0016136738286001348}, "confidence": 0.9849399881292384, "input_tokens": 580, "latency_ms": 146.98958899998615}
|
|
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 0.0034194011972611326, "roaming_pacote": 0.0002996361408033806, "internet_problema_conexao": 0.5648483855131174, "suporte_chip_esim": 0.0008560099580570573, "atendimento_humano": 0.0004843560064306633, "internet_consumo": 0.0022005581519534087, "bonus_nao_recebido": 0.0009666664954162356, "conta_vencimento": 0.00012542809129372333, "reclamacao_atendimento": 0.000373891734086633, "internet_pacote_adicional": 0.3834922624469939, "seguranca_fraude": 0.0002924478672340631, "sem_correspondencia": 0.04264095639735234}, "confidence": 0.5252891478324918, "input_tokens": 537, "latency_ms": 139.2231469999956}
|
|
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.004860228622817113, "plano_consulta": 0.9853766982007139, "internet_consumo": 0.004324799391284626, "sem_correspondencia": 0.0054382737851843554}, "confidence": 0.9805022642676186, "input_tokens": 305, "latency_ms": 74.55185499998151}
|
|
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.0006499961531246181, "marketplace_pedido": 0.00015926744569329574, "internet_consumo": 0.00015314541111114042, "roaming_duvida": 0.00012767096569561416, "parceiros_ofertas": 0.0003662391446060442, "vas_cancelamento": 0.00013498071014219089, "conta_segunda_via": 0.00040318708267253993, "cadastro_atualizacao": 0.0003346496584903516, "beneficios_consulta": 0.0009367302642803178, "vas_consulta": 0.0038412787831509226, "vas_contratacao": 0.9915422059755656, "conta_debito_automatico_digital": 0.0007797893548124111, "recarga_nao_creditada": 7.024043212735078e-05, "negociacao_divida": 0.00016508714886780663, "desconto_retencao": 9.558293350159497e-05, "sem_correspondencia": 0.00023994853615814937}, "confidence": 0.9909783530406029, "input_tokens": 657, "latency_ms": 174.10227599998507}
|
|
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9895352067975554, "conta_contestacao": 0.0024418907233093867, "conta_explicacao": 0.0019300464834666616, "sem_correspondencia": 0.0060928559956686485}, "confidence": 0.9860469423967403, "input_tokens": 333, "latency_ms": 76.22109199999727}
|
|
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.0017898260349752415, "reclamacao_atendimento": 0.3587145797251033, "troca_numero": 0.0008660829475078863, "parceiros_ofertas": 0.0009884904881519582, "fidelidade_pontos": 0.0005219640406112604, "seguranca_fraude": 0.0001749217771692538, "recarga_nao_creditada": 0.00024356016836001433, "conta_debito_automatico_digital": 0.00013557431905493128, "desconto_retencao": 7.713278548400724e-05, "roaming_pacote": 2.8292610098484055e-05, "conta_contestacao": 0.000142620023892936, "internet_pacote_adicional": 0.00017266539077791146, "roaming_duvida": 8.724158908710699e-05, "negociacao_divida": 0.00040512860945218033, "atendimento_humano": 0.6265434509414743, "sem_correspondencia": 0.009108468548799178}, "confidence": 0.601646347670906, "input_tokens": 632, "latency_ms": 166.92244000000755}
|
|
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 68, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 0.001012489052809564, "atendimento_humano": 0.00179128382911114, "negociacao_religacao": 0.001946356172237391, "conta_vencimento": 0.0007716602242447199, "reclamacao_atendimento": 0.9911415989354448, "internet_consumo": 0.0004445188717835899, "conta_debito_automatico_digital": 8.574002151492973e-05, "sem_correspondencia": 0.0028063528928538206}, "confidence": 0.9898761130690799, "input_tokens": 438, "latency_ms": 101.76923000000215}
|
|
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.0006901199993966955, "troca_numero": 0.00023342940308081236, "plano_consulta": 0.004570742256178245, "atendimento_humano": 0.000253504621653624, "bonus_nao_recebido": 0.0001314423605508792, "desconto_retencao": 7.443965215595457e-05, "portabilidade": 0.00010560602619591324, "reclamacao_atendimento": 0.00010848313753744684, "fidelidade_resgate": 0.0004182854386998748, "vas_consulta": 0.006659377514179146, "conta_explicacao": 0.0023756859803265628, "vas_contratacao": 0.00048391318940072366, "beneficios_consulta": 0.9821807301582282, "plano_troca": 0.00041390341177064565, "fidelidade_pontos": 6.220300447928638e-05, "sem_correspondencia": 0.001238133846166154}, "confidence": 0.980992778835443, "input_tokens": 630, "latency_ms": 166.1499179999737}
|
|
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"atendimento_humano": 0.0037901122854024994, "vas_contratacao": 0.00048533563138033814, "cancelamento_linha": 0.0004574122555110857, "negociacao_divida": 0.0006456492014513241, "suporte_sem_sinal": 0.0010206816730839014, "negociacao_religacao": 0.001457157796606546, "cadastro_atualizacao": 0.0001972411638229358, "desconto_retencao": 0.00024396575568449405, "internet_problema_conexao": 0.006187515910619723, "fidelidade_pontos": 0.00033117884735421794, "roaming_pacote": 0.0002512450343480137, "conta_debito_automatico_digital": 8.690831909225048e-05, "internet_pacote_adicional": 0.0002356450205719729, "conta_vencimento": 0.002334363613292857, "marketplace_compra": 0.0012657960033691058, "sem_correspondencia": 0.9810097914884087}, "confidence": 0.979743777587636, "input_tokens": 627, "latency_ms": 166.90080099999705}
|
|
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9747006524042717, "fidelidade_resgate": 0.0048113020795635935, "beneficios_consulta": 0.0009344072718948577, "marketplace_pedido": 0.0007537070725749515, "vas_consulta": 0.0020526341431163653, "marketplace_compra": 0.003943969448085854, "vas_contratacao": 0.0006231502928097639, "sem_correspondencia": 0.012180177287682893}, "confidence": 0.9710864598905965, "input_tokens": 423, "latency_ms": 101.61646599999585}
|
|
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"roaming_cobranca": 0.0008090807283435917, "atendimento_humano": 0.0007520091880058651, "fidelidade_resgate": 0.00029415083755983016, "cancelamento_linha": 0.00016399274866702528, "reclamacao_atendimento": 0.0003530921071551493, "negociacao_divida": 0.000414280708650159, "conta_segunda_via": 0.0004285988041147139, "seguranca_perda_roubo": 0.0002508774316160169, "recarga_realizar": 0.003417442927182397, "plano_consulta": 0.4060477261447478, "fidelidade_pontos": 0.0002812039522094282, "internet_consumo": 0.00033413673900343675, "conta_contestacao": 0.00065293614343864, "cadastro_atualizacao": 0.032942139366991065, "desconto_retencao": 0.00146289607906029, "sem_correspondencia": 0.5513954360932545}, "confidence": 0.5214884651661381, "input_tokens": 646, "latency_ms": 172.3146399999962}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.002003361753838441, "vas_consulta": 0.0005150701855479231, "desconto_retencao": 0.0007189070220455411, "bonus_nao_recebido": 0.00039095840542176377, "recarga_nao_creditada": 0.009060676379583153, "recarga_realizar": 0.8796428960104123, "recarga_saldo": 0.0876304135051324, "sem_correspondencia": 0.020037716738018515}, "confidence": 0.8624490240118997, "input_tokens": 422, "latency_ms": 102.8413960000023}
|
|
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"bonus_nao_recebido": 0.0075463130796547765, "conta_pagamento_confirmacao": 0.4314910416695184, "recarga_nao_creditada": 0.5307313418653731, "sem_correspondencia": 0.03023130338545384}, "confidence": 0.37430845582049727, "input_tokens": 311, "latency_ms": 76.4416199999971}
|
|
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.002793153261767973, "internet_consumo": 0.0031225172084383924, "conta_explicacao": 0.049218653279349524, "conta_vencimento": 0.0009773228536266382, "conta_debito_automatico_digital": 0.876194622826143, "roaming_duvida": 0.0007061096324673703, "conta_contestacao": 0.0008619231976187585, "parceiros_ofertas": 9.77949359156203e-05, "conta_segunda_via": 0.003491123697197792, "suporte_chip_esim": 4.659681347781807e-05, "conta_pagamento_confirmacao": 8.841585428163095e-05, "sem_correspondencia": 0.062401766439715144}, "confidence": 0.8649395885376108, "input_tokens": 532, "latency_ms": 140.30626900000698}
|
|
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0038300607817212872, "seguranca_fraude": 0.0006085733240818755, "roaming_pacote": 0.0006630161309790195, "suporte_sem_sinal": 0.0004819503197615464, "troca_numero": 0.0007238319786710128, "conta_debito_automatico_digital": 0.0002286810128184624, "marketplace_compra": 0.00021582928070500076, "cancelamento_linha": 0.00025395398652623685, "plano_consulta": 0.0021327310058530647, "suporte_configuracao": 0.0009619120654549054, "cadastro_atualizacao": 0.0010917551402147042, "sem_correspondencia": 0.9888077049732129}, "confidence": 0.9877902236071414, "input_tokens": 536, "latency_ms": 141.12865600000646}
|
|
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 0.0013323140292706222, "troca_numero": 0.00047192960403800787, "conta_explicacao": 0.0004058630445823473, "suporte_configuracao": 0.0004851692648503944, "internet_pacote_adicional": 0.0004572798814672876, "marketplace_pedido": 0.0002904142970332373, "conta_pagamento_confirmacao": 0.0002697423971596801, "seguranca_fraude": 0.0004537264936552932, "desconto_retencao": 0.0008067933367227608, "vas_contratacao": 0.00040493361537703184, "beneficios_consulta": 0.00029542571896433147, "plano_nova_linha": 0.00034169077800899497, "conta_vencimento": 0.0007631925023900821, "fidelidade_resgate": 0.006179649152154324, "suporte_chip_esim": 0.002016575648242233, "sem_correspondencia": 0.9850253002360834}, "confidence": 0.9840269869184889, "input_tokens": 632, "latency_ms": 167.20056900001623}
|
|
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 63, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"internet_pacote_adicional": 0.2855456104470928, "bonus_nao_recebido": 0.6076672409877015, "fidelidade_resgate": 0.002633673736537963, "fidelidade_pontos": 0.001950714969594276, "desconto_retencao": 0.0007257651857299782, "beneficios_consulta": 0.0035716005324102087, "recarga_nao_creditada": 0.0005878927960252177, "sem_correspondencia": 0.09731750134490792}, "confidence": 0.5516197039859447, "input_tokens": 447, "latency_ms": 102.33560899999361}
|
|
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.015735557071523715, "conta_explicacao": 0.8351718808939211, "conta_contestacao": 0.05610120025043665, "sem_correspondencia": 0.09299136178411846}, "confidence": 0.7802291745252284, "input_tokens": 305, "latency_ms": 75.99916699999198}
|
|
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_explicacao", "probabilities": {"conta_debito_automatico_digital": 0.011791565830279325, "conta_contestacao": 0.24764480780015813, "fidelidade_resgate": 0.00413710176246254, "vas_cancelamento": 0.000831101308427046, "conta_vencimento": 0.3021435970944313, "conta_pagamento_confirmacao": 0.0007911150443681338, "roaming_cobranca": 0.000683893409877485, "desconto_retencao": 0.0008251957238175673, "conta_explicacao": 0.32812581828119725, "suporte_configuracao": 0.0003038624789496973, "conta_segunda_via": 0.0029911815999612724, "sem_correspondencia": 0.09973075966607013}, "confidence": 0.26704634721585163, "input_tokens": 549, "latency_ms": 141.77590299999565}
|
|
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.0009942535108241892, "conta_vencimento": 0.0004298022844393936, "seguranca_fraude": 0.0004971824639860786, "conta_pagamento_confirmacao": 0.0005741115000874922, "plano_consulta": 0.00058044036672054, "conta_debito_automatico_digital": 0.9943669218544221, "recarga_saldo": 0.0003216658298945797, "conta_contestacao": 0.0002926511245468962, "roaming_pacote": 0.0003110899685052662, "conta_explicacao": 4.0476252173042176e-05, "cadastro_atualizacao": 0.0002194390575085791, "sem_correspondencia": 0.0013719657868918433}, "confidence": 0.9938548238411875, "input_tokens": 547, "latency_ms": 141.49914899999771}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 61, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.015328971826732792, "conta_segunda_via": 0.003466801590758054, "conta_debito_automatico_digital": 0.9193868611811714, "sem_correspondencia": 0.061817365401337754}, "confidence": 0.8925158149082284, "input_tokens": 344, "latency_ms": 81.08495199999766}
|
|
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 118, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.9954582388979009, "conta_segunda_via": 0.0018193096955594625, "negociacao_religacao": 0.0014006912185464836, "sem_correspondencia": 0.0013217601879932908}, "confidence": 0.9939443185305342, "input_tokens": 392, "latency_ms": 96.5093789999969}
|
|
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.0012628597217488702, "conta_contestacao": 0.0003882843360800585, "suporte_configuracao": 0.0005972775609284024, "atendimento_humano": 0.0008112716377933042, "conta_explicacao": 0.0009416311129977649, "conta_segunda_via": 0.9938469848966976, "negociacao_divida": 0.0005551789113370246, "recarga_nao_creditada": 0.00022445036486620732, "conta_debito_automatico_digital": 0.00039509010082016847, "conta_vencimento": 2.361127504322896e-05, "conta_pagamento_confirmacao": 0.00010198023408178572, "sem_correspondencia": 0.0008513798476055017}, "confidence": 0.9932876198873064, "input_tokens": 547, "latency_ms": 141.36670599998524}
|
|
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 92, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.26598197028657417, "fidelidade_pontos": 0.044588780792552296, "marketplace_compra": 0.01663871281080019, "sem_correspondencia": 0.6727905361100733}, "confidence": 0.5637207148134311, "input_tokens": 367, "latency_ms": 83.48989299997811}
|
|
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.13110668034076356, "seguranca_perda_roubo": 0.8293061877737496, "suporte_chip_esim": 0.009864221071590075, "sem_correspondencia": 0.029722910813896677}, "confidence": 0.7724082503649995, "input_tokens": 326, "latency_ms": 75.97955699998238}
|
|
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.001775845858414879, "fidelidade_pontos": 0.0012062422379826778, "vas_consulta": 0.0013939564809107394, "seguranca_perda_roubo": 0.0009964281335478802, "cancelamento_linha": 0.0009460398922927135, "recarga_nao_creditada": 0.000513013618716644, "marketplace_compra": 0.00031667763485839997, "sem_correspondencia": 0.9928517961432761}, "confidence": 0.991830624163744, "input_tokens": 416, "latency_ms": 102.16757899999607}
|
|
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.003730886220927188, "internet_problema_conexao": 0.03158201397193509, "suporte_sem_sinal": 0.9547983828130242, "sem_correspondencia": 0.009888716994113525}, "confidence": 0.9397311770840321, "input_tokens": 302, "latency_ms": 75.29930199999058}
|
|
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 59, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"desconto_retencao": 0.00412671585001716, "conta_vencimento": 0.000498525411901802, "bonus_nao_recebido": 0.831115505717338, "beneficios_consulta": 0.0016848355371622207, "roaming_pacote": 0.0010732481193954794, "recarga_nao_creditada": 0.007365536298482853, "fidelidade_pontos": 0.00020028677806109327, "seguranca_fraude": 3.779999089344762e-05, "internet_pacote_adicional": 0.12972462076418373, "seguranca_perda_roubo": 7.282776598220507e-05, "internet_consumo": 0.00828278390290709, "conta_contestacao": 0.0001095409553724015, "internet_problema_conexao": 0.013706194955219127, "fidelidade_resgate": 9.74148282931431e-05, "conta_segunda_via": 5.6396961997751905e-05, "sem_correspondencia": 0.0018477661627924887}, "confidence": 0.819856539431827, "input_tokens": 662, "latency_ms": 174.7879110000099}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 67, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.0013210499857621454, "conta_contestacao": 0.0003902901575166956, "conta_debito_automatico_digital": 0.9941915491824665, "seguranca_perda_roubo": 0.0004235258804133712, "conta_pagamento_confirmacao": 0.00036220802838981945, "conta_segunda_via": 0.00017928990297487758, "conta_explicacao": 0.00013656459948659607, "sem_correspondencia": 0.002995522262989761}, "confidence": 0.993361770494248, "input_tokens": 456, "latency_ms": 108.08683399997676}
|
|
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_saldo", "probabilities": {"recarga_realizar": 0.002524011635909389, "troca_numero": 0.000880772541146418, "negociacao_divida": 0.016092131778800218, "conta_pagamento_confirmacao": 0.0010140458091002743, "recarga_saldo": 0.9762900890799597, "seguranca_perda_roubo": 0.0002722378473053013, "plano_troca": 0.00019417109850942795, "internet_consumo": 0.00038288908208112995, "internet_problema_conexao": 0.0008964049974849572, "vas_consulta": 3.738359806856663e-05, "cancelamento_linha": 8.799287474235386e-05, "conta_explicacao": 0.00033575811750664896, "conta_debito_automatico_digital": 8.236899794434533e-05, "internet_pacote_adicional": 3.9997045995496627e-05, "recarga_nao_creditada": 0.00013310890953569914, "sem_correspondencia": 0.0007366365859100391}, "confidence": 0.9747094283519573, "input_tokens": 620, "latency_ms": 162.68259000000285}
|
|
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.00041780462883897636, "recarga_saldo": 0.00011678723997839056, "internet_consumo": 0.00010186742988922654, "conta_pagamento_confirmacao": 0.00012059781554172691, "internet_pacote_adicional": 0.00012961709724492354, "roaming_cobranca": 0.0001299328166127543, "conta_segunda_via": 0.0002453070767184427, "conta_contestacao": 0.00012165720783036052, "marketplace_pedido": 0.0004188530675192037, "conta_vencimento": 0.0008370956010734544, "fidelidade_pontos": 0.0014738384429904712, "conta_debito_automatico_digital": 0.9954855402222738, "suporte_chip_esim": 0.00010138680860375815, "conta_explicacao": 9.934553023331207e-05, "reclamacao_atendimento": 7.157330468387011e-05, "sem_correspondencia": 0.00012879570996753305}, "confidence": 0.9951845762370919, "input_tokens": 690, "latency_ms": 178.84694900001818}
|
|
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.00021729263095399934, "vas_cancelamento": 7.946964377359997e-05, "seguranca_perda_roubo": 0.0001265592977639466, "cadastro_atualizacao": 0.00016205391481781292, "suporte_sem_sinal": 0.0004886259656017023, "suporte_chip_esim": 0.9983875360862414, "suporte_configuracao": 0.00013337846642103875, "sem_correspondencia": 0.0004050839944265636}, "confidence": 0.9981571840985615, "input_tokens": 454, "latency_ms": 109.33949100001428}
|
|
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.30147607054520864, "cadastro_atualizacao": 0.0045756722313728725, "cancelamento_linha": 0.005760913246650108, "troca_numero": 0.6496117432036361, "parceiros_ofertas": 0.0009911164039379664, "vas_cancelamento": 0.00020861043199231914, "negociacao_divida": 0.00021072493486061231, "sem_correspondencia": 0.03716514900234136}, "confidence": 0.5995562779470127, "input_tokens": 395, "latency_ms": 102.62719499999662}
|
|
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.00673381209616386, "cancelamento_linha": 0.9849305398741252, "vas_cancelamento": 0.002078761230231258, "sem_correspondencia": 0.0062568867994797816}, "confidence": 0.9799073864988334, "input_tokens": 304, "latency_ms": 79.6532629999831}
|
|
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.8342169891132788, "roaming_pacote": 0.001883986516512851, "plano_consulta": 0.0006374732735151723, "plano_troca": 0.0007815269319743657, "recarga_realizar": 0.1114276386452571, "conta_pagamento_confirmacao": 0.0025424045504193857, "roaming_cobranca": 0.00032378456916777387, "plano_nova_linha": 9.275512815809774e-05, "portabilidade": 0.0006435409594619134, "conta_contestacao": 0.03444579120081951, "reclamacao_atendimento": 0.00046287425835403435, "seguranca_fraude": 7.447584511381356e-05, "beneficios_consulta": 5.9893151849635877e-05, "internet_consumo": 0.00037267873047663246, "negociacao_religacao": 0.0006189398239974744, "sem_correspondencia": 0.01141524730164312}, "confidence": 0.823164788387498, "input_tokens": 642, "latency_ms": 173.1712779999839}
|
|
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.005552009914750506, "conta_vencimento": 0.9567319218371729, "parceiros_ofertas": 0.005060147491573705, "conta_contestacao": 0.019108984928075674, "conta_debito_automatico_digital": 0.002068177789158981, "conta_segunda_via": 0.0014884739117973324, "conta_pagamento_confirmacao": 0.000593442319606509, "sem_correspondencia": 0.009396841807864329}, "confidence": 0.9505507678139118, "input_tokens": 430, "latency_ms": 101.27879000000917}
|
|
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.967611505005603, "recarga_saldo": 0.012608205572569994, "plano_consulta": 0.010494940924768346, "sem_correspondencia": 0.009285348497058662}, "confidence": 0.9568153400074705, "input_tokens": 317, "latency_ms": 76.24891700001513}
|
|
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.36314737404036146, "recarga_saldo": 0.2149275468555758, "recarga_nao_creditada": 0.04091161755355602, "sem_correspondencia": 0.3810134615505068}, "confidence": 0.17468461540067567, "input_tokens": 309, "latency_ms": 75.33112999999503}
|