decision-models-benchmark/reports/pilot/predictions-gliner-cpu.jsonl

{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 52, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"cadastro_atualizacao": 0.05633504032893835, "atendimento_humano": 0.1306534641838753, "internet_consumo": 0.19855358198108763, "suporte_sem_sinal": 0.17116469774125734, "seguranca_fraude": 0.07876491150510942, "internet_pacote_adicional": 0.19942930827924735, "suporte_configuracao": 0.029255561921931482, "sem_correspondencia": 0.13584343405855312}, "confidence": 0.19942930827924735, "input_tokens": 52, "latency_ms": 296.98672199998555}
{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"atendimento_humano": 0.05377554270552738, "suporte_sem_sinal": 0.16270685928376116, "vas_consulta": 0.18677010262524232, "suporte_configuracao": 0.022245590470470932, "internet_consumo": 0.10010056476571762, "internet_pacote_adicional": 0.21976449062281797, "internet_problema_conexao": 0.11716343661940486, "sem_correspondencia": 0.13747341290705778}, "confidence": 0.21976449062281797, "input_tokens": 39, "latency_ms": 218.30845599998838}
{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_contestacao": 0.21456156319939448, "roaming_cobranca": 0.011460199629172104, "vas_cancelamento": 0.039515758168323166, "sem_correspondencia": 0.7344624790031102}, "confidence": 0.7344624790031102, "input_tokens": 48, "latency_ms": 139.960034000012}
{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.06995317915567881, "vas_contratacao": 0.017055688012905523, "beneficios_consulta": 0.05073873948379678, "sem_correspondencia": 0.8622523933476189}, "confidence": 0.8622523933476189, "input_tokens": 28, "latency_ms": 132.86746400001448}
{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 45, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.006182048371160015, "recarga_saldo": 0.0023684002468227555, "fidelidade_resgate": 0.006201322092985999, "fidelidade_pontos": 0.7790936694175205, "cadastro_atualizacao": 0.021555847836830934, "bonus_nao_recebido": 0.0031898861782208494, "beneficios_consulta": 0.08688935408293859, "sem_correspondencia": 0.09451947177352042}, "confidence": 0.7790936694175205, "input_tokens": 45, "latency_ms": 216.35588300000563}
{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.05440172251465182, "plano_consulta": 0.05732847824934748, "vas_contratacao": 0.02381843918325207, "sem_correspondencia": 0.8644513600527486}, "confidence": 0.8644513600527486, "input_tokens": 58, "latency_ms": 149.39831200001663}
{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"roaming_duvida": 0.02044235177502912, "roaming_pacote": 0.010722789953361414, "internet_pacote_adicional": 0.19799515678731783, "reclamacao_atendimento": 0.23532193986818917, "internet_problema_conexao": 0.0655359926280975, "fidelidade_pontos": 0.0652637409614911, "seguranca_perda_roubo": 0.14368663781764596, "sem_correspondencia": 0.2610313902088679}, "confidence": 0.2610313902088679, "input_tokens": 25, "latency_ms": 212.8507250000098}
{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"conta_segunda_via": 0.0985475536018035, "suporte_sem_sinal": 0.1493035377021428, "internet_problema_conexao": 0.027244978989164052, "roaming_duvida": 0.010823309212379468, "atendimento_humano": 0.0432550041959236, "suporte_chip_esim": 0.010898428758473697, "internet_pacote_adicional": 0.23620146056527244, "vas_consulta": 0.08606386763432505, "conta_contestacao": 0.03885154723546504, "troca_numero": 0.002443805056895171, "conta_explicacao": 0.03277197416870067, "suporte_configuracao": 0.026404359798980443, "recarga_realizar": 0.005723843240393561, "plano_troca": 0.005520040062683792, "recarga_nao_creditada": 0.01578535295320109, "sem_correspondencia": 0.21016093682419562}, "confidence": 0.23620146056527244, "input_tokens": 27, "latency_ms": 405.79436899997745}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.04119673431743734, "suporte_chip_esim": 0.014759667434231157, "conta_contestacao": 0.08782656619629675, "parceiros_ofertas": 0.02698718796023001, "negociacao_religacao": 0.006003897725195986, "conta_vencimento": 0.0044127810462390085, "plano_consulta": 0.019985642577310902, "conta_pagamento_confirmacao": 0.03230957734293849, "marketplace_compra": 0.02863095742737649, "conta_debito_automatico_digital": 0.3638484829390548, "seguranca_fraude": 0.17067407321940795, "roaming_pacote": 0.0023468376947219424, "conta_explicacao": 0.04241570520032882, "conta_segunda_via": 0.026595596614182596, "fidelidade_resgate": 0.008749234618433235, "sem_correspondencia": 0.12325705768661449}, "confidence": 0.3638484829390548, "input_tokens": 55, "latency_ms": 479.5991060000233}
{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.03542839487267046, "marketplace_compra": 0.1902861712854996, "internet_consumo": 0.056502506605933644, "fidelidade_resgate": 0.03506691500318303, "suporte_sem_sinal": 0.08586947333380184, "beneficios_consulta": 0.26357699154721315, "conta_vencimento": 0.006798427107895985, "desconto_retencao": 0.05781410699805534, "roaming_pacote": 0.004591094042136942, "marketplace_pedido": 0.09467781172041843, "vas_contratacao": 0.012554034487700268, "sem_correspondencia": 0.15683407299549132}, "confidence": 0.26357699154721315, "input_tokens": 47, "latency_ms": 319.2586320000146}
{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 0.0510625828017261, "vas_consulta": 0.11103500246924011, "fidelidade_resgate": 0.004777983540291525, "conta_vencimento": 0.00345495500523484, "fidelidade_pontos": 0.006833994178251532, "recarga_nao_creditada": 0.0031778462454556317, "vas_cancelamento": 0.5696877531617922, "recarga_realizar": 0.05222618473636323, "conta_debito_automatico_digital": 0.007844611471046207, "suporte_configuracao": 0.009524119572197596, "plano_consulta": 0.1225273150097304, "sem_correspondencia": 0.057847651808670665}, "confidence": 0.5696877531617922, "input_tokens": 45, "latency_ms": 324.05252199998813}
{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"suporte_configuracao": 0.04887036263724543, "negociacao_divida": 0.009074892903665829, "roaming_cobranca": 0.004128565571117845, "internet_pacote_adicional": 0.1330052920286864, "suporte_sem_sinal": 0.3868126296571289, "internet_problema_conexao": 0.09779793828324099, "internet_consumo": 0.09135543610324183, "sem_correspondencia": 0.22895488281567278}, "confidence": 0.3868126296571289, "input_tokens": 38, "latency_ms": 238.94977200001222}
{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.10101135359187022, "fidelidade_pontos": 0.019139557203428536, "conta_segunda_via": 0.06407183116346624, "plano_consulta": 0.03272248282711798, "negociacao_religacao": 0.3148217355587845, "suporte_chip_esim": 0.008685555844016153, "suporte_sem_sinal": 0.13916660210195603, "conta_debito_automatico_digital": 0.013187424609266403, "negociacao_divida": 0.011569210731525602, "marketplace_pedido": 0.014092679423707266, "conta_pagamento_confirmacao": 0.16707093251265986, "sem_correspondencia": 0.1144606344322012}, "confidence": 0.3148217355587845, "input_tokens": 49, "latency_ms": 379.2192610000029}
{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"fidelidade_resgate": 0.032272484078368906, "roaming_pacote": 0.004293713708655644, "internet_problema_conexao": 0.0965308321255007, "suporte_chip_esim": 0.008223798106834762, "atendimento_humano": 0.04357657943950831, "internet_consumo": 0.0974540112133743, "bonus_nao_recebido": 0.0295585504976135, "conta_vencimento": 0.003374392624538409, "reclamacao_atendimento": 0.042669612814975874, "internet_pacote_adicional": 0.44797566428786223, "seguranca_fraude": 0.07039949281513809, "sem_correspondencia": 0.12367086828762928}, "confidence": 0.44797566428786223, "input_tokens": 34, "latency_ms": 300.73206499997696}
{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.052223184916946545, "plano_consulta": 0.7092712156702695, "internet_consumo": 0.013402139273541863, "sem_correspondencia": 0.2251034601392421}, "confidence": 0.7092712156702695, "input_tokens": 42, "latency_ms": 148.00341699998398}
{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_consulta", "probabilities": {"atendimento_humano": 0.07800281867341036, "marketplace_pedido": 0.03543879498098758, "internet_consumo": 0.10454502801558611, "roaming_duvida": 0.009612442086010736, "parceiros_ofertas": 0.057979148434741674, "vas_cancelamento": 0.003291658855732068, "conta_segunda_via": 0.02258249021272224, "cadastro_atualizacao": 0.033807635630041605, "beneficios_consulta": 0.044404603964786224, "vas_consulta": 0.2318674199065576, "vas_contratacao": 0.22551697707879265, "conta_debito_automatico_digital": 0.013890428601183828, "recarga_nao_creditada": 0.0028522652846162387, "negociacao_divida": 0.010517106491886398, "desconto_retencao": 0.005972472542168427, "sem_correspondencia": 0.11971870924077627}, "confidence": 0.2318674199065576, "input_tokens": 48, "latency_ms": 471.02516500001457}
{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.8657887747339571, "conta_contestacao": 0.013563552205296788, "conta_explicacao": 0.02239397398221628, "sem_correspondencia": 0.09825369907852978}, "confidence": 0.8657887747339571, "input_tokens": 55, "latency_ms": 156.35639699996773}
{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"vas_contratacao": 0.008252154186069163, "reclamacao_atendimento": 0.024924060576426, "troca_numero": 0.00088772586028286, "parceiros_ofertas": 0.04714921908542556, "fidelidade_pontos": 0.035775021072579176, "seguranca_fraude": 0.030444182756794096, "recarga_nao_creditada": 0.0023409682557664698, "conta_debito_automatico_digital": 0.008225142105847722, "desconto_retencao": 0.012443788472763498, "roaming_pacote": 0.004633159422527364, "conta_contestacao": 0.018452814031449286, "internet_pacote_adicional": 0.45202318281191056, "roaming_duvida": 0.009017102509557003, "negociacao_divida": 0.004200650886289697, "atendimento_humano": 0.21661502337226143, "sem_correspondencia": 0.1246158045940501}, "confidence": 0.45202318281191056, "input_tokens": 31, "latency_ms": 429.16919800001097}
{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 65, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0037003433059107616, "atendimento_humano": 0.09600929744452891, "negociacao_religacao": 0.005742936778207291, "conta_vencimento": 0.003457259755237843, "reclamacao_atendimento": 0.332464365216347, "internet_consumo": 0.05163309975304387, "conta_debito_automatico_digital": 0.0025281791955806617, "sem_correspondencia": 0.5044645185511437}, "confidence": 0.5044645185511437, "input_tokens": 65, "latency_ms": 231.40780799997174}
{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.006292845806225449, "troca_numero": 0.0033607707433471793, "plano_consulta": 0.2019763509430915, "atendimento_humano": 0.05106224663799636, "bonus_nao_recebido": 0.011676972272477971, "desconto_retencao": 0.010084618417476184, "portabilidade": 0.00600775959545016, "reclamacao_atendimento": 0.018377303354031344, "fidelidade_resgate": 0.012301767692202996, "vas_consulta": 0.10153854983858417, "conta_explicacao": 0.012075306372547808, "vas_contratacao": 0.012267864757853294, "beneficios_consulta": 0.4171578421956684, "plano_troca": 0.011619978127121854, "fidelidade_pontos": 0.026404854733864672, "sem_correspondencia": 0.09779496851206067}, "confidence": 0.4171578421956684, "input_tokens": 33, "latency_ms": 381.35722599997735}
{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"atendimento_humano": 0.16368754067118033, "vas_contratacao": 0.00866463665554332, "cancelamento_linha": 0.006148701574802482, "negociacao_divida": 0.011904999663673779, "suporte_sem_sinal": 0.11714649420926788, "negociacao_religacao": 0.005920419026126232, "cadastro_atualizacao": 0.028803594921825593, "desconto_retencao": 0.025151109533266346, "internet_problema_conexao": 0.0757832962151819, "fidelidade_pontos": 0.0511162695696483, "roaming_pacote": 0.0027766141535065627, "conta_debito_automatico_digital": 0.004451100150050934, "internet_pacote_adicional": 0.3414313776573883, "conta_vencimento": 0.004106690048651834, "marketplace_compra": 0.013957184027145417, "sem_correspondencia": 0.13894997192274083}, "confidence": 0.3414313776573883, "input_tokens": 32, "latency_ms": 519.0885940000385}
{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.8404617958451781, "fidelidade_resgate": 0.002695296907977438, "beneficios_consulta": 0.014476329179215451, "marketplace_pedido": 0.008858625832754862, "vas_consulta": 0.07322782324095052, "marketplace_compra": 0.016029292818343012, "vas_contratacao": 0.00344881533950521, "sem_correspondencia": 0.04080202083607543}, "confidence": 0.8404617958451781, "input_tokens": 39, "latency_ms": 217.45572899999388}
{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "atendimento_humano", "probabilities": {"roaming_cobranca": 0.00470376792096304, "atendimento_humano": 0.21747382817054223, "fidelidade_resgate": 0.047002254493931986, "cancelamento_linha": 0.008296259427789197, "reclamacao_atendimento": 0.04900093228320563, "negociacao_divida": 0.02046535847231359, "conta_segunda_via": 0.04503448171203895, "seguranca_perda_roubo": 0.025065223859045863, "recarga_realizar": 0.006753935274199679, "plano_consulta": 0.1459980115807286, "fidelidade_pontos": 0.1411954270779608, "internet_consumo": 0.028110618783538127, "conta_contestacao": 0.025930560340412696, "cadastro_atualizacao": 0.03980328022166471, "desconto_retencao": 0.02153278822096473, "sem_correspondencia": 0.1736332721607002}, "confidence": 0.21747382817054223, "input_tokens": 41, "latency_ms": 501.994174999993}
{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.07134969965234782, "vas_consulta": 0.13494522278902543, "desconto_retencao": 0.004517755273418037, "bonus_nao_recebido": 0.004612823746350858, "recarga_nao_creditada": 0.006201067667966541, "recarga_realizar": 0.5247294673116086, "recarga_saldo": 0.1826829830314031, "sem_correspondencia": 0.0709609805278796}, "confidence": 0.5247294673116086, "input_tokens": 44, "latency_ms": 224.75974000002452}
{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"bonus_nao_recebido": 0.08372955398542675, "conta_pagamento_confirmacao": 0.22804191237875426, "recarga_nao_creditada": 0.013046876179287263, "sem_correspondencia": 0.6751816574565317}, "confidence": 0.6751816574565317, "input_tokens": 30, "latency_ms": 148.45890200001577}
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.015579182799711664, "internet_consumo": 0.06965324347515817, "conta_explicacao": 0.09037441844469327, "conta_vencimento": 0.007682744485165407, "conta_debito_automatico_digital": 0.2591245496564037, "roaming_duvida": 0.0349659215190068, "conta_contestacao": 0.052302584539191656, "parceiros_ofertas": 0.07681326639664607, "conta_segunda_via": 0.06152021569684349, "suporte_chip_esim": 0.01669749819391871, "conta_pagamento_confirmacao": 0.05752823182873644, "sem_correspondencia": 0.2577581429645246}, "confidence": 0.2591245496564037, "input_tokens": 30, "latency_ms": 301.91605200002414}
{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.018612736203367942, "seguranca_fraude": 0.16695570378202648, "roaming_pacote": 0.007635823657077212, "suporte_sem_sinal": 0.21797431264439374, "troca_numero": 0.0022510587403889335, "conta_debito_automatico_digital": 0.015069642523264558, "marketplace_compra": 0.050783103468284685, "cancelamento_linha": 0.005704306803450735, "plano_consulta": 0.13616041376268948, "suporte_configuracao": 0.03946724772401662, "cadastro_atualizacao": 0.04037225481719961, "sem_correspondencia": 0.29901339587384}, "confidence": 0.29901339587384, "input_tokens": 45, "latency_ms": 304.2605879999769}
{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"recarga_saldo": 0.001895222029392463, "troca_numero": 0.0011671470457208948, "conta_explicacao": 0.02733326543975713, "suporte_configuracao": 0.018468971873425315, "internet_pacote_adicional": 0.47084996796556267, "marketplace_pedido": 0.027234422304558446, "conta_pagamento_confirmacao": 0.0283818471962397, "seguranca_fraude": 0.08426609547555959, "desconto_retencao": 0.026620445986708954, "vas_contratacao": 0.006184777727327435, "beneficios_consulta": 0.08755738971096592, "plano_nova_linha": 0.01478895287828036, "conta_vencimento": 0.0034042904480447293, "fidelidade_resgate": 0.008650534529688085, "suporte_chip_esim": 0.020976545062647806, "sem_correspondencia": 0.17222012432612052}, "confidence": 0.47084996796556267, "input_tokens": 27, "latency_ms": 476.38561999997364}
{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"internet_pacote_adicional": 0.6832894120790547, "bonus_nao_recebido": 0.1023817007763203, "fidelidade_resgate": 0.010742727726260242, "fidelidade_pontos": 0.01971121872906634, "desconto_retencao": 0.025373513355830518, "beneficios_consulta": 0.08311305961403334, "recarga_nao_creditada": 0.007519972272661752, "sem_correspondencia": 0.06786839544677283}, "confidence": 0.6832894120790547, "input_tokens": 55, "latency_ms": 264.5636160000322}
{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.10852069991051108, "conta_explicacao": 0.2107237099003239, "conta_contestacao": 0.13546339965666235, "sem_correspondencia": 0.5452921905325027}, "confidence": 0.5452921905325027, "input_tokens": 38, "latency_ms": 151.09506999999667}
{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 42, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_debito_automatico_digital": 0.23479818871378463, "conta_contestacao": 0.0632257375559752, "fidelidade_resgate": 0.01921788940695222, "vas_cancelamento": 0.012384907117573835, "conta_vencimento": 0.09830561846777838, "conta_pagamento_confirmacao": 0.07605887811337772, "roaming_cobranca": 0.0071652236955968085, "desconto_retencao": 0.021546272169656766, "conta_explicacao": 0.09499953514664347, "suporte_configuracao": 0.03691898964352878, "conta_segunda_via": 0.026525049919971757, "sem_correspondencia": 0.30885371004916046}, "confidence": 0.30885371004916046, "input_tokens": 42, "latency_ms": 326.9151520000264}
{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.05710947610429606, "conta_vencimento": 0.0039371567288917315, "seguranca_fraude": 0.016615537429527545, "conta_pagamento_confirmacao": 0.03624946921972154, "plano_consulta": 0.028753078111875004, "conta_debito_automatico_digital": 0.6211929831842713, "recarga_saldo": 0.002112915214583993, "conta_contestacao": 0.01647866466477714, "roaming_pacote": 0.002216476197917037, "conta_explicacao": 0.02848476778136637, "cadastro_atualizacao": 0.090663783253244, "sem_correspondencia": 0.0961856921095283}, "confidence": 0.6211929831842713, "input_tokens": 36, "latency_ms": 313.41675299995586}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_contestacao": 0.06402422463884866, "conta_segunda_via": 0.11349736856856432, "conta_debito_automatico_digital": 0.04199152796718654, "sem_correspondencia": 0.7804868788254005}, "confidence": 0.7804868788254005, "input_tokens": 58, "latency_ms": 163.44978099999707}
{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 108, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "sem_correspondencia", "probabilities": {"negociacao_divida": 0.29261941517744844, "conta_segunda_via": 0.1540172581361787, "negociacao_religacao": 0.07506767846139681, "sem_correspondencia": 0.47829564822497606}, "confidence": 0.47829564822497606, "input_tokens": 108, "latency_ms": 192.24342500001512}
{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.000876747311535659, "conta_contestacao": 0.02287974192396682, "suporte_configuracao": 0.006237448191108493, "atendimento_humano": 0.017404060241823605, "conta_explicacao": 0.024160247229309505, "conta_segunda_via": 0.8357751990717911, "negociacao_divida": 0.0035502440606745463, "recarga_nao_creditada": 0.0009086245647814107, "conta_debito_automatico_digital": 0.0028331279532229758, "conta_vencimento": 0.001910817369359649, "conta_pagamento_confirmacao": 0.03728676491971121, "sem_correspondencia": 0.04617697716271504}, "confidence": 0.8357751990717911, "input_tokens": 52, "latency_ms": 362.4232699999652}
{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 87, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.40417543687004776, "fidelidade_pontos": 0.07438378701065067, "marketplace_compra": 0.032277363444331, "sem_correspondencia": 0.48916341267497054}, "confidence": 0.48916341267497054, "input_tokens": 87, "latency_ms": 174.47530999999117}
{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.036999177256597536, "seguranca_perda_roubo": 0.8271532074122749, "suporte_chip_esim": 0.007003935066990433, "sem_correspondencia": 0.1288436802641371}, "confidence": 0.8271532074122749, "input_tokens": 34, "latency_ms": 149.81752699998196}
{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.053746310375125624, "fidelidade_pontos": 0.06623823175808347, "vas_consulta": 0.24985618984124852, "seguranca_perda_roubo": 0.056857400526928094, "cancelamento_linha": 0.007735459637644705, "recarga_nao_creditada": 0.0035120025877949587, "marketplace_compra": 0.07919428328043676, "sem_correspondencia": 0.48286012199273787}, "confidence": 0.48286012199273787, "input_tokens": 32, "latency_ms": 207.8794079999966}
{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.004204507932828769, "internet_problema_conexao": 0.016851723256899875, "suporte_sem_sinal": 0.7712100176930801, "sem_correspondencia": 0.20773375111719128}, "confidence": 0.7712100176930801, "input_tokens": 33, "latency_ms": 150.08791100001417}
{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 60, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"desconto_retencao": 0.014457918448849024, "conta_vencimento": 0.0033222294104676953, "bonus_nao_recebido": 0.03871680977337034, "beneficios_consulta": 0.11439437209471799, "roaming_pacote": 0.0019448207204483833, "recarga_nao_creditada": 0.05145476999283041, "fidelidade_pontos": 0.06453751329612922, "seguranca_fraude": 0.044639034423149634, "internet_pacote_adicional": 0.3895865563086462, "seguranca_perda_roubo": 0.029326071472498674, "internet_consumo": 0.06346535979689502, "conta_contestacao": 0.025296391240454894, "internet_problema_conexao": 0.03391618067798026, "fidelidade_resgate": 0.01784095624136557, "conta_segunda_via": 0.009036119518862112, "sem_correspondencia": 0.09806489658333459}, "confidence": 0.3895865563086462, "input_tokens": 60, "latency_ms": 481.31052999997337}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 64, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.003076364078525085, "conta_contestacao": 0.012606766154998405, "conta_debito_automatico_digital": 0.8334662351512331, "seguranca_perda_roubo": 0.004873225602033682, "conta_pagamento_confirmacao": 0.015956862683526665, "conta_segunda_via": 0.012115000860451197, "conta_explicacao": 0.01777039720830154, "sem_correspondencia": 0.10013514826093033}, "confidence": 0.8334662351512331, "input_tokens": 64, "latency_ms": 243.96521099998836}
{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_realizar": 0.00944053347941444, "troca_numero": 0.0017867384538370295, "negociacao_divida": 0.00877652658447697, "conta_pagamento_confirmacao": 0.06964619208809676, "recarga_saldo": 0.12405537370534152, "seguranca_perda_roubo": 0.017162108180489483, "plano_troca": 0.005448682038958023, "internet_consumo": 0.08027834903385338, "internet_problema_conexao": 0.04510964664529758, "vas_consulta": 0.17656915748879182, "cancelamento_linha": 0.0037082744368305137, "conta_explicacao": 0.04414533665955319, "conta_debito_automatico_digital": 0.008346096314227724, "internet_pacote_adicional": 0.04432666515835023, "recarga_nao_creditada": 0.20188028388921553, "sem_correspondencia": 0.15932003584326582}, "confidence": 0.20188028388921553, "input_tokens": 39, "latency_ms": 429.1857080000341}
{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 66, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.004097511613871142, "recarga_saldo": 0.0022034161440053403, "internet_consumo": 0.008106375276506334, "conta_pagamento_confirmacao": 0.026935551227680342, "internet_pacote_adicional": 0.007304454277405395, "roaming_cobranca": 0.0008070791298770102, "conta_segunda_via": 0.01209197729205406, "conta_contestacao": 0.004998391237823972, "marketplace_pedido": 0.010097677320393931, "conta_vencimento": 0.007169556840868427, "fidelidade_pontos": 0.00582630778179935, "conta_debito_automatico_digital": 0.8448165603898478, "suporte_chip_esim": 0.005556742479771059, "conta_explicacao": 0.016825184635493692, "reclamacao_atendimento": 0.003820544857512232, "sem_correspondencia": 0.03934266949508998}, "confidence": 0.8448165603898478, "input_tokens": 66, "latency_ms": 478.9379599999961}
{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.029789304166543178, "vas_cancelamento": 0.00861747464135073, "seguranca_perda_roubo": 0.026964859861178306, "cadastro_atualizacao": 0.03870484952727896, "suporte_sem_sinal": 0.25819516013621713, "suporte_chip_esim": 0.28217661196809607, "suporte_configuracao": 0.09905212307966793, "sem_correspondencia": 0.2564996166196677}, "confidence": 0.28217661196809607, "input_tokens": 53, "latency_ms": 232.71632000000864}
{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.005381099456678466, "cadastro_atualizacao": 0.048537537839793664, "cancelamento_linha": 0.013806765077037274, "troca_numero": 0.7963113251781522, "parceiros_ofertas": 0.03285150628465955, "vas_cancelamento": 0.005520052320249793, "negociacao_divida": 0.007130526062668741, "sem_correspondencia": 0.09046118778076032}, "confidence": 0.7963113251781522, "input_tokens": 36, "latency_ms": 219.71793000000162}
{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.0011243042897900416, "cancelamento_linha": 0.9701871179597565, "vas_cancelamento": 0.010001301051723125, "sem_correspondencia": 0.018687276698730347}, "confidence": 0.9701871179597565, "input_tokens": 30, "latency_ms": 152.42813800000476}
{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.17321589845138022, "roaming_pacote": 0.0037793826413128786, "plano_consulta": 0.1671681732047673, "plano_troca": 0.008064770496492327, "recarga_realizar": 0.019386461486048712, "conta_pagamento_confirmacao": 0.038607020905765614, "roaming_cobranca": 0.0046157866221781104, "plano_nova_linha": 0.007958286806187648, "portabilidade": 0.00788816660321807, "conta_contestacao": 0.08319018933544915, "reclamacao_atendimento": 0.09350925762815568, "seguranca_fraude": 0.07256955136398721, "beneficios_consulta": 0.10451989621317753, "internet_consumo": 0.049348205537406986, "negociacao_religacao": 0.00757055722256412, "sem_correspondencia": 0.15860839548190847}, "confidence": 0.17321589845138022, "input_tokens": 53, "latency_ms": 470.2961529999925}
{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_explicacao": 0.1184994701426259, "conta_vencimento": 0.09283213697803581, "parceiros_ofertas": 0.05988209567480926, "conta_contestacao": 0.05876893045923946, "conta_debito_automatico_digital": 0.02773285770811675, "conta_segunda_via": 0.11191456478484055, "conta_pagamento_confirmacao": 0.07364611629436642, "sem_correspondencia": 0.45672382795796584}, "confidence": 0.45672382795796584, "input_tokens": 41, "latency_ms": 218.0219019999754}
{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"internet_consumo": 0.40368787206128004, "recarga_saldo": 0.0323601110346636, "plano_consulta": 0.08023873866049086, "sem_correspondencia": 0.4837132782435655}, "confidence": 0.4837132782435655, "input_tokens": 50, "latency_ms": 156.1022760000128}
{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.10108629858889036, "recarga_saldo": 0.09457435687904552, "recarga_nao_creditada": 0.018492972926066532, "sem_correspondencia": 0.7858463716059976}, "confidence": 0.7858463716059976, "input_tokens": 47, "latency_ms": 154.93588500004307}