diff --git a/reports/pilot/README.md b/reports/pilot/README.md
new file mode 100644
index 0000000..f05f6a7
--- /dev/null
+++ b/reports/pilot/README.md
@@ -0,0 +1,13 @@
+# Resultados — partição `dev`, 50 exemplos
+
+Gerado por `infra/ds/collect.py` a partir dos buckets de resultados. CPU: us-chicago-1 (`VM.Standard.E4.Flex`, 8 OCPU, sub-rede privada). GPU: sa-saopaulo-1 (`VM.GPU.A10.1`). Lote 1; latências excluem os exemplos de aquecimento. Probabilidades ainda sem calibração.
+
+| Candidato | Disp. | Precisão | n | Acurácia | Macro F1 | ECE (bruto) | p50 ms | p95 ms | p99 ms | Carga s | RAM pico MiB | GPU pico MiB | Erros | Truncados |
+|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
+| gliner | cpu | float32 | 50 | 48.0% | 43.9% | 0.198 | 244.0 | 481.0 | 511.6 | 21.0 | 3257 | — | 0 | 0 |
+| gliner | cuda | float32 | 50 | 48.0% | 43.9% | 0.198 | 18.1 | 31.0 | 32.7 | 21.5 | 3256 | 1681 | 0 | 0 |
+| laya | cpu | float32 | 50 | 66.0% | 63.5% | 0.252 | 161.3 | 200.5 | 220.7 | 9.3 | 2673 | — | 0 | 0 |
+| laya | cuda | float32 | 50 | 66.0% | 63.5% | 0.266 | 21.2 | 23.1 | 25.3 | 8.5 | 2780 | 1811 | 0 | 0 |
+| rizzo_flow | cpu | gguf-q8_0 | 50 | 86.0% | 87.5% | 0.095 | 12734.4 | 18693.6 | 19293.6 | 4.0 | 4936 | — | 0 | 0 |
+| rizzo_flow | cuda | gguf-q8_0 | 50 | 82.0% | 84.3% | 0.103 | 108.1 | 174.7 | 182.5 | 5.3 | 4527 | 5107 | 0 | 0 |
+| semif | cuda | bfloat16 | 50 | 92.0% | 93.9% | 0.114 | 113.8 | 181.3 | 183.7 | 6.7 | 9020 | 8513 | 0 | 0 |
diff --git a/reports/pilot/predictions-gliner-cpu.jsonl b/reports/pilot/predictions-gliner-cpu.jsonl
new file mode 100644
index 0000000..cc8adcf
--- /dev/null
+++ b/reports/pilot/predictions-gliner-cpu.jsonl
@@ -0,0 +1,50 @@
+{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 52, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"cadastro_atualizacao": 0.05633504032893835, "atendimento_humano": 0.1306534641838753, "internet_consumo": 0.19855358198108763, "suporte_sem_sinal": 0.17116469774125734, "seguranca_fraude": 0.07876491150510942, "internet_pacote_adicional": 0.19942930827924735, "suporte_configuracao": 0.029255561921931482, "sem_correspondencia": 0.13584343405855312}, "confidence": 0.19942930827924735, "input_tokens": 52, "latency_ms": 296.98672199998555}
+{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"atendimento_humano": 0.05377554270552738, "suporte_sem_sinal": 0.16270685928376116, "vas_consulta": 0.18677010262524232, "suporte_configuracao": 0.022245590470470932, "internet_consumo": 0.10010056476571762, "internet_pacote_adicional": 0.21976449062281797, "internet_problema_conexao": 0.11716343661940486, "sem_correspondencia": 0.13747341290705778}, "confidence": 0.21976449062281797, "input_tokens": 39, "latency_ms": 218.30845599998838}
+{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_contestacao": 0.21456156319939448, "roaming_cobranca": 0.011460199629172104, "vas_cancelamento": 0.039515758168323166, "sem_correspondencia": 0.7344624790031102}, "confidence": 0.7344624790031102, "input_tokens": 48, "latency_ms": 139.960034000012}
+{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.06995317915567881, "vas_contratacao": 0.017055688012905523, "beneficios_consulta": 0.05073873948379678, "sem_correspondencia": 0.8622523933476189}, "confidence": 0.8622523933476189, "input_tokens": 28, "latency_ms": 132.86746400001448}
+{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 45, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.006182048371160015, "recarga_saldo": 0.0023684002468227555, "fidelidade_resgate": 0.006201322092985999, "fidelidade_pontos": 0.7790936694175205, "cadastro_atualizacao": 0.021555847836830934, "bonus_nao_recebido": 0.0031898861782208494, "beneficios_consulta": 0.08688935408293859, "sem_correspondencia": 0.09451947177352042}, "confidence": 0.7790936694175205, "input_tokens": 45, "latency_ms": 216.35588300000563}
+{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.05440172251465182, "plano_consulta": 0.05732847824934748, "vas_contratacao": 0.02381843918325207, "sem_correspondencia": 0.8644513600527486}, "confidence": 0.8644513600527486, "input_tokens": 58, "latency_ms": 149.39831200001663}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"roaming_duvida": 0.02044235177502912, "roaming_pacote": 0.010722789953361414, "internet_pacote_adicional": 0.19799515678731783, "reclamacao_atendimento": 0.23532193986818917, "internet_problema_conexao": 0.0655359926280975, "fidelidade_pontos": 0.0652637409614911, "seguranca_perda_roubo": 0.14368663781764596, "sem_correspondencia": 0.2610313902088679}, "confidence": 0.2610313902088679, "input_tokens": 25, "latency_ms": 212.8507250000098}
+{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"conta_segunda_via": 0.0985475536018035, "suporte_sem_sinal": 0.1493035377021428, "internet_problema_conexao": 0.027244978989164052, "roaming_duvida": 0.010823309212379468, "atendimento_humano": 0.0432550041959236, "suporte_chip_esim": 0.010898428758473697, "internet_pacote_adicional": 0.23620146056527244, "vas_consulta": 0.08606386763432505, "conta_contestacao": 0.03885154723546504, "troca_numero": 0.002443805056895171, "conta_explicacao": 0.03277197416870067, "suporte_configuracao": 0.026404359798980443, "recarga_realizar": 0.005723843240393561, "plano_troca": 0.005520040062683792, "recarga_nao_creditada": 0.01578535295320109, "sem_correspondencia": 0.21016093682419562}, "confidence": 0.23620146056527244, "input_tokens": 27, "latency_ms": 405.79436899997745}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.04119673431743734, "suporte_chip_esim": 0.014759667434231157, "conta_contestacao": 0.08782656619629675, "parceiros_ofertas": 0.02698718796023001, "negociacao_religacao": 0.006003897725195986, "conta_vencimento": 0.0044127810462390085, "plano_consulta": 0.019985642577310902, "conta_pagamento_confirmacao": 0.03230957734293849, "marketplace_compra": 0.02863095742737649, "conta_debito_automatico_digital": 0.3638484829390548, "seguranca_fraude": 0.17067407321940795, "roaming_pacote": 0.0023468376947219424, "conta_explicacao": 0.04241570520032882, "conta_segunda_via": 0.026595596614182596, "fidelidade_resgate": 0.008749234618433235, "sem_correspondencia": 0.12325705768661449}, "confidence": 0.3638484829390548, "input_tokens": 55, "latency_ms": 479.5991060000233}
+{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.03542839487267046, "marketplace_compra": 0.1902861712854996, "internet_consumo": 0.056502506605933644, "fidelidade_resgate": 0.03506691500318303, "suporte_sem_sinal": 0.08586947333380184, "beneficios_consulta": 0.26357699154721315, "conta_vencimento": 0.006798427107895985, "desconto_retencao": 0.05781410699805534, "roaming_pacote": 0.004591094042136942, "marketplace_pedido": 0.09467781172041843, "vas_contratacao": 0.012554034487700268, "sem_correspondencia": 0.15683407299549132}, "confidence": 0.26357699154721315, "input_tokens": 47, "latency_ms": 319.2586320000146}
+{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 0.0510625828017261, "vas_consulta": 0.11103500246924011, "fidelidade_resgate": 0.004777983540291525, "conta_vencimento": 0.00345495500523484, "fidelidade_pontos": 0.006833994178251532, "recarga_nao_creditada": 0.0031778462454556317, "vas_cancelamento": 0.5696877531617922, "recarga_realizar": 0.05222618473636323, "conta_debito_automatico_digital": 0.007844611471046207, "suporte_configuracao": 0.009524119572197596, "plano_consulta": 0.1225273150097304, "sem_correspondencia": 0.057847651808670665}, "confidence": 0.5696877531617922, "input_tokens": 45, "latency_ms": 324.05252199998813}
+{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"suporte_configuracao": 0.04887036263724543, "negociacao_divida": 0.009074892903665829, "roaming_cobranca": 0.004128565571117845, "internet_pacote_adicional": 0.1330052920286864, "suporte_sem_sinal": 0.3868126296571289, "internet_problema_conexao": 0.09779793828324099, "internet_consumo": 0.09135543610324183, "sem_correspondencia": 0.22895488281567278}, "confidence": 0.3868126296571289, "input_tokens": 38, "latency_ms": 238.94977200001222}
+{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.10101135359187022, "fidelidade_pontos": 0.019139557203428536, "conta_segunda_via": 0.06407183116346624, "plano_consulta": 0.03272248282711798, "negociacao_religacao": 0.3148217355587845, "suporte_chip_esim": 0.008685555844016153, "suporte_sem_sinal": 0.13916660210195603, "conta_debito_automatico_digital": 0.013187424609266403, "negociacao_divida": 0.011569210731525602, "marketplace_pedido": 0.014092679423707266, "conta_pagamento_confirmacao": 0.16707093251265986, "sem_correspondencia": 0.1144606344322012}, "confidence": 0.3148217355587845, "input_tokens": 49, "latency_ms": 379.2192610000029}
+{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"fidelidade_resgate": 0.032272484078368906, "roaming_pacote": 0.004293713708655644, "internet_problema_conexao": 0.0965308321255007, "suporte_chip_esim": 0.008223798106834762, "atendimento_humano": 0.04357657943950831, "internet_consumo": 0.0974540112133743, "bonus_nao_recebido": 0.0295585504976135, "conta_vencimento": 0.003374392624538409, "reclamacao_atendimento": 0.042669612814975874, "internet_pacote_adicional": 0.44797566428786223, "seguranca_fraude": 0.07039949281513809, "sem_correspondencia": 0.12367086828762928}, "confidence": 0.44797566428786223, "input_tokens": 34, "latency_ms": 300.73206499997696}
+{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.052223184916946545, "plano_consulta": 0.7092712156702695, "internet_consumo": 0.013402139273541863, "sem_correspondencia": 0.2251034601392421}, "confidence": 0.7092712156702695, "input_tokens": 42, "latency_ms": 148.00341699998398}
+{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_consulta", "probabilities": {"atendimento_humano": 0.07800281867341036, "marketplace_pedido": 0.03543879498098758, "internet_consumo": 0.10454502801558611, "roaming_duvida": 0.009612442086010736, "parceiros_ofertas": 0.057979148434741674, "vas_cancelamento": 0.003291658855732068, "conta_segunda_via": 0.02258249021272224, "cadastro_atualizacao": 0.033807635630041605, "beneficios_consulta": 0.044404603964786224, "vas_consulta": 0.2318674199065576, "vas_contratacao": 0.22551697707879265, "conta_debito_automatico_digital": 0.013890428601183828, "recarga_nao_creditada": 0.0028522652846162387, "negociacao_divida": 0.010517106491886398, "desconto_retencao": 0.005972472542168427, "sem_correspondencia": 0.11971870924077627}, "confidence": 0.2318674199065576, "input_tokens": 48, "latency_ms": 471.02516500001457}
+{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.8657887747339571, "conta_contestacao": 0.013563552205296788, "conta_explicacao": 0.02239397398221628, "sem_correspondencia": 0.09825369907852978}, "confidence": 0.8657887747339571, "input_tokens": 55, "latency_ms": 156.35639699996773}
+{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"vas_contratacao": 0.008252154186069163, "reclamacao_atendimento": 0.024924060576426, "troca_numero": 0.00088772586028286, "parceiros_ofertas": 0.04714921908542556, "fidelidade_pontos": 0.035775021072579176, "seguranca_fraude": 0.030444182756794096, "recarga_nao_creditada": 0.0023409682557664698, "conta_debito_automatico_digital": 0.008225142105847722, "desconto_retencao": 0.012443788472763498, "roaming_pacote": 0.004633159422527364, "conta_contestacao": 0.018452814031449286, "internet_pacote_adicional": 0.45202318281191056, "roaming_duvida": 0.009017102509557003, "negociacao_divida": 0.004200650886289697, "atendimento_humano": 0.21661502337226143, "sem_correspondencia": 0.1246158045940501}, "confidence": 0.45202318281191056, "input_tokens": 31, "latency_ms": 429.16919800001097}
+{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 65, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0037003433059107616, "atendimento_humano": 0.09600929744452891, "negociacao_religacao": 0.005742936778207291, "conta_vencimento": 0.003457259755237843, "reclamacao_atendimento": 0.332464365216347, "internet_consumo": 0.05163309975304387, "conta_debito_automatico_digital": 0.0025281791955806617, "sem_correspondencia": 0.5044645185511437}, "confidence": 0.5044645185511437, "input_tokens": 65, "latency_ms": 231.40780799997174}
+{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.006292845806225449, "troca_numero": 0.0033607707433471793, "plano_consulta": 0.2019763509430915, "atendimento_humano": 0.05106224663799636, "bonus_nao_recebido": 0.011676972272477971, "desconto_retencao": 0.010084618417476184, "portabilidade": 0.00600775959545016, "reclamacao_atendimento": 0.018377303354031344, "fidelidade_resgate": 0.012301767692202996, "vas_consulta": 0.10153854983858417, "conta_explicacao": 0.012075306372547808, "vas_contratacao": 0.012267864757853294, "beneficios_consulta": 0.4171578421956684, "plano_troca": 0.011619978127121854, "fidelidade_pontos": 0.026404854733864672, "sem_correspondencia": 0.09779496851206067}, "confidence": 0.4171578421956684, "input_tokens": 33, "latency_ms": 381.35722599997735}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"atendimento_humano": 0.16368754067118033, "vas_contratacao": 0.00866463665554332, "cancelamento_linha": 0.006148701574802482, "negociacao_divida": 0.011904999663673779, "suporte_sem_sinal": 0.11714649420926788, "negociacao_religacao": 0.005920419026126232, "cadastro_atualizacao": 0.028803594921825593, "desconto_retencao": 0.025151109533266346, "internet_problema_conexao": 0.0757832962151819, "fidelidade_pontos": 0.0511162695696483, "roaming_pacote": 0.0027766141535065627, "conta_debito_automatico_digital": 0.004451100150050934, "internet_pacote_adicional": 0.3414313776573883, "conta_vencimento": 0.004106690048651834, "marketplace_compra": 0.013957184027145417, "sem_correspondencia": 0.13894997192274083}, "confidence": 0.3414313776573883, "input_tokens": 32, "latency_ms": 519.0885940000385}
+{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.8404617958451781, "fidelidade_resgate": 0.002695296907977438, "beneficios_consulta": 0.014476329179215451, "marketplace_pedido": 0.008858625832754862, "vas_consulta": 0.07322782324095052, "marketplace_compra": 0.016029292818343012, "vas_contratacao": 0.00344881533950521, "sem_correspondencia": 0.04080202083607543}, "confidence": 0.8404617958451781, "input_tokens": 39, "latency_ms": 217.45572899999388}
+{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "atendimento_humano", "probabilities": {"roaming_cobranca": 0.00470376792096304, "atendimento_humano": 0.21747382817054223, "fidelidade_resgate": 0.047002254493931986, "cancelamento_linha": 0.008296259427789197, "reclamacao_atendimento": 0.04900093228320563, "negociacao_divida": 0.02046535847231359, "conta_segunda_via": 0.04503448171203895, "seguranca_perda_roubo": 0.025065223859045863, "recarga_realizar": 0.006753935274199679, "plano_consulta": 0.1459980115807286, "fidelidade_pontos": 0.1411954270779608, "internet_consumo": 0.028110618783538127, "conta_contestacao": 0.025930560340412696, "cadastro_atualizacao": 0.03980328022166471, "desconto_retencao": 0.02153278822096473, "sem_correspondencia": 0.1736332721607002}, "confidence": 0.21747382817054223, "input_tokens": 41, "latency_ms": 501.994174999993}
+{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.07134969965234782, "vas_consulta": 0.13494522278902543, "desconto_retencao": 0.004517755273418037, "bonus_nao_recebido": 0.004612823746350858, "recarga_nao_creditada": 0.006201067667966541, "recarga_realizar": 0.5247294673116086, "recarga_saldo": 0.1826829830314031, "sem_correspondencia": 0.0709609805278796}, "confidence": 0.5247294673116086, "input_tokens": 44, "latency_ms": 224.75974000002452}
+{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"bonus_nao_recebido": 0.08372955398542675, "conta_pagamento_confirmacao": 0.22804191237875426, "recarga_nao_creditada": 0.013046876179287263, "sem_correspondencia": 0.6751816574565317}, "confidence": 0.6751816574565317, "input_tokens": 30, "latency_ms": 148.45890200001577}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.015579182799711664, "internet_consumo": 0.06965324347515817, "conta_explicacao": 0.09037441844469327, "conta_vencimento": 0.007682744485165407, "conta_debito_automatico_digital": 0.2591245496564037, "roaming_duvida": 0.0349659215190068, "conta_contestacao": 0.052302584539191656, "parceiros_ofertas": 0.07681326639664607, "conta_segunda_via": 0.06152021569684349, "suporte_chip_esim": 0.01669749819391871, "conta_pagamento_confirmacao": 0.05752823182873644, "sem_correspondencia": 0.2577581429645246}, "confidence": 0.2591245496564037, "input_tokens": 30, "latency_ms": 301.91605200002414}
+{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.018612736203367942, "seguranca_fraude": 0.16695570378202648, "roaming_pacote": 0.007635823657077212, "suporte_sem_sinal": 0.21797431264439374, "troca_numero": 0.0022510587403889335, "conta_debito_automatico_digital": 0.015069642523264558, "marketplace_compra": 0.050783103468284685, "cancelamento_linha": 0.005704306803450735, "plano_consulta": 0.13616041376268948, "suporte_configuracao": 0.03946724772401662, "cadastro_atualizacao": 0.04037225481719961, "sem_correspondencia": 0.29901339587384}, "confidence": 0.29901339587384, "input_tokens": 45, "latency_ms": 304.2605879999769}
+{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"recarga_saldo": 0.001895222029392463, "troca_numero": 0.0011671470457208948, "conta_explicacao": 0.02733326543975713, "suporte_configuracao": 0.018468971873425315, "internet_pacote_adicional": 0.47084996796556267, "marketplace_pedido": 0.027234422304558446, "conta_pagamento_confirmacao": 0.0283818471962397, "seguranca_fraude": 0.08426609547555959, "desconto_retencao": 0.026620445986708954, "vas_contratacao": 0.006184777727327435, "beneficios_consulta": 0.08755738971096592, "plano_nova_linha": 0.01478895287828036, "conta_vencimento": 0.0034042904480447293, "fidelidade_resgate": 0.008650534529688085, "suporte_chip_esim": 0.020976545062647806, "sem_correspondencia": 0.17222012432612052}, "confidence": 0.47084996796556267, "input_tokens": 27, "latency_ms": 476.38561999997364}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"internet_pacote_adicional": 0.6832894120790547, "bonus_nao_recebido": 0.1023817007763203, "fidelidade_resgate": 0.010742727726260242, "fidelidade_pontos": 0.01971121872906634, "desconto_retencao": 0.025373513355830518, "beneficios_consulta": 0.08311305961403334, "recarga_nao_creditada": 0.007519972272661752, "sem_correspondencia": 0.06786839544677283}, "confidence": 0.6832894120790547, "input_tokens": 55, "latency_ms": 264.5636160000322}
+{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.10852069991051108, "conta_explicacao": 0.2107237099003239, "conta_contestacao": 0.13546339965666235, "sem_correspondencia": 0.5452921905325027}, "confidence": 0.5452921905325027, "input_tokens": 38, "latency_ms": 151.09506999999667}
+{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 42, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_debito_automatico_digital": 0.23479818871378463, "conta_contestacao": 0.0632257375559752, "fidelidade_resgate": 0.01921788940695222, "vas_cancelamento": 0.012384907117573835, "conta_vencimento": 0.09830561846777838, "conta_pagamento_confirmacao": 0.07605887811337772, "roaming_cobranca": 0.0071652236955968085, "desconto_retencao": 0.021546272169656766, "conta_explicacao": 0.09499953514664347, "suporte_configuracao": 0.03691898964352878, "conta_segunda_via": 0.026525049919971757, "sem_correspondencia": 0.30885371004916046}, "confidence": 0.30885371004916046, "input_tokens": 42, "latency_ms": 326.9151520000264}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.05710947610429606, "conta_vencimento": 0.0039371567288917315, "seguranca_fraude": 0.016615537429527545, "conta_pagamento_confirmacao": 0.03624946921972154, "plano_consulta": 0.028753078111875004, "conta_debito_automatico_digital": 0.6211929831842713, "recarga_saldo": 0.002112915214583993, "conta_contestacao": 0.01647866466477714, "roaming_pacote": 0.002216476197917037, "conta_explicacao": 0.02848476778136637, "cadastro_atualizacao": 0.090663783253244, "sem_correspondencia": 0.0961856921095283}, "confidence": 0.6211929831842713, "input_tokens": 36, "latency_ms": 313.41675299995586}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_contestacao": 0.06402422463884866, "conta_segunda_via": 0.11349736856856432, "conta_debito_automatico_digital": 0.04199152796718654, "sem_correspondencia": 0.7804868788254005}, "confidence": 0.7804868788254005, "input_tokens": 58, "latency_ms": 163.44978099999707}
+{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 108, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "sem_correspondencia", "probabilities": {"negociacao_divida": 0.29261941517744844, "conta_segunda_via": 0.1540172581361787, "negociacao_religacao": 0.07506767846139681, "sem_correspondencia": 0.47829564822497606}, "confidence": 0.47829564822497606, "input_tokens": 108, "latency_ms": 192.24342500001512}
+{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.000876747311535659, "conta_contestacao": 0.02287974192396682, "suporte_configuracao": 0.006237448191108493, "atendimento_humano": 0.017404060241823605, "conta_explicacao": 0.024160247229309505, "conta_segunda_via": 0.8357751990717911, "negociacao_divida": 0.0035502440606745463, "recarga_nao_creditada": 0.0009086245647814107, "conta_debito_automatico_digital": 0.0028331279532229758, "conta_vencimento": 0.001910817369359649, "conta_pagamento_confirmacao": 0.03728676491971121, "sem_correspondencia": 0.04617697716271504}, "confidence": 0.8357751990717911, "input_tokens": 52, "latency_ms": 362.4232699999652}
+{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 87, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.40417543687004776, "fidelidade_pontos": 0.07438378701065067, "marketplace_compra": 0.032277363444331, "sem_correspondencia": 0.48916341267497054}, "confidence": 0.48916341267497054, "input_tokens": 87, "latency_ms": 174.47530999999117}
+{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.036999177256597536, "seguranca_perda_roubo": 0.8271532074122749, "suporte_chip_esim": 0.007003935066990433, "sem_correspondencia": 0.1288436802641371}, "confidence": 0.8271532074122749, "input_tokens": 34, "latency_ms": 149.81752699998196}
+{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.053746310375125624, "fidelidade_pontos": 0.06623823175808347, "vas_consulta": 0.24985618984124852, "seguranca_perda_roubo": 0.056857400526928094, "cancelamento_linha": 0.007735459637644705, "recarga_nao_creditada": 0.0035120025877949587, "marketplace_compra": 0.07919428328043676, "sem_correspondencia": 0.48286012199273787}, "confidence": 0.48286012199273787, "input_tokens": 32, "latency_ms": 207.8794079999966}
+{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.004204507932828769, "internet_problema_conexao": 0.016851723256899875, "suporte_sem_sinal": 0.7712100176930801, "sem_correspondencia": 0.20773375111719128}, "confidence": 0.7712100176930801, "input_tokens": 33, "latency_ms": 150.08791100001417}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 60, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"desconto_retencao": 0.014457918448849024, "conta_vencimento": 0.0033222294104676953, "bonus_nao_recebido": 0.03871680977337034, "beneficios_consulta": 0.11439437209471799, "roaming_pacote": 0.0019448207204483833, "recarga_nao_creditada": 0.05145476999283041, "fidelidade_pontos": 0.06453751329612922, "seguranca_fraude": 0.044639034423149634, "internet_pacote_adicional": 0.3895865563086462, "seguranca_perda_roubo": 0.029326071472498674, "internet_consumo": 0.06346535979689502, "conta_contestacao": 0.025296391240454894, "internet_problema_conexao": 0.03391618067798026, "fidelidade_resgate": 0.01784095624136557, "conta_segunda_via": 0.009036119518862112, "sem_correspondencia": 0.09806489658333459}, "confidence": 0.3895865563086462, "input_tokens": 60, "latency_ms": 481.31052999997337}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 64, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.003076364078525085, "conta_contestacao": 0.012606766154998405, "conta_debito_automatico_digital": 0.8334662351512331, "seguranca_perda_roubo": 0.004873225602033682, "conta_pagamento_confirmacao": 0.015956862683526665, "conta_segunda_via": 0.012115000860451197, "conta_explicacao": 0.01777039720830154, "sem_correspondencia": 0.10013514826093033}, "confidence": 0.8334662351512331, "input_tokens": 64, "latency_ms": 243.96521099998836}
+{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_realizar": 0.00944053347941444, "troca_numero": 0.0017867384538370295, "negociacao_divida": 0.00877652658447697, "conta_pagamento_confirmacao": 0.06964619208809676, "recarga_saldo": 0.12405537370534152, "seguranca_perda_roubo": 0.017162108180489483, "plano_troca": 0.005448682038958023, "internet_consumo": 0.08027834903385338, "internet_problema_conexao": 0.04510964664529758, "vas_consulta": 0.17656915748879182, "cancelamento_linha": 0.0037082744368305137, "conta_explicacao": 0.04414533665955319, "conta_debito_automatico_digital": 0.008346096314227724, "internet_pacote_adicional": 0.04432666515835023, "recarga_nao_creditada": 0.20188028388921553, "sem_correspondencia": 0.15932003584326582}, "confidence": 0.20188028388921553, "input_tokens": 39, "latency_ms": 429.1857080000341}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 66, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.004097511613871142, "recarga_saldo": 0.0022034161440053403, "internet_consumo": 0.008106375276506334, "conta_pagamento_confirmacao": 0.026935551227680342, "internet_pacote_adicional": 0.007304454277405395, "roaming_cobranca": 0.0008070791298770102, "conta_segunda_via": 0.01209197729205406, "conta_contestacao": 0.004998391237823972, "marketplace_pedido": 0.010097677320393931, "conta_vencimento": 0.007169556840868427, "fidelidade_pontos": 0.00582630778179935, "conta_debito_automatico_digital": 0.8448165603898478, "suporte_chip_esim": 0.005556742479771059, "conta_explicacao": 0.016825184635493692, "reclamacao_atendimento": 0.003820544857512232, "sem_correspondencia": 0.03934266949508998}, "confidence": 0.8448165603898478, "input_tokens": 66, "latency_ms": 478.9379599999961}
+{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.029789304166543178, "vas_cancelamento": 0.00861747464135073, "seguranca_perda_roubo": 0.026964859861178306, "cadastro_atualizacao": 0.03870484952727896, "suporte_sem_sinal": 0.25819516013621713, "suporte_chip_esim": 0.28217661196809607, "suporte_configuracao": 0.09905212307966793, "sem_correspondencia": 0.2564996166196677}, "confidence": 0.28217661196809607, "input_tokens": 53, "latency_ms": 232.71632000000864}
+{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.005381099456678466, "cadastro_atualizacao": 0.048537537839793664, "cancelamento_linha": 0.013806765077037274, "troca_numero": 0.7963113251781522, "parceiros_ofertas": 0.03285150628465955, "vas_cancelamento": 0.005520052320249793, "negociacao_divida": 0.007130526062668741, "sem_correspondencia": 0.09046118778076032}, "confidence": 0.7963113251781522, "input_tokens": 36, "latency_ms": 219.71793000000162}
+{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.0011243042897900416, "cancelamento_linha": 0.9701871179597565, "vas_cancelamento": 0.010001301051723125, "sem_correspondencia": 0.018687276698730347}, "confidence": 0.9701871179597565, "input_tokens": 30, "latency_ms": 152.42813800000476}
+{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.17321589845138022, "roaming_pacote": 0.0037793826413128786, "plano_consulta": 0.1671681732047673, "plano_troca": 0.008064770496492327, "recarga_realizar": 0.019386461486048712, "conta_pagamento_confirmacao": 0.038607020905765614, "roaming_cobranca": 0.0046157866221781104, "plano_nova_linha": 0.007958286806187648, "portabilidade": 0.00788816660321807, "conta_contestacao": 0.08319018933544915, "reclamacao_atendimento": 0.09350925762815568, "seguranca_fraude": 0.07256955136398721, "beneficios_consulta": 0.10451989621317753, "internet_consumo": 0.049348205537406986, "negociacao_religacao": 0.00757055722256412, "sem_correspondencia": 0.15860839548190847}, "confidence": 0.17321589845138022, "input_tokens": 53, "latency_ms": 470.2961529999925}
+{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_explicacao": 0.1184994701426259, "conta_vencimento": 0.09283213697803581, "parceiros_ofertas": 0.05988209567480926, "conta_contestacao": 0.05876893045923946, "conta_debito_automatico_digital": 0.02773285770811675, "conta_segunda_via": 0.11191456478484055, "conta_pagamento_confirmacao": 0.07364611629436642, "sem_correspondencia": 0.45672382795796584}, "confidence": 0.45672382795796584, "input_tokens": 41, "latency_ms": 218.0219019999754}
+{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"internet_consumo": 0.40368787206128004, "recarga_saldo": 0.0323601110346636, "plano_consulta": 0.08023873866049086, "sem_correspondencia": 0.4837132782435655}, "confidence": 0.4837132782435655, "input_tokens": 50, "latency_ms": 156.1022760000128}
+{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.10108629858889036, "recarga_saldo": 0.09457435687904552, "recarga_nao_creditada": 0.018492972926066532, "sem_correspondencia": 0.7858463716059976}, "confidence": 0.7858463716059976, "input_tokens": 47, "latency_ms": 154.93588500004307}
diff --git a/reports/pilot/predictions-gliner-cuda.jsonl b/reports/pilot/predictions-gliner-cuda.jsonl
new file mode 100644
index 0000000..a3528d9
--- /dev/null
+++ b/reports/pilot/predictions-gliner-cuda.jsonl
@@ -0,0 +1,50 @@
+{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 52, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"cadastro_atualizacao": 0.056335248787601926, "atendimento_humano": 0.13065341285350526, "internet_consumo": 0.198553892578701, "suporte_sem_sinal": 0.1711653046275622, "seguranca_fraude": 0.07876508785664219, "internet_pacote_adicional": 0.1994286354556688, "suporte_configuracao": 0.029255496719458096, "sem_correspondencia": 0.13584292112086052}, "confidence": 0.1994286354556688, "input_tokens": 52, "latency_ms": 225.98271699999373}
+{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"atendimento_humano": 0.053775466878385345, "suporte_sem_sinal": 0.16270701556893621, "vas_consulta": 0.1867695000269087, "suporte_configuracao": 0.022245632443119525, "internet_consumo": 0.10010040532778873, "internet_pacote_adicional": 0.2197650070865359, "internet_problema_conexao": 0.11716346420876037, "sem_correspondencia": 0.1374735084595652}, "confidence": 0.2197650070865359, "input_tokens": 39, "latency_ms": 108.10410900000988}
+{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_contestacao": 0.21456235798478315, "roaming_cobranca": 0.011460235558603161, "vas_cancelamento": 0.03951584673713732, "sem_correspondencia": 0.7344615597194764}, "confidence": 0.7344615597194764, "input_tokens": 48, "latency_ms": 99.19023700001617}
+{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.06995329143557767, "vas_contratacao": 0.017055744019333838, "beneficios_consulta": 0.05073850516854497, "sem_correspondencia": 0.8622524593765435}, "confidence": 0.8622524593765435, "input_tokens": 28, "latency_ms": 257.94665999998756}
+{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 45, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.0061820178087974575, "recarga_saldo": 0.0023684110226542044, "fidelidade_resgate": 0.006201306897981274, "fidelidade_pontos": 0.7790932141665514, "cadastro_atualizacao": 0.021556030973316074, "bonus_nao_recebido": 0.003189890224723831, "beneficios_consulta": 0.08688958000780617, "sem_correspondencia": 0.0945195488981696}, "confidence": 0.7790932141665514, "input_tokens": 45, "latency_ms": 17.076854999999114}
+{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.05440122112040755, "plano_consulta": 0.057328323388887784, "vas_contratacao": 0.023818296425049235, "sem_correspondencia": 0.8644521590656554}, "confidence": 0.8644521590656554, "input_tokens": 58, "latency_ms": 16.240270999986706}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"roaming_duvida": 0.020442361694363483, "roaming_pacote": 0.010722794882195739, "internet_pacote_adicional": 0.19799433995443483, "reclamacao_atendimento": 0.23532252145000143, "internet_problema_conexao": 0.06553577253295305, "fidelidade_pontos": 0.06526407222601355, "seguranca_perda_roubo": 0.14368703131694724, "sem_correspondencia": 0.2610311059430907}, "confidence": 0.2610311059430907, "input_tokens": 25, "latency_ms": 16.069651000009344}
+{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"conta_segunda_via": 0.09854726106239779, "suporte_sem_sinal": 0.14930426126612928, "internet_problema_conexao": 0.027244915312669888, "roaming_duvida": 0.010823308883336416, "atendimento_humano": 0.04325508110872299, "suporte_chip_esim": 0.010898505733387288, "internet_pacote_adicional": 0.23620072865097635, "vas_consulta": 0.0860637085107012, "conta_contestacao": 0.03885158665032301, "troca_numero": 0.002443797509472913, "conta_explicacao": 0.032772054223446284, "suporte_configuracao": 0.026404337053903514, "recarga_realizar": 0.005723848681179898, "plano_troca": 0.005520029193983542, "recarga_nao_creditada": 0.015785374320698528, "sem_correspondencia": 0.2101612018386711}, "confidence": 0.23620072865097635, "input_tokens": 27, "latency_ms": 30.0154530000043}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.04119667335074926, "suporte_chip_esim": 0.014759652045086839, "conta_contestacao": 0.08782651858909639, "parceiros_ofertas": 0.02698719824385162, "negociacao_religacao": 0.006003883091195774, "conta_vencimento": 0.004412782762988974, "plano_consulta": 0.01998562329009542, "conta_pagamento_confirmacao": 0.03230948314246508, "marketplace_compra": 0.028630844722074285, "conta_debito_automatico_digital": 0.3638481132816521, "seguranca_fraude": 0.17067444010561314, "roaming_pacote": 0.0023468320291955653, "conta_explicacao": 0.04241564046804896, "conta_segunda_via": 0.02659585464255127, "fidelidade_resgate": 0.008749242711069487, "sem_correspondencia": 0.12325721752426583}, "confidence": 0.3638481132816521, "input_tokens": 55, "latency_ms": 31.998642000019117}
+{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.03542836673026051, "marketplace_compra": 0.19028649781163554, "internet_consumo": 0.05650212484174117, "fidelidade_resgate": 0.0350669465244993, "suporte_sem_sinal": 0.08586960085971279, "beneficios_consulta": 0.26357694846631613, "conta_vencimento": 0.006798414355180823, "desconto_retencao": 0.0578140193174123, "roaming_pacote": 0.0045910802532201575, "marketplace_pedido": 0.09467799741127535, "vas_contratacao": 0.012554060375456224, "sem_correspondencia": 0.1568339430532897}, "confidence": 0.26357694846631613, "input_tokens": 47, "latency_ms": 23.066180999990138}
+{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 0.051063073577057604, "vas_consulta": 0.11103488861648707, "fidelidade_resgate": 0.004777983915843484, "conta_vencimento": 0.003454938641931287, "fidelidade_pontos": 0.006833984270479956, "recarga_nao_creditada": 0.0031778599225321482, "vas_cancelamento": 0.5696880404411232, "recarga_realizar": 0.05222609806973523, "conta_debito_automatico_digital": 0.007844547061842748, "suporte_configuracao": 0.009524087727610977, "plano_consulta": 0.12252714878617472, "sem_correspondencia": 0.05784734896918157}, "confidence": 0.5696880404411232, "input_tokens": 45, "latency_ms": 22.667248000004747}
+{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"suporte_configuracao": 0.048870361824855685, "negociacao_divida": 0.009074899032507447, "roaming_cobranca": 0.0041285788557164456, "internet_pacote_adicional": 0.1330055234738527, "suporte_sem_sinal": 0.38681220567809466, "internet_problema_conexao": 0.09779814527814205, "internet_consumo": 0.09135516587695032, "sem_correspondencia": 0.22895511997988072}, "confidence": 0.38681220567809466, "input_tokens": 38, "latency_ms": 16.56912199999283}
+{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.101011203921747, "fidelidade_pontos": 0.019139612958004395, "conta_segunda_via": 0.06407218092303525, "plano_consulta": 0.03272243045973023, "negociacao_religacao": 0.314822001727268, "suporte_chip_esim": 0.008685610735421814, "suporte_sem_sinal": 0.13916649688657018, "conta_debito_automatico_digital": 0.013187473883388064, "negociacao_divida": 0.011569218106683144, "marketplace_pedido": 0.014092667224640618, "conta_pagamento_confirmacao": 0.1670704098828668, "sem_correspondencia": 0.11446069329064448}, "confidence": 0.314822001727268, "input_tokens": 49, "latency_ms": 25.267310000003818}
+{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"fidelidade_resgate": 0.0322725734402516, "roaming_pacote": 0.004293730932124961, "internet_problema_conexao": 0.09653119706909657, "suporte_chip_esim": 0.008223836279571666, "atendimento_humano": 0.04357657565334225, "internet_consumo": 0.09745361619646245, "bonus_nao_recebido": 0.02955855976954639, "conta_vencimento": 0.003374418696856429, "reclamacao_atendimento": 0.042669355710337475, "internet_pacote_adicional": 0.4479767663479717, "seguranca_fraude": 0.07039847943783373, "sem_correspondencia": 0.12367089046660479}, "confidence": 0.4479767663479717, "input_tokens": 34, "latency_ms": 22.61022900000853}
+{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.052223323997507634, "plano_consulta": 0.7092705263306122, "internet_consumo": 0.01340220848616647, "sem_correspondencia": 0.2251039411857137}, "confidence": 0.7092705263306122, "input_tokens": 42, "latency_ms": 15.229478999998491}
+{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_consulta", "probabilities": {"atendimento_humano": 0.0780028368298572, "marketplace_pedido": 0.03543883032785315, "internet_consumo": 0.10454539492176262, "roaming_duvida": 0.009612469508692342, "parceiros_ofertas": 0.057979041008274584, "vas_cancelamento": 0.0032916856870473642, "conta_segunda_via": 0.022582544877500384, "cadastro_atualizacao": 0.03380770831753859, "beneficios_consulta": 0.04440431845448434, "vas_consulta": 0.23186754154627376, "vas_contratacao": 0.22551674143220743, "conta_debito_automatico_digital": 0.013890455793778738, "recarga_nao_creditada": 0.0028522751429275895, "negociacao_divida": 0.010517132934589111, "desconto_retencao": 0.005972461976397835, "sem_correspondencia": 0.11971856124081494}, "confidence": 0.23186754154627376, "input_tokens": 48, "latency_ms": 31.013777999987724}
+{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.8657892619896955, "conta_contestacao": 0.013563494624067298, "conta_explicacao": 0.022394131034831292, "sem_correspondencia": 0.09825311235140591}, "confidence": 0.8657892619896955, "input_tokens": 55, "latency_ms": 15.635527000000593}
+{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"vas_contratacao": 0.008252110729968856, "reclamacao_atendimento": 0.024923916244704896, "troca_numero": 0.000887728804666517, "parceiros_ofertas": 0.04714925814417573, "fidelidade_pontos": 0.035775003816333084, "seguranca_fraude": 0.030444237939537794, "recarga_nao_creditada": 0.0023409569367249697, "conta_debito_automatico_digital": 0.008225086541518782, "desconto_retencao": 0.012443699542397123, "roaming_pacote": 0.004633143767495816, "conta_contestacao": 0.018452736507103884, "internet_pacote_adicional": 0.4520244518222896, "roaming_duvida": 0.009017048838205893, "negociacao_divida": 0.004200628695434458, "atendimento_humano": 0.21661428661066046, "sem_correspondencia": 0.12461570505878211}, "confidence": 0.4520244518222896, "input_tokens": 31, "latency_ms": 28.36701999999036}
+{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 65, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0037003373029345366, "atendimento_humano": 0.09600925264490082, "negociacao_religacao": 0.005742916729027346, "conta_vencimento": 0.0034572751540599186, "reclamacao_atendimento": 0.33246465890443944, "internet_consumo": 0.051633189389880665, "conta_debito_automatico_digital": 0.0025281703088474937, "sem_correspondencia": 0.5044641995659097}, "confidence": 0.5044641995659097, "input_tokens": 65, "latency_ms": 17.303176999973857}
+{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.006292860509851027, "troca_numero": 0.003360797662067033, "plano_consulta": 0.20197646385703014, "atendimento_humano": 0.051062274890689145, "bonus_nao_recebido": 0.011676951349591212, "desconto_retencao": 0.010084617915839108, "portabilidade": 0.006007759851428829, "reclamacao_atendimento": 0.018377238944471196, "fidelidade_resgate": 0.012301740276679482, "vas_consulta": 0.10153849456029454, "conta_explicacao": 0.012075359041116906, "vas_contratacao": 0.012267879250401237, "beneficios_consulta": 0.4171575917490307, "plano_troca": 0.011620013081161349, "fidelidade_pontos": 0.026404969480277405, "sem_correspondencia": 0.0977949875800707}, "confidence": 0.4171575917490307, "input_tokens": 33, "latency_ms": 27.516087999998717}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"atendimento_humano": 0.16368766117583425, "vas_contratacao": 0.008664625690785731, "cancelamento_linha": 0.006148658688541973, "negociacao_divida": 0.011904921374350143, "suporte_sem_sinal": 0.11714657387895516, "negociacao_religacao": 0.00592038873169544, "cadastro_atualizacao": 0.02880358135178435, "desconto_retencao": 0.02515101431043515, "internet_problema_conexao": 0.07578302914571271, "fidelidade_pontos": 0.051116012001096264, "roaming_pacote": 0.0027765973917372078, "conta_debito_automatico_digital": 0.004451067183782998, "internet_pacote_adicional": 0.34143209433548705, "conta_vencimento": 0.0041066715465113484, "marketplace_compra": 0.013957142820146068, "sem_correspondencia": 0.13894996037314417}, "confidence": 0.34143209433548705, "input_tokens": 32, "latency_ms": 30.086102000012716}
+{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.8404621475231039, "fidelidade_resgate": 0.002695284124895113, "beneficios_consulta": 0.014476204184193422, "marketplace_pedido": 0.00885861675989489, "vas_consulta": 0.07322766106712641, "marketplace_compra": 0.016029328820986375, "vas_contratacao": 0.003448795745561577, "sem_correspondencia": 0.04080196177423833}, "confidence": 0.8404621475231039, "input_tokens": 39, "latency_ms": 16.538960000019642}
+{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "atendimento_humano", "probabilities": {"roaming_cobranca": 0.004703780181481923, "atendimento_humano": 0.21747404387563943, "fidelidade_resgate": 0.04700226720190204, "cancelamento_linha": 0.008296265286151938, "reclamacao_atendimento": 0.04900089290226086, "negociacao_divida": 0.020465431782569345, "conta_segunda_via": 0.04503450553173783, "seguranca_perda_roubo": 0.02506527869278863, "recarga_realizar": 0.006753937356998067, "plano_consulta": 0.1459976289095302, "fidelidade_pontos": 0.14119541677924669, "internet_consumo": 0.028110634601001244, "conta_contestacao": 0.025930566773588227, "cadastro_atualizacao": 0.039803385827232585, "desconto_retencao": 0.021532805686660123, "sem_correspondencia": 0.1736331586112109}, "confidence": 0.21747404387563943, "input_tokens": 41, "latency_ms": 29.132835000012847}
+{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.07134971598217472, "vas_consulta": 0.13494494236903634, "desconto_retencao": 0.0045177535012339105, "bonus_nao_recebido": 0.004612819647763948, "recarga_nao_creditada": 0.006201053822294928, "recarga_realizar": 0.5247290009813481, "recarga_saldo": 0.18268352313113415, "sem_correspondencia": 0.07096119056501392}, "confidence": 0.5247290009813481, "input_tokens": 44, "latency_ms": 17.075704999996333}
+{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"bonus_nao_recebido": 0.08372950031433578, "conta_pagamento_confirmacao": 0.22804124720509764, "recarga_nao_creditada": 0.013046892477067378, "sem_correspondencia": 0.6751823600034992}, "confidence": 0.6751823600034992, "input_tokens": 30, "latency_ms": 14.997621000020445}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.015579159221940336, "internet_consumo": 0.06965314858671318, "conta_explicacao": 0.09037444858542046, "conta_vencimento": 0.007682761110024803, "conta_debito_automatico_digital": 0.2591247676827058, "roaming_duvida": 0.03496571387635015, "conta_contestacao": 0.052302658654238963, "parceiros_ofertas": 0.07681320074705085, "conta_segunda_via": 0.06152032633939356, "suporte_chip_esim": 0.016697535995425256, "conta_pagamento_confirmacao": 0.05752800750933908, "sem_correspondencia": 0.25775827169139753}, "confidence": 0.2591247676827058, "input_tokens": 30, "latency_ms": 22.798891999997295}
+{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.018612663760357313, "seguranca_fraude": 0.16695581169226623, "roaming_pacote": 0.00763581751841581, "suporte_sem_sinal": 0.21797463482516574, "troca_numero": 0.0022510585242065864, "conta_debito_automatico_digital": 0.015069637674135257, "marketplace_compra": 0.05078315752522135, "cancelamento_linha": 0.005704296259772443, "plano_consulta": 0.1361603543471817, "suporte_configuracao": 0.039467203669291274, "cadastro_atualizacao": 0.040372292819166704, "sem_correspondencia": 0.2990130713848196}, "confidence": 0.2990130713848196, "input_tokens": 45, "latency_ms": 23.559174000013172}
+{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"recarga_saldo": 0.0018952114894957258, "troca_numero": 0.0011671404162693305, "conta_explicacao": 0.027333115710181963, "suporte_configuracao": 0.018468970129717516, "internet_pacote_adicional": 0.47085248651097056, "marketplace_pedido": 0.027234261408444628, "conta_pagamento_confirmacao": 0.028381620999215106, "seguranca_fraude": 0.08426551382506296, "desconto_retencao": 0.02662037083023783, "vas_contratacao": 0.0061847571199700755, "beneficios_consulta": 0.08755633836315901, "plano_nova_linha": 0.014789012017979905, "conta_vencimento": 0.0034042826760555785, "fidelidade_resgate": 0.008650485284193602, "suporte_chip_esim": 0.020976593373611144, "sem_correspondencia": 0.17221983984543507}, "confidence": 0.47085248651097056, "input_tokens": 27, "latency_ms": 28.566608000005544}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"internet_pacote_adicional": 0.6832905297174775, "bonus_nao_recebido": 0.10238113082678955, "fidelidade_resgate": 0.010742720036423802, "fidelidade_pontos": 0.019711298537623722, "desconto_retencao": 0.025373598135332794, "beneficios_consulta": 0.08311284194138725, "recarga_nao_creditada": 0.007519991942346231, "sem_correspondencia": 0.06786788886261917}, "confidence": 0.6832905297174775, "input_tokens": 55, "latency_ms": 17.529765000006137}
+{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.1085212909320093, "conta_explicacao": 0.21072460868004417, "conta_contestacao": 0.13546410303908663, "sem_correspondencia": 0.5452899973488599}, "confidence": 0.5452899973488599, "input_tokens": 38, "latency_ms": 15.455623000008245}
+{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 42, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_debito_automatico_digital": 0.23479785167256934, "conta_contestacao": 0.0632257763398509, "fidelidade_resgate": 0.019217861932624227, "vas_cancelamento": 0.012384943739047399, "conta_vencimento": 0.09830571770573703, "conta_pagamento_confirmacao": 0.07605871604232271, "roaming_cobranca": 0.007165232251001531, "desconto_retencao": 0.021546227987902688, "conta_explicacao": 0.09499963430454733, "suporte_configuracao": 0.03691896446046724, "conta_segunda_via": 0.02652496860587252, "sem_correspondencia": 0.3088541049580571}, "confidence": 0.3088541049580571, "input_tokens": 42, "latency_ms": 23.2143990000111}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.057109587189212094, "conta_vencimento": 0.00393716035974506, "seguranca_fraude": 0.016615564868129852, "conta_pagamento_confirmacao": 0.03624933367773702, "plano_consulta": 0.028753018142124945, "conta_debito_automatico_digital": 0.6211930140229414, "recarga_saldo": 0.002112909093235958, "conta_contestacao": 0.01647862320498452, "roaming_pacote": 0.002216476348263468, "conta_explicacao": 0.02848480470732795, "cadastro_atualizacao": 0.09066397897170238, "sem_correspondencia": 0.09618552941459543}, "confidence": 0.6211930140229414, "input_tokens": 36, "latency_ms": 22.749861999983523}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_contestacao": 0.06402455174886358, "conta_segunda_via": 0.11349756846580553, "conta_debito_automatico_digital": 0.04199160572898975, "sem_correspondencia": 0.7804862740563412}, "confidence": 0.7804862740563412, "input_tokens": 58, "latency_ms": 15.320313000017904}
+{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 108, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "sem_correspondencia", "probabilities": {"negociacao_divida": 0.2926198345901183, "conta_segunda_via": 0.15401649932452668, "negociacao_religacao": 0.07506813350608049, "sem_correspondencia": 0.47829553257927454}, "confidence": 0.47829553257927454, "input_tokens": 108, "latency_ms": 16.126485000000912}
+{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.0008767473642398213, "conta_contestacao": 0.022879721978548283, "suporte_configuracao": 0.006237454774320957, "atendimento_humano": 0.017404065272228292, "conta_explicacao": 0.024160307199562574, "conta_segunda_via": 0.8357749040365631, "negociacao_divida": 0.0035502482235969498, "recarga_nao_creditada": 0.0009086272323973546, "conta_debito_automatico_digital": 0.0028331266279310913, "conta_vencimento": 0.0019108209453504014, "conta_pagamento_confirmacao": 0.037286841691066046, "sem_correspondencia": 0.04617713465419518}, "confidence": 0.8357749040365631, "input_tokens": 52, "latency_ms": 23.15337999999656}
+{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 87, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.40417652268247434, "fidelidade_pontos": 0.0743838082228353, "marketplace_compra": 0.03227732618920027, "sem_correspondencia": 0.4891623429054901}, "confidence": 0.4891623429054901, "input_tokens": 87, "latency_ms": 15.634336999994503}
+{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.036999271081818906, "seguranca_perda_roubo": 0.8271529012032324, "suporte_chip_esim": 0.007003919591813269, "sem_correspondencia": 0.12884390812313548}, "confidence": 0.8271529012032324, "input_tokens": 34, "latency_ms": 15.104899000021987}
+{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.053746398517148096, "fidelidade_pontos": 0.06623835573125475, "vas_consulta": 0.24985513322919595, "seguranca_perda_roubo": 0.056857582374905326, "cancelamento_linha": 0.00773547177428837, "recarga_nao_creditada": 0.0035119981131403336, "marketplace_compra": 0.07919440219214723, "sem_correspondencia": 0.48286065806791995}, "confidence": 0.48286065806791995, "input_tokens": 32, "latency_ms": 15.750823999979957}
+{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.004204503822150029, "internet_problema_conexao": 0.016851634171665682, "suporte_sem_sinal": 0.7712092575567093, "sem_correspondencia": 0.207734604449475}, "confidence": 0.7712092575567093, "input_tokens": 33, "latency_ms": 15.273492000005717}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 60, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "internet_pacote_adicional", "probabilities": {"desconto_retencao": 0.01445794214202192, "conta_vencimento": 0.0033222283782033154, "bonus_nao_recebido": 0.0387164668822322, "beneficios_consulta": 0.11439410728219856, "roaming_pacote": 0.0019448294890385127, "recarga_nao_creditada": 0.05145495108785894, "fidelidade_pontos": 0.06453726094312998, "seguranca_fraude": 0.044639100718937647, "internet_pacote_adicional": 0.38958699400541325, "seguranca_perda_roubo": 0.029326090877953927, "internet_consumo": 0.06346566634512597, "conta_contestacao": 0.025296409188112635, "internet_problema_conexao": 0.033916028258939156, "fidelidade_resgate": 0.017840896706952086, "conta_segunda_via": 0.009036126061615754, "sem_correspondencia": 0.09806490163226617}, "confidence": 0.38958699400541325, "input_tokens": 60, "latency_ms": 30.702762999993638}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 64, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.003076353419844484, "conta_contestacao": 0.012606698402417063, "conta_debito_automatico_digital": 0.8334672658659977, "seguranca_perda_roubo": 0.004873185539951281, "conta_pagamento_confirmacao": 0.01595677661415541, "conta_segunda_via": 0.012114936787704526, "conta_explicacao": 0.017770363460627592, "sem_correspondencia": 0.1001344199093019}, "confidence": 0.8334672658659977, "input_tokens": 64, "latency_ms": 18.12049299999785}
+{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_realizar": 0.009440525176641134, "troca_numero": 0.0017867456865630535, "negociacao_divida": 0.008776522001428219, "conta_pagamento_confirmacao": 0.06964613306722123, "recarga_saldo": 0.1240549724138204, "seguranca_perda_roubo": 0.017162102736405314, "plano_troca": 0.005448703505046977, "internet_consumo": 0.08027827520093476, "internet_problema_conexao": 0.045109859364943466, "vas_consulta": 0.1765697550152088, "cancelamento_linha": 0.003708286807936686, "conta_explicacao": 0.044145240172030004, "conta_debito_automatico_digital": 0.008346177409245668, "internet_pacote_adicional": 0.0443263786825469, "recarga_nao_creditada": 0.20188062830805456, "sem_correspondencia": 0.15931969445197283}, "confidence": 0.20188062830805456, "input_tokens": 39, "latency_ms": 29.15602199999512}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 66, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.0040974963662573395, "recarga_saldo": 0.002203416405786597, "internet_consumo": 0.008106360631331262, "conta_pagamento_confirmacao": 0.026935361487274802, "internet_pacote_adicional": 0.0073044477074101005, "roaming_cobranca": 0.0008070764669870278, "conta_segunda_via": 0.012091944161816534, "conta_contestacao": 0.004998372086368401, "marketplace_pedido": 0.010097672525096295, "conta_vencimento": 0.007169505594128651, "fidelidade_pontos": 0.005826252144675028, "conta_debito_automatico_digital": 0.8448174062285755, "suporte_chip_esim": 0.005556724148974422, "conta_explicacao": 0.016825097481764924, "reclamacao_atendimento": 0.00382051406514029, "sem_correspondencia": 0.0393423524984128}, "confidence": 0.8448174062285755, "input_tokens": 66, "latency_ms": 33.2923830000027}
+{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.029789454735619773, "vas_cancelamento": 0.008617464308520445, "seguranca_perda_roubo": 0.026964725474487004, "cadastro_atualizacao": 0.038705061472308726, "suporte_sem_sinal": 0.25819596215381535, "suporte_chip_esim": 0.2821762812517834, "suporte_configuracao": 0.09905239028582068, "sem_correspondencia": 0.25649866031764457}, "confidence": 0.2821762812517834, "input_tokens": 53, "latency_ms": 18.520309000024326}
+{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.005381088441176417, "cadastro_atualizacao": 0.04853777770491317, "cancelamento_linha": 0.013806940577161586, "troca_numero": 0.7963112297007858, "parceiros_ofertas": 0.03285130237273662, "vas_cancelamento": 0.005520014300533178, "negociacao_divida": 0.007130538382368911, "sem_correspondencia": 0.09046110852032424}, "confidence": 0.7963112297007858, "input_tokens": 36, "latency_ms": 16.28187699998307}
+{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.0011243137705509185, "cancelamento_linha": 0.9701869049010177, "vas_cancelamento": 0.010001356558746755, "sem_correspondencia": 0.01868742476968471}, "confidence": 0.9701869049010177, "input_tokens": 30, "latency_ms": 16.779896000002736}
+{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.1732159770708393, "roaming_pacote": 0.0037793603793276668, "plano_consulta": 0.16716804306435382, "plano_troca": 0.008064780932568174, "recarga_realizar": 0.01938661095805731, "conta_pagamento_confirmacao": 0.038606865360448016, "roaming_cobranca": 0.004615787663119686, "plano_nova_linha": 0.007958278613284036, "portabilidade": 0.007888173309809678, "conta_contestacao": 0.08319006465124591, "reclamacao_atendimento": 0.09350887241870864, "seguranca_fraude": 0.07256980640714976, "beneficios_consulta": 0.10452009241047808, "internet_consumo": 0.0493481322035615, "negociacao_religacao": 0.007570576494467071, "sem_correspondencia": 0.15860857806258138}, "confidence": 0.1732159770708393, "input_tokens": 53, "latency_ms": 29.100322000005008}
+{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"conta_explicacao": 0.1184994564578342, "conta_vencimento": 0.09283214115857026, "parceiros_ofertas": 0.05988190622017486, "conta_contestacao": 0.05876883799069837, "conta_debito_automatico_digital": 0.02773282097780548, "conta_segunda_via": 0.111914909488342, "conta_pagamento_confirmacao": 0.07364615249289926, "sem_correspondencia": 0.4567237752136756}, "confidence": 0.4567237752136756, "input_tokens": 41, "latency_ms": 16.521242999999686}
+{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"internet_consumo": 0.4036899163906658, "recarga_saldo": 0.032360035564452015, "plano_consulta": 0.08023895978660554, "sem_correspondencia": 0.48371108825827663}, "confidence": 0.48371108825827663, "input_tokens": 50, "latency_ms": 15.449050999990277}
+{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.10108646110270232, "recarga_saldo": 0.09457484778846646, "recarga_nao_creditada": 0.018493103554909077, "sem_correspondencia": 0.7858455875539221}, "confidence": 0.7858455875539221, "input_tokens": 47, "latency_ms": 15.211014999977124}
diff --git a/reports/pilot/predictions-laya-cpu.jsonl b/reports/pilot/predictions-laya-cpu.jsonl
new file mode 100644
index 0000000..ea8cc5f
--- /dev/null
+++ b/reports/pilot/predictions-laya-cpu.jsonl
@@ -0,0 +1,50 @@
+{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"cadastro_atualizacao": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "internet_consumo": 0.999993000049, "suporte_sem_sinal": 9.99993000049e-07, "seguranca_fraude": 9.99993000049e-07, "internet_pacote_adicional": 9.99993000049e-07, "suporte_configuracao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9997, "input_tokens": 241, "latency_ms": 240.31729600000062}
+{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.016998300169983004, "suporte_sem_sinal": 9.999000099990002e-05, "vas_consulta": 9.999000099990002e-05, "suporte_configuracao": 9.999000099990002e-05, "internet_consumo": 0.0560943905609439, "internet_pacote_adicional": 0.00019998000199980003, "internet_problema_conexao": 0.9263073692630737, "sem_correspondencia": 9.999000099990002e-05}, "confidence": 0.8528, "input_tokens": 211, "latency_ms": 202.17985800002225}
+{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9647035296470353, "roaming_cobranca": 0.029897010298970104, "vas_cancelamento": 0.0025997400259974, "sem_correspondencia": 0.0027997200279972004}, "confidence": 0.8765, "input_tokens": 148, "latency_ms": 115.43746999996074}
+{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 27, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "vas_contratacao", "probabilities": {"plano_consulta": 9.999970000090002e-07, "vas_contratacao": 0.9999970000090003, "beneficios_consulta": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9997, "input_tokens": 126, "latency_ms": 101.38523000000532}
+{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.00010000000000000002, "recarga_saldo": 0.00010000000000000002, "fidelidade_resgate": 0.0012000000000000001, "fidelidade_pontos": 0.9904000000000001, "cadastro_atualizacao": 0.0029000000000000002, "bonus_nao_recebido": 0.00010000000000000002, "beneficios_consulta": 0.00030000000000000003, "sem_correspondencia": 0.004900000000000001}, "confidence": 0.9683, "input_tokens": 233, "latency_ms": 164.73865000000387}
+{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.0006, "plano_consulta": 0.0029, "vas_contratacao": 0.0007, "sem_correspondencia": 0.9958}, "confidence": 0.9781, "input_tokens": 154, "latency_ms": 114.96301900001527}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.0006000600060006001, "roaming_pacote": 0.00010001000100010003, "internet_pacote_adicional": 0.0005000500050005002, "reclamacao_atendimento": 0.983898389838984, "internet_problema_conexao": 0.006400640064006402, "fidelidade_pontos": 0.00010001000100010003, "seguranca_perda_roubo": 0.0075007500750075016, "sem_correspondencia": 0.0009000900090009002}, "confidence": 0.9508, "input_tokens": 214, "latency_ms": 153.37414700002228}
+{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 24, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.0006000588057629647, "suporte_sem_sinal": 0.02440239143436057, "internet_problema_conexao": 0.00020001960192098827, "roaming_duvida": 0.00010000980096049413, "atendimento_humano": 1.0000980096049412e-06, "suporte_chip_esim": 0.00020001960192098827, "internet_pacote_adicional": 0.00020001960192098827, "vas_consulta": 0.0012001176115259294, "conta_contestacao": 0.0012001176115259294, "troca_numero": 0.0019001862182493885, "conta_explicacao": 0.00030002940288148235, "suporte_configuracao": 0.0006000588057629647, "recarga_realizar": 0.0005000490048024707, "plano_troca": 1.0000980096049412e-06, "recarga_nao_creditada": 0.00030002940288148235, "sem_correspondencia": 0.9682948928995041}, "confidence": 0.9371, "input_tokens": 278, "latency_ms": 195.2256199999738}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0022997700229977, "suporte_chip_esim": 9.999000099990002e-05, "conta_contestacao": 0.15408459154084592, "parceiros_ofertas": 0.00029997000299970003, "negociacao_religacao": 9.999000099990002e-05, "conta_vencimento": 9.999000099990002e-05, "plano_consulta": 9.999000099990002e-05, "conta_pagamento_confirmacao": 9.999000099990002e-05, "marketplace_compra": 0.0007999200079992001, "conta_debito_automatico_digital": 0.8029197080291971, "seguranca_fraude": 0.0370962903709629, "roaming_pacote": 9.999000099990002e-05, "conta_explicacao": 9.999000099990002e-05, "conta_segunda_via": 9.999000099990002e-05, "fidelidade_resgate": 9.999000099990002e-05, "sem_correspondencia": 0.0015998400159984002}, "confidence": 0.7742, "input_tokens": 304, "latency_ms": 205.350051000039}
+{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.0001, "marketplace_compra": 0.0138, "internet_consumo": 0.0004, "fidelidade_resgate": 0.0002, "suporte_sem_sinal": 0.0001, "beneficios_consulta": 0.7873, "conta_vencimento": 0.0001, "desconto_retencao": 0.18, "roaming_pacote": 0.0001, "marketplace_pedido": 0.0167, "vas_contratacao": 0.0005, "sem_correspondencia": 0.0007}, "confidence": 0.7418, "input_tokens": 283, "latency_ms": 196.7011870000306}
+{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 9.999920000639994e-07, "vas_consulta": 0.04729962160302718, "fidelidade_resgate": 9.999920000639994e-07, "conta_vencimento": 9.999920000639994e-07, "fidelidade_pontos": 9.999920000639994e-07, "recarga_nao_creditada": 9.999920000639994e-07, "vas_cancelamento": 0.9499924000607994, "recarga_realizar": 0.0011999904000767993, "conta_debito_automatico_digital": 9.999920000639994e-07, "suporte_configuracao": 9.999920000639994e-07, "plano_consulta": 0.0014999880000959992, "sem_correspondencia": 9.999920000639994e-07}, "confidence": 0.9149, "input_tokens": 286, "latency_ms": 232.8183930000023}
+{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0009000000000000001, "negociacao_divida": 0.0005000000000000001, "roaming_cobranca": 0.0022000000000000006, "internet_pacote_adicional": 0.0028000000000000004, "suporte_sem_sinal": 0.009200000000000002, "internet_problema_conexao": 0.9275000000000001, "internet_consumo": 0.05190000000000001, "sem_correspondencia": 0.005000000000000001}, "confidence": 0.8399, "input_tokens": 221, "latency_ms": 161.92833200000223}
+{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"reclamacao_atendimento": 0.7588, "fidelidade_pontos": 0.0076, "conta_segunda_via": 0.0029, "plano_consulta": 0.0111, "negociacao_religacao": 0.0134, "suporte_chip_esim": 0.0066, "suporte_sem_sinal": 0.0366, "conta_debito_automatico_digital": 0.0037, "negociacao_divida": 0.0035, "marketplace_pedido": 0.0064, "conta_pagamento_confirmacao": 0.0514, "sem_correspondencia": 0.098}, "confidence": 0.6062, "input_tokens": 300, "latency_ms": 186.82439599996314}
+{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 9.99997000009e-07, "roaming_pacote": 9.999970000090001e-05, "internet_problema_conexao": 0.9104972685081945, "suporte_chip_esim": 9.99997000009e-07, "atendimento_humano": 0.0008999973000081, "internet_consumo": 0.0677997966006102, "bonus_nao_recebido": 0.00019999940000180001, "conta_vencimento": 9.99997000009e-07, "reclamacao_atendimento": 0.0010999967000099, "internet_pacote_adicional": 0.0135999592001224, "seguranca_fraude": 0.005099984700045901, "sem_correspondencia": 0.0006999979000063}, "confidence": 0.849, "input_tokens": 270, "latency_ms": 168.46671100000776}
+{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 9.999980000040002e-05, "plano_consulta": 0.9998980002039998, "internet_consumo": 9.99998000004e-07, "sem_correspondencia": 9.99998000004e-07}, "confidence": 0.9989, "input_tokens": 133, "latency_ms": 98.40600900002983}
+{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.00010001950380324163, "marketplace_pedido": 0.012102359960192237, "internet_consumo": 0.00030005851140972486, "roaming_duvida": 0.00010001950380324163, "parceiros_ofertas": 0.0010001950380324164, "vas_cancelamento": 0.0010001950380324164, "conta_segunda_via": 1.0001950380324161e-06, "cadastro_atualizacao": 1.0001950380324161e-06, "beneficios_consulta": 1.0001950380324161e-06, "vas_consulta": 0.00010001950380324163, "vas_contratacao": 0.9848920539505203, "conta_debito_automatico_digital": 1.0001950380324161e-06, "recarga_nao_creditada": 0.00010001950380324163, "negociacao_divida": 0.00010001950380324163, "desconto_retencao": 1.0001950380324161e-06, "sem_correspondencia": 0.00020003900760648326}, "confidence": 0.9665, "input_tokens": 296, "latency_ms": 201.50771400000167}
+{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9993000699930007, "conta_contestacao": 0.00019998000199980003, "conta_explicacao": 0.00019998000199980003, "sem_correspondencia": 0.00029997000299970003}, "confidence": 0.9959, "input_tokens": 158, "latency_ms": 117.58658500002639}
+{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.009, "reclamacao_atendimento": 0.0035, "troca_numero": 0.006, "parceiros_ofertas": 0.0914, "fidelidade_pontos": 0.0118, "seguranca_fraude": 0.0033, "recarga_nao_creditada": 0.0192, "conta_debito_automatico_digital": 0.0016, "desconto_retencao": 0.0041, "roaming_pacote": 0.0032, "conta_contestacao": 0.0015, "internet_pacote_adicional": 0.0113, "roaming_duvida": 0.0058, "negociacao_divida": 0.0007, "atendimento_humano": 0.8172, "sem_correspondencia": 0.0104}, "confidence": 0.705, "input_tokens": 281, "latency_ms": 191.34528000000728}
+{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "negociacao_religacao": 9.99993000049e-07, "conta_vencimento": 9.99993000049e-07, "reclamacao_atendimento": 0.999993000049, "internet_consumo": 9.99993000049e-07, "conta_debito_automatico_digital": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9999, "input_tokens": 242, "latency_ms": 146.58187600002748}
+{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 1.000085007225614e-06, "troca_numero": 1.000085007225614e-06, "plano_consulta": 1.000085007225614e-06, "atendimento_humano": 1.000085007225614e-06, "bonus_nao_recebido": 1.000085007225614e-06, "desconto_retencao": 1.000085007225614e-06, "portabilidade": 1.000085007225614e-06, "reclamacao_atendimento": 1.000085007225614e-06, "fidelidade_resgate": 1.000085007225614e-06, "vas_consulta": 1.000085007225614e-06, "conta_explicacao": 1.000085007225614e-06, "vas_contratacao": 1.000085007225614e-06, "beneficios_consulta": 0.9999849987248915, "plano_troca": 1.000085007225614e-06, "fidelidade_pontos": 1.000085007225614e-06, "sem_correspondencia": 1.000085007225614e-06}, "confidence": 0.9996, "input_tokens": 282, "latency_ms": 170.71211899997252}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"atendimento_humano": 0.3999600039996001, "vas_contratacao": 0.0008999100089991, "cancelamento_linha": 0.511048895110489, "negociacao_divida": 0.00029997000299970003, "suporte_sem_sinal": 0.0008999100089991, "negociacao_religacao": 0.0005999400059994001, "cadastro_atualizacao": 0.0006999300069993001, "desconto_retencao": 0.00029997000299970003, "internet_problema_conexao": 0.060493950604939506, "fidelidade_pontos": 0.0031996800319968005, "roaming_pacote": 0.00039996000399960006, "conta_debito_automatico_digital": 0.00039996000399960006, "internet_pacote_adicional": 0.0028997100289971, "conta_vencimento": 0.00029997000299970003, "marketplace_compra": 0.0022997700229977, "sem_correspondencia": 0.015298470152984701}, "confidence": 0.6294, "input_tokens": 285, "latency_ms": 168.58499500000335}
+{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9999930000490003, "fidelidade_resgate": 9.999930000490002e-07, "beneficios_consulta": 9.999930000490002e-07, "marketplace_pedido": 9.999930000490002e-07, "vas_consulta": 9.999930000490002e-07, "marketplace_compra": 9.999930000490002e-07, "vas_contratacao": 9.999930000490002e-07, "sem_correspondencia": 9.999930000490002e-07}, "confidence": 1.0, "input_tokens": 215, "latency_ms": 135.89351499996383}
+{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"roaming_cobranca": 0.004299570042995702, "atendimento_humano": 0.004799520047995201, "fidelidade_resgate": 0.005099490050994902, "cancelamento_linha": 0.5759424057594241, "reclamacao_atendimento": 0.003099690030996901, "negociacao_divida": 0.003099690030996901, "conta_segunda_via": 0.002999700029997001, "seguranca_perda_roubo": 0.01869813018698131, "recarga_realizar": 0.004099590040995901, "plano_consulta": 0.13248675132486756, "fidelidade_pontos": 0.016998300169983008, "internet_consumo": 0.005399460053994602, "conta_contestacao": 0.003299670032996701, "cadastro_atualizacao": 0.12178782121787825, "desconto_retencao": 0.003099690030996901, "sem_correspondencia": 0.09479052094790523}, "confidence": 0.486, "input_tokens": 292, "latency_ms": 168.64452800001573}
+{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 9.999930000489998e-07, "vas_consulta": 9.999930000489998e-07, "desconto_retencao": 9.999930000489998e-07, "bonus_nao_recebido": 9.999930000489998e-07, "recarga_nao_creditada": 9.999930000489998e-07, "recarga_realizar": 0.9999930000489998, "recarga_saldo": 9.999930000489998e-07, "sem_correspondencia": 9.999930000489998e-07}, "confidence": 1.0, "input_tokens": 218, "latency_ms": 133.62493199997516}
+{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "conta_pagamento_confirmacao", "probabilities": {"bonus_nao_recebido": 9.999970000090002e-07, "conta_pagamento_confirmacao": 0.9999970000090003, "recarga_nao_creditada": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 1.0, "input_tokens": 143, "latency_ms": 96.5561110000408}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.00010001000100010001, "internet_consumo": 0.00020002000200020003, "conta_explicacao": 0.002000200020002, "conta_vencimento": 0.0003000300030003, "conta_debito_automatico_digital": 0.6802680268026803, "roaming_duvida": 0.00020002000200020003, "conta_contestacao": 0.014801480148014802, "parceiros_ofertas": 0.289028902890289, "conta_segunda_via": 0.012501250125012502, "suporte_chip_esim": 0.00010001000100010001, "conta_pagamento_confirmacao": 0.0003000300030003, "sem_correspondencia": 0.00020002000200020003}, "confidence": 0.6932, "input_tokens": 275, "latency_ms": 164.54256800000167}
+{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"recarga_nao_creditada": 0.0397, "seguranca_fraude": 0.0966, "roaming_pacote": 0.0059, "suporte_sem_sinal": 0.0414, "troca_numero": 0.1297, "conta_debito_automatico_digital": 0.0059, "marketplace_compra": 0.092, "cancelamento_linha": 0.3136, "plano_consulta": 0.0929, "suporte_configuracao": 0.0117, "cadastro_atualizacao": 0.0059, "sem_correspondencia": 0.1647}, "confidence": 0.1973, "input_tokens": 276, "latency_ms": 165.0857490000135}
+{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 1.0001930372561904e-06, "troca_numero": 0.00010001930372561904, "conta_explicacao": 0.00010001930372561904, "suporte_configuracao": 0.00040007721490247617, "internet_pacote_adicional": 0.00040007721490247617, "marketplace_pedido": 1.0001930372561904e-06, "conta_pagamento_confirmacao": 1.0001930372561904e-06, "seguranca_fraude": 0.0010001930372561905, "desconto_retencao": 0.00010001930372561904, "vas_contratacao": 0.00010001930372561904, "beneficios_consulta": 1.0001930372561904e-06, "plano_nova_linha": 1.0001930372561904e-06, "conta_vencimento": 1.0001930372561904e-06, "fidelidade_resgate": 0.00020003860745123809, "suporte_chip_esim": 1.0001930372561904e-06, "sem_correspondencia": 0.9975925353593244}, "confidence": 0.9916, "input_tokens": 279, "latency_ms": 166.96963100002904}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "desconto_retencao", "probabilities": {"internet_pacote_adicional": 0.001100106710350904, "bonus_nao_recebido": 0.003000291028229738, "fidelidade_resgate": 1.0000970094099127e-06, "fidelidade_pontos": 1.0000970094099127e-06, "desconto_retencao": 0.8248800133612959, "beneficios_consulta": 1.0000970094099127e-06, "recarga_nao_creditada": 0.019801920786316273, "sem_correspondencia": 0.1512146678227788}, "confidence": 0.7365, "input_tokens": 243, "latency_ms": 144.6185830000104}
+{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.00010000000000000002, "conta_explicacao": 0.9537000000000001, "conta_contestacao": 0.04070000000000001, "sem_correspondencia": 0.0055000000000000005}, "confidence": 0.8519, "input_tokens": 138, "latency_ms": 95.60109000000239}
+{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.00020002000200020008, "conta_contestacao": 0.03950395039503951, "fidelidade_resgate": 0.00020002000200020008, "vas_cancelamento": 0.00020002000200020008, "conta_vencimento": 0.9352935293529355, "conta_pagamento_confirmacao": 0.00020002000200020008, "roaming_cobranca": 0.00020002000200020008, "desconto_retencao": 0.002500250025002501, "conta_explicacao": 0.017601760176017608, "suporte_configuracao": 0.00030003000300030005, "conta_segunda_via": 0.0005000500050005002, "sem_correspondencia": 0.003300330033003301}, "confidence": 0.8749, "input_tokens": 287, "latency_ms": 182.25643299996364}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.000700064405925345, "conta_vencimento": 1.0000920084647786e-06, "seguranca_fraude": 1.0000920084647786e-06, "conta_pagamento_confirmacao": 1.0000920084647786e-06, "plano_consulta": 1.0000920084647786e-06, "conta_debito_automatico_digital": 0.9969917232385378, "recarga_saldo": 1.0000920084647786e-06, "conta_contestacao": 1.0000920084647786e-06, "roaming_pacote": 1.0000920084647786e-06, "conta_explicacao": 0.00010000920084647787, "cadastro_atualizacao": 0.002200202418622513, "sem_correspondencia": 1.0000920084647786e-06}, "confidence": 0.9904, "input_tokens": 281, "latency_ms": 176.37164299998176}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.13, "conta_segunda_via": 0.0186, "conta_debito_automatico_digital": 0.6313, "sem_correspondencia": 0.2201}, "confidence": 0.3055, "input_tokens": 165, "latency_ms": 114.39206699998294}
+{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 88, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.4276427642764276, "conta_segunda_via": 0.19441944194419442, "negociacao_religacao": 0.1977197719771977, "sem_correspondencia": 0.18021802180218022}, "confidence": 0.0543, "input_tokens": 198, "latency_ms": 131.7994409999983}
+{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 1.0002890835451443e-06, "conta_contestacao": 1.0002890835451443e-06, "suporte_configuracao": 1.0002890835451443e-06, "atendimento_humano": 1.0002890835451443e-06, "conta_explicacao": 1.0002890835451443e-06, "conta_segunda_via": 0.9999889968200808, "negociacao_divida": 1.0002890835451443e-06, "recarga_nao_creditada": 1.0002890835451443e-06, "conta_debito_automatico_digital": 1.0002890835451443e-06, "conta_vencimento": 1.0002890835451443e-06, "conta_pagamento_confirmacao": 1.0002890835451443e-06, "sem_correspondencia": 1.0002890835451443e-06}, "confidence": 0.9988, "input_tokens": 291, "latency_ms": 186.65505399997073}
+{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "fidelidade_resgate", "probabilities": {"fidelidade_resgate": 0.9999970000090003, "fidelidade_pontos": 9.999970000090002e-07, "marketplace_compra": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9997, "input_tokens": 182, "latency_ms": 123.35183800001914}
+{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.1367, "seguranca_perda_roubo": 0.5863, "suporte_chip_esim": 0.0582, "sem_correspondencia": 0.2188}, "confidence": 0.2187, "input_tokens": 152, "latency_ms": 109.22207200002276}
+{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 1.0000940088368305e-06, "fidelidade_pontos": 1.0000940088368305e-06, "vas_consulta": 0.00010000940088368306, "seguranca_perda_roubo": 1.0000940088368305e-06, "cancelamento_linha": 1.0000940088368305e-06, "recarga_nao_creditada": 1.0000940088368305e-06, "marketplace_compra": 1.0000940088368305e-06, "sem_correspondencia": 0.9998939900350633}, "confidence": 0.9988, "input_tokens": 211, "latency_ms": 144.03610899995556}
+{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"negociacao_religacao": 0.010498950104989501, "internet_problema_conexao": 0.6133386661333866, "suporte_sem_sinal": 0.36476352364763526, "sem_correspondencia": 0.011398860113988602}, "confidence": 0.4472, "input_tokens": 132, "latency_ms": 97.98207500000444}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "seguranca_fraude", "probabilities": {"desconto_retencao": 0.0821, "conta_vencimento": 0.0445, "bonus_nao_recebido": 0.0024, "beneficios_consulta": 0.0024, "roaming_pacote": 0.0047, "recarga_nao_creditada": 0.036, "fidelidade_pontos": 0.0024, "seguranca_fraude": 0.5665, "internet_pacote_adicional": 0.0327, "seguranca_perda_roubo": 0.0027, "internet_consumo": 0.0293, "conta_contestacao": 0.0035, "internet_problema_conexao": 0.1823, "fidelidade_resgate": 0.0024, "conta_segunda_via": 0.0026, "sem_correspondencia": 0.0035}, "confidence": 0.4717, "input_tokens": 306, "latency_ms": 192.50423800002636}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 9.99993000049e-07, "conta_contestacao": 9.99993000049e-07, "conta_debito_automatico_digital": 0.999993000049, "seguranca_perda_roubo": 9.99993000049e-07, "conta_pagamento_confirmacao": 9.99993000049e-07, "conta_segunda_via": 9.99993000049e-07, "conta_explicacao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 1.0, "input_tokens": 254, "latency_ms": 161.33673899997802}
+{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"recarga_realizar": 0.016600000000000004, "troca_numero": 0.007700000000000001, "negociacao_divida": 0.00030000000000000003, "conta_pagamento_confirmacao": 0.00030000000000000003, "recarga_saldo": 0.19480000000000003, "seguranca_perda_roubo": 0.00030000000000000003, "plano_troca": 0.00030000000000000003, "internet_consumo": 0.006600000000000001, "internet_problema_conexao": 0.5649000000000001, "vas_consulta": 0.00030000000000000003, "cancelamento_linha": 0.055400000000000005, "conta_explicacao": 0.0004000000000000001, "conta_debito_automatico_digital": 0.0006000000000000001, "internet_pacote_adicional": 0.00030000000000000003, "recarga_nao_creditada": 0.060700000000000004, "sem_correspondencia": 0.09050000000000001}, "confidence": 0.5131, "input_tokens": 286, "latency_ms": 181.04713000002448}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 9.997000899730082e-05, "recarga_saldo": 9.997000899730082e-05, "internet_consumo": 9.997000899730082e-05, "conta_pagamento_confirmacao": 9.997000899730082e-05, "internet_pacote_adicional": 9.997000899730082e-05, "roaming_cobranca": 9.997000899730082e-05, "conta_segunda_via": 0.0015995201439568132, "conta_contestacao": 9.997000899730082e-05, "marketplace_pedido": 0.00019994001799460164, "conta_vencimento": 9.997000899730082e-05, "fidelidade_pontos": 9.997000899730082e-05, "conta_debito_automatico_digital": 0.9968009597120864, "suporte_chip_esim": 9.997000899730082e-05, "conta_explicacao": 0.00019994001799460164, "reclamacao_atendimento": 9.997000899730082e-05, "sem_correspondencia": 9.997000899730082e-05}, "confidence": 0.9911, "input_tokens": 310, "latency_ms": 192.8285669999923}
+{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"plano_consulta": 0.00029997000299970003, "vas_cancelamento": 0.00029997000299970003, "seguranca_perda_roubo": 0.00039996000399960006, "cadastro_atualizacao": 0.0023997600239976003, "suporte_sem_sinal": 0.00029997000299970003, "suporte_chip_esim": 0.009099090090990901, "suporte_configuracao": 0.9869013098690131, "sem_correspondencia": 0.00029997000299970003}, "confidence": 0.9606, "input_tokens": 244, "latency_ms": 152.97273100003395}
+{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.005300503547837045, "cadastro_atualizacao": 0.000400038003610343, "cancelamento_linha": 1.0000950090258573e-06, "troca_numero": 0.9942944579735075, "parceiros_ofertas": 1.0000950090258573e-06, "vas_cancelamento": 1.0000950090258573e-06, "negociacao_divida": 1.0000950090258573e-06, "sem_correspondencia": 1.0000950090258573e-06}, "confidence": 0.9819, "input_tokens": 199, "latency_ms": 132.05543599997327}
+{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 9.999970000090002e-07, "cancelamento_linha": 0.9999970000090003, "vas_cancelamento": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 1.0, "input_tokens": 131, "latency_ms": 94.93886499996051}
+{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.9999850002249978, "roaming_pacote": 9.999850002249977e-07, "plano_consulta": 9.999850002249977e-07, "plano_troca": 9.999850002249977e-07, "recarga_realizar": 9.999850002249977e-07, "conta_pagamento_confirmacao": 9.999850002249977e-07, "roaming_cobranca": 9.999850002249977e-07, "plano_nova_linha": 9.999850002249977e-07, "portabilidade": 9.999850002249977e-07, "conta_contestacao": 9.999850002249977e-07, "reclamacao_atendimento": 9.999850002249977e-07, "seguranca_fraude": 9.999850002249977e-07, "beneficios_consulta": 9.999850002249977e-07, "internet_consumo": 9.999850002249977e-07, "negociacao_religacao": 9.999850002249977e-07, "sem_correspondencia": 9.999850002249977e-07}, "confidence": 1.0, "input_tokens": 302, "latency_ms": 176.01998500003901}
+{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.00020002000200020003, "conta_vencimento": 0.9965996599659966, "parceiros_ofertas": 0.00020002000200020003, "conta_contestacao": 0.0007000700070007, "conta_debito_automatico_digital": 0.0006000600060006, "conta_segunda_via": 0.0003000300030003, "conta_pagamento_confirmacao": 0.00020002000200020003, "sem_correspondencia": 0.0012001200120012}, "confidence": 0.9858, "input_tokens": 238, "latency_ms": 144.27967299997135}
+{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9999969997089717, "recarga_saldo": 1.0000970094099127e-06, "plano_consulta": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9992, "input_tokens": 144, "latency_ms": 94.01334000000361}
+{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_realizar": 0.9098909890989099, "recarga_saldo": 0.0824082408240824, "recarga_nao_creditada": 0.0049004900490048995, "sem_correspondencia": 0.0028002800280027998}, "confidence": 0.7588, "input_tokens": 142, "latency_ms": 95.5528490000006}
diff --git a/reports/pilot/predictions-laya-cuda.jsonl b/reports/pilot/predictions-laya-cuda.jsonl
new file mode 100644
index 0000000..23d60d4
--- /dev/null
+++ b/reports/pilot/predictions-laya-cuda.jsonl
@@ -0,0 +1,50 @@
+{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"cadastro_atualizacao": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "internet_consumo": 0.999993000049, "suporte_sem_sinal": 9.99993000049e-07, "seguranca_fraude": 9.99993000049e-07, "internet_pacote_adicional": 9.99993000049e-07, "suporte_configuracao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9998, "input_tokens": 241, "latency_ms": 260.70261699999264}
+{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.017998200179982, "suporte_sem_sinal": 9.999000099990002e-05, "vas_consulta": 9.999000099990002e-05, "suporte_configuracao": 9.999000099990002e-05, "internet_consumo": 0.058994100589941006, "internet_pacote_adicional": 0.00019998000199980003, "internet_problema_conexao": 0.9224077592240776, "sem_correspondencia": 9.999000099990002e-05}, "confidence": 0.8469, "input_tokens": 211, "latency_ms": 22.455040000011195}
+{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9667033296670333, "roaming_cobranca": 0.027897210278972105, "vas_cancelamento": 0.0025997400259974, "sem_correspondencia": 0.0027997200279972004}, "confidence": 0.8816, "input_tokens": 148, "latency_ms": 27.359494000023687}
+{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 27, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "vas_contratacao", "probabilities": {"plano_consulta": 9.999970000090002e-07, "vas_contratacao": 0.9999970000090003, "beneficios_consulta": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9997, "input_tokens": 126, "latency_ms": 21.5012369999954}
+{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 38, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.00010001000100010003, "recarga_saldo": 0.00010001000100010003, "fidelidade_resgate": 0.0013001300130013002, "fidelidade_pontos": 0.9900990099009902, "cadastro_atualizacao": 0.0031003100310031005, "bonus_nao_recebido": 0.00010001000100010003, "beneficios_consulta": 0.00030003000300030005, "sem_correspondencia": 0.004900490049004901}, "confidence": 0.9672, "input_tokens": 233, "latency_ms": 21.821962999979405}
+{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"vas_cancelamento": 0.0005999400059994001, "plano_consulta": 0.0026997300269973002, "vas_contratacao": 0.0006999300069993001, "sem_correspondencia": 0.996000399960004}, "confidence": 0.979, "input_tokens": 154, "latency_ms": 20.130227999999306}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.0005, "roaming_pacote": 0.0001, "internet_pacote_adicional": 0.0004, "reclamacao_atendimento": 0.9872, "internet_problema_conexao": 0.0051, "fidelidade_pontos": 0.0001, "seguranca_perda_roubo": 0.0058, "sem_correspondencia": 0.0008}, "confidence": 0.9596, "input_tokens": 214, "latency_ms": 21.237645000013572}
+{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 24, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.000499999000002, "suporte_sem_sinal": 0.025399949200101597, "internet_problema_conexao": 0.0001999996000008, "roaming_duvida": 9.99998000004e-05, "atendimento_humano": 9.999980000039998e-07, "suporte_chip_esim": 0.0001999996000008, "internet_pacote_adicional": 0.0001999996000008, "vas_consulta": 0.0010999978000044, "conta_contestacao": 0.000999998000004, "troca_numero": 0.0017999964000071998, "conta_explicacao": 0.0002999994000012, "suporte_configuracao": 0.0005999988000024, "recarga_realizar": 0.0003999992000016, "plano_troca": 9.999980000039998e-07, "recarga_nao_creditada": 0.0002999994000012, "sem_correspondencia": 0.9678980642038715}, "confidence": 0.9375, "input_tokens": 278, "latency_ms": 23.194439999997485}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0020997900209979003, "suporte_chip_esim": 9.999000099990002e-05, "conta_contestacao": 0.22527747225277472, "parceiros_ofertas": 0.00029997000299970003, "negociacao_religacao": 9.999000099990002e-05, "conta_vencimento": 9.999000099990002e-05, "plano_consulta": 9.999000099990002e-05, "conta_pagamento_confirmacao": 9.999000099990002e-05, "marketplace_compra": 0.0007999200079992001, "conta_debito_automatico_digital": 0.7273272672732727, "seguranca_fraude": 0.041695830416958304, "roaming_pacote": 9.999000099990002e-05, "conta_explicacao": 9.999000099990002e-05, "conta_segunda_via": 9.999000099990002e-05, "fidelidade_resgate": 9.999000099990002e-05, "sem_correspondencia": 0.0015998400159984002}, "confidence": 0.7336, "input_tokens": 304, "latency_ms": 25.365967000027467}
+{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 9.999000099990002e-05, "marketplace_compra": 0.0164983501649835, "internet_consumo": 0.00039996000399960006, "fidelidade_resgate": 0.00019998000199980003, "suporte_sem_sinal": 9.999000099990002e-05, "beneficios_consulta": 0.7787221277872214, "conta_vencimento": 9.999000099990002e-05, "desconto_retencao": 0.18208179182081793, "roaming_pacote": 9.999000099990002e-05, "marketplace_pedido": 0.020397960203979604, "vas_contratacao": 0.0005999400059994001, "sem_correspondencia": 0.0006999300069993001}, "confidence": 0.7305, "input_tokens": 283, "latency_ms": 25.156357000014395}
+{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"recarga_saldo": 1.0000920084647786e-06, "vas_consulta": 0.04590422318853335, "fidelidade_resgate": 1.0000920084647786e-06, "conta_vencimento": 1.0000920084647786e-06, "fidelidade_pontos": 1.0000920084647786e-06, "recarga_nao_creditada": 1.0000920084647786e-06, "vas_cancelamento": 0.9520875920584693, "recarga_realizar": 0.0010000920084647787, "conta_debito_automatico_digital": 1.0000920084647786e-06, "suporte_configuracao": 1.0000920084647786e-06, "plano_consulta": 0.0010000920084647787, "sem_correspondencia": 1.0000920084647786e-06}, "confidence": 0.9183, "input_tokens": 286, "latency_ms": 22.42535499999576}
+{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0009000900090009, "negociacao_divida": 0.00040004000400040005, "roaming_cobranca": 0.0022002200220022005, "internet_pacote_adicional": 0.0029002900290029, "suporte_sem_sinal": 0.0093009300930093, "internet_problema_conexao": 0.9276927692769277, "internet_consumo": 0.0516051605160516, "sem_correspondencia": 0.005000500050005001}, "confidence": 0.8399, "input_tokens": 221, "latency_ms": 22.079514000012068}
+{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"reclamacao_atendimento": 0.75124975004999, "fidelidade_pontos": 0.007998400319936013, "conta_segunda_via": 0.0030993801239752048, "plano_consulta": 0.01139772045590882, "negociacao_religacao": 0.013997200559888023, "suporte_chip_esim": 0.007298540291941612, "suporte_sem_sinal": 0.039492101579684066, "conta_debito_automatico_digital": 0.003899220155968806, "negociacao_divida": 0.0037992401519696063, "marketplace_pedido": 0.006998600279944011, "conta_pagamento_confirmacao": 0.058888222355528895, "sem_correspondencia": 0.09188162367526495}, "confidence": 0.594, "input_tokens": 300, "latency_ms": 22.543694000006553}
+{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 9.99997000009e-07, "roaming_pacote": 9.999970000090001e-05, "internet_problema_conexao": 0.9148972553082342, "suporte_chip_esim": 9.99997000009e-07, "atendimento_humano": 0.000999997000009, "internet_consumo": 0.06419980740057779, "bonus_nao_recebido": 0.00019999940000180001, "conta_vencimento": 9.99997000009e-07, "reclamacao_atendimento": 0.0011999964000108, "internet_pacote_adicional": 0.0121999634001098, "seguranca_fraude": 0.0054999835000495, "sem_correspondencia": 0.0006999979000063}, "confidence": 0.8538, "input_tokens": 270, "latency_ms": 21.87282299999538}
+{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 9.999980000040002e-05, "plano_consulta": 0.9998980002039998, "internet_consumo": 9.99998000004e-07, "sem_correspondencia": 9.99998000004e-07}, "confidence": 0.9989, "input_tokens": 133, "latency_ms": 20.2184759999966}
+{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.00010001950380324164, "marketplace_pedido": 0.011702281944979272, "internet_consumo": 0.00030005851140972486, "roaming_duvida": 0.00010001950380324164, "parceiros_ofertas": 0.0009001755342291747, "vas_cancelamento": 0.0009001755342291747, "conta_segunda_via": 1.0001950380324163e-06, "cadastro_atualizacao": 1.0001950380324163e-06, "beneficios_consulta": 1.0001950380324163e-06, "vas_consulta": 0.00010001950380324164, "vas_contratacao": 0.9854921709733399, "conta_debito_automatico_digital": 1.0001950380324163e-06, "recarga_nao_creditada": 0.00010001950380324164, "negociacao_divida": 0.00010001950380324164, "desconto_retencao": 1.0001950380324163e-06, "sem_correspondencia": 0.0002000390076064833}, "confidence": 0.9677, "input_tokens": 296, "latency_ms": 21.57293599998411}
+{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9991000899910009, "conta_contestacao": 0.00019998000199980003, "conta_explicacao": 0.00029997000299970003, "sem_correspondencia": 0.00039996000399960006}, "confidence": 0.9945, "input_tokens": 158, "latency_ms": 19.853337999990117}
+{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 27, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.008000800080008003, "reclamacao_atendimento": 0.004100410041004101, "troca_numero": 0.006600660066006602, "parceiros_ofertas": 0.08900890089008902, "fidelidade_pontos": 0.013201320132013203, "seguranca_fraude": 0.003700370037003701, "recarga_nao_creditada": 0.020002000200020003, "conta_debito_automatico_digital": 0.0017001700170017002, "desconto_retencao": 0.004500450045004501, "roaming_pacote": 0.0034003400340034003, "conta_contestacao": 0.0016001600160016004, "internet_pacote_adicional": 0.013001300130013002, "roaming_duvida": 0.005400540054005401, "negociacao_divida": 0.0008000800080008002, "atendimento_humano": 0.8125812581258126, "sem_correspondencia": 0.012401240124012402}, "confidence": 0.6954, "input_tokens": 281, "latency_ms": 21.940563000015345}
+{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 9.99993000049e-07, "atendimento_humano": 9.99993000049e-07, "negociacao_religacao": 9.99993000049e-07, "conta_vencimento": 9.99993000049e-07, "reclamacao_atendimento": 0.999993000049, "internet_consumo": 9.99993000049e-07, "conta_debito_automatico_digital": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 0.9999, "input_tokens": 242, "latency_ms": 21.036417999994228}
+{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 1.000085007225614e-06, "troca_numero": 1.000085007225614e-06, "plano_consulta": 1.000085007225614e-06, "atendimento_humano": 1.000085007225614e-06, "bonus_nao_recebido": 1.000085007225614e-06, "desconto_retencao": 1.000085007225614e-06, "portabilidade": 1.000085007225614e-06, "reclamacao_atendimento": 1.000085007225614e-06, "fidelidade_resgate": 1.000085007225614e-06, "vas_consulta": 1.000085007225614e-06, "conta_explicacao": 1.000085007225614e-06, "vas_contratacao": 1.000085007225614e-06, "beneficios_consulta": 0.9999849987248915, "plano_troca": 1.000085007225614e-06, "fidelidade_pontos": 1.000085007225614e-06, "sem_correspondencia": 1.000085007225614e-06}, "confidence": 0.9996, "input_tokens": 282, "latency_ms": 21.97809699998743}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"atendimento_humano": 0.43014301430143015, "vas_contratacao": 0.0008000800080008002, "cancelamento_linha": 0.4798479847984799, "negociacao_divida": 0.00030003000300030005, "suporte_sem_sinal": 0.0009000900090009002, "negociacao_religacao": 0.0006000600060006001, "cadastro_atualizacao": 0.0006000600060006001, "desconto_retencao": 0.00030003000300030005, "internet_problema_conexao": 0.06200620062006201, "fidelidade_pontos": 0.0034003400340034003, "roaming_pacote": 0.0004000400040004001, "conta_debito_automatico_digital": 0.00030003000300030005, "internet_pacote_adicional": 0.0028002800280028006, "conta_vencimento": 0.00030003000300030005, "marketplace_compra": 0.0022002200220022005, "sem_correspondencia": 0.015101510151015103}, "confidence": 0.6267, "input_tokens": 285, "latency_ms": 22.000012999995988}
+{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9999930000490003, "fidelidade_resgate": 9.999930000490002e-07, "beneficios_consulta": 9.999930000490002e-07, "marketplace_pedido": 9.999930000490002e-07, "vas_consulta": 9.999930000490002e-07, "marketplace_compra": 9.999930000490002e-07, "vas_contratacao": 9.999930000490002e-07, "sem_correspondencia": 9.999930000490002e-07}, "confidence": 1.0, "input_tokens": 215, "latency_ms": 21.1330169999826}
+{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"roaming_cobranca": 0.004299570042995701, "atendimento_humano": 0.004899510048995101, "fidelidade_resgate": 0.0047995200479952005, "cancelamento_linha": 0.5881411858814118, "reclamacao_atendimento": 0.0030996900309969004, "negociacao_divida": 0.0030996900309969004, "conta_segunda_via": 0.0030996900309969004, "seguranca_perda_roubo": 0.0190980901909809, "recarga_realizar": 0.0038996100389961, "plano_consulta": 0.13438656134386562, "fidelidade_pontos": 0.015898410158984102, "internet_consumo": 0.005599440055994401, "conta_contestacao": 0.0032996700329967, "cadastro_atualizacao": 0.10838916108389161, "desconto_retencao": 0.0030996900309969004, "sem_correspondencia": 0.0948905109489051}, "confidence": 0.4938, "input_tokens": 292, "latency_ms": 21.84056600000872}
+{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 9.999930000489998e-07, "vas_consulta": 9.999930000489998e-07, "desconto_retencao": 9.999930000489998e-07, "bonus_nao_recebido": 9.999930000489998e-07, "recarga_nao_creditada": 9.999930000489998e-07, "recarga_realizar": 0.9999930000489998, "recarga_saldo": 9.999930000489998e-07, "sem_correspondencia": 9.999930000489998e-07}, "confidence": 1.0, "input_tokens": 218, "latency_ms": 21.136291999994228}
+{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "conta_pagamento_confirmacao", "probabilities": {"bonus_nao_recebido": 9.999970000090002e-07, "conta_pagamento_confirmacao": 0.9999970000090003, "recarga_nao_creditada": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 0.9999, "input_tokens": 143, "latency_ms": 19.930408999982774}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.00010000000000000003, "internet_consumo": 0.00010000000000000003, "conta_explicacao": 0.0017000000000000003, "conta_vencimento": 0.00030000000000000003, "conta_debito_automatico_digital": 0.7091000000000001, "roaming_duvida": 0.00020000000000000006, "conta_contestacao": 0.013500000000000003, "parceiros_ofertas": 0.2609000000000001, "conta_segunda_via": 0.013500000000000003, "suporte_chip_esim": 0.00010000000000000003, "conta_pagamento_confirmacao": 0.00030000000000000003, "sem_correspondencia": 0.00020000000000000006}, "confidence": 0.7052, "input_tokens": 275, "latency_ms": 21.982115000014346}
+{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "cancelamento_linha", "probabilities": {"recarga_nao_creditada": 0.0408959104089591, "seguranca_fraude": 0.09369063093690631, "roaming_pacote": 0.006299370062993701, "suporte_sem_sinal": 0.0428957104289571, "troca_numero": 0.12028797120287972, "conta_debito_automatico_digital": 0.006299370062993701, "marketplace_compra": 0.09889011098890112, "cancelamento_linha": 0.30956904309569044, "plano_consulta": 0.09519048095190481, "suporte_configuracao": 0.012698730126987301, "cadastro_atualizacao": 0.006299370062993701, "sem_correspondencia": 0.16698330166983302}, "confidence": 0.192, "input_tokens": 276, "latency_ms": 21.815916999997853}
+{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 9.99893011447775e-07, "troca_numero": 9.998930114477751e-05, "conta_explicacao": 9.998930114477751e-05, "suporte_configuracao": 0.00039995720457911005, "internet_pacote_adicional": 0.00039995720457911005, "marketplace_pedido": 9.99893011447775e-07, "conta_pagamento_confirmacao": 9.99893011447775e-07, "seguranca_fraude": 0.0007999144091582201, "desconto_retencao": 9.998930114477751e-05, "vas_contratacao": 9.998930114477751e-05, "beneficios_consulta": 9.99893011447775e-07, "plano_nova_linha": 9.99893011447775e-07, "conta_vencimento": 9.99893011447775e-07, "fidelidade_resgate": 0.00019997860228955502, "suporte_chip_esim": 9.99893011447775e-07, "sem_correspondencia": 0.9977932361237347}, "confidence": 0.9932, "input_tokens": 279, "latency_ms": 21.832437000000482}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "desconto_retencao", "probabilities": {"internet_pacote_adicional": 0.0012999961000117, "bonus_nao_recebido": 0.0040999877000369, "fidelidade_resgate": 9.99997000009e-07, "fidelidade_pontos": 9.99997000009e-07, "desconto_retencao": 0.7520977437067689, "beneficios_consulta": 9.99997000009e-07, "recarga_nao_creditada": 0.026999919000243, "sem_correspondencia": 0.2154993535019395}, "confidence": 0.6757, "input_tokens": 243, "latency_ms": 20.926559000002953}
+{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.00010001000100010001, "conta_explicacao": 0.9546954695469547, "conta_contestacao": 0.040004000400040006, "sem_correspondencia": 0.005200520052005201}, "confidence": 0.8545, "input_tokens": 138, "latency_ms": 19.78495800000246}
+{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.00020002000200020005, "conta_contestacao": 0.03880388038803881, "fidelidade_resgate": 0.00020002000200020005, "vas_cancelamento": 0.00020002000200020005, "conta_vencimento": 0.9366936693669368, "conta_pagamento_confirmacao": 0.00020002000200020005, "roaming_cobranca": 0.00020002000200020005, "desconto_retencao": 0.0024002400240024004, "conta_explicacao": 0.0169016901690169, "suporte_configuracao": 0.00030003000300030005, "conta_segunda_via": 0.0006000600060006001, "sem_correspondencia": 0.003300330033003301}, "confidence": 0.8769, "input_tokens": 287, "latency_ms": 21.645536999983506}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.0007000651060548631, "conta_vencimento": 1.0000930086498043e-06, "seguranca_fraude": 1.0000930086498043e-06, "conta_pagamento_confirmacao": 1.0000930086498043e-06, "plano_consulta": 1.0000930086498043e-06, "conta_debito_automatico_digital": 0.99619264591607, "recarga_saldo": 1.0000930086498043e-06, "conta_contestacao": 0.00010000930086498044, "roaming_pacote": 1.0000930086498043e-06, "conta_explicacao": 0.00010000930086498044, "cadastro_atualizacao": 0.002900269725084432, "sem_correspondencia": 1.0000930086498043e-06}, "confidence": 0.9883, "input_tokens": 281, "latency_ms": 21.232513000001063}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.1285, "conta_segunda_via": 0.0185, "conta_debito_automatico_digital": 0.6601, "sem_correspondencia": 0.1929}, "confidence": 0.3298, "input_tokens": 165, "latency_ms": 19.922340999983135}
+{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 88, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.4234423442344235, "conta_segunda_via": 0.20002000200020006, "negociacao_religacao": 0.20002000200020006, "sem_correspondencia": 0.17651765176517653}, "confidence": 0.0523, "input_tokens": 198, "latency_ms": 20.82293699999127}
+{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 1.0001890357277522e-06, "conta_contestacao": 1.0001890357277522e-06, "suporte_configuracao": 1.0001890357277522e-06, "atendimento_humano": 1.0001890357277522e-06, "conta_explicacao": 1.0001890357277522e-06, "conta_segunda_via": 0.9999889979206068, "negociacao_divida": 1.0001890357277522e-06, "recarga_nao_creditada": 1.0001890357277522e-06, "conta_debito_automatico_digital": 1.0001890357277522e-06, "conta_vencimento": 1.0001890357277522e-06, "conta_pagamento_confirmacao": 1.0001890357277522e-06, "sem_correspondencia": 1.0001890357277522e-06}, "confidence": 0.9991, "input_tokens": 291, "latency_ms": 21.95930799999246}
+{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "fidelidade_resgate", "probabilities": {"fidelidade_resgate": 0.9999969997089717, "fidelidade_pontos": 1.0000970094099127e-06, "marketplace_compra": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9996, "input_tokens": 182, "latency_ms": 21.05748299999277}
+{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.1455, "seguranca_perda_roubo": 0.5492, "suporte_chip_esim": 0.0616, "sem_correspondencia": 0.2437}, "confidence": 0.1882, "input_tokens": 152, "latency_ms": 19.39877699999215}
+{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 1.0001930372561904e-06, "fidelidade_pontos": 1.0001930372561904e-06, "vas_consulta": 1.0001930372561904e-06, "seguranca_perda_roubo": 1.0001930372561904e-06, "cancelamento_linha": 1.0001930372561904e-06, "recarga_nao_creditada": 1.0001930372561904e-06, "marketplace_compra": 1.0001930372561904e-06, "sem_correspondencia": 0.9999929986487393}, "confidence": 0.9991, "input_tokens": 211, "latency_ms": 20.722643999988577}
+{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"negociacao_religacao": 0.0105989401059894, "internet_problema_conexao": 0.6362363763623637, "suporte_sem_sinal": 0.3418658134186581, "sem_correspondencia": 0.0112988701129887}, "confidence": 0.4567, "input_tokens": 132, "latency_ms": 20.015295000007427}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "seguranca_fraude", "probabilities": {"desconto_retencao": 0.086, "conta_vencimento": 0.0443, "bonus_nao_recebido": 0.0024, "beneficios_consulta": 0.0025, "roaming_pacote": 0.0048, "recarga_nao_creditada": 0.0382, "fidelidade_pontos": 0.0025, "seguranca_fraude": 0.5521, "internet_pacote_adicional": 0.0367, "seguranca_perda_roubo": 0.0028, "internet_consumo": 0.0307, "conta_contestacao": 0.0035, "internet_problema_conexao": 0.1849, "fidelidade_resgate": 0.0025, "conta_segunda_via": 0.0027, "sem_correspondencia": 0.0034}, "confidence": 0.4594, "input_tokens": 306, "latency_ms": 22.161928000002717}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 9.99993000049e-07, "conta_contestacao": 9.99993000049e-07, "conta_debito_automatico_digital": 0.999993000049, "seguranca_perda_roubo": 9.99993000049e-07, "conta_pagamento_confirmacao": 9.99993000049e-07, "conta_segunda_via": 9.99993000049e-07, "conta_explicacao": 9.99993000049e-07, "sem_correspondencia": 9.99993000049e-07}, "confidence": 1.0, "input_tokens": 254, "latency_ms": 21.043083999984447}
+{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"recarga_realizar": 0.016598340165983404, "troca_numero": 0.006799320067993201, "negociacao_divida": 0.00029997000299970003, "conta_pagamento_confirmacao": 0.00029997000299970003, "recarga_saldo": 0.20077992200779923, "seguranca_perda_roubo": 0.00039996000399960006, "plano_troca": 0.00029997000299970003, "internet_consumo": 0.006699330066993301, "internet_problema_conexao": 0.5414458554144586, "vas_consulta": 0.00029997000299970003, "cancelamento_linha": 0.05469453054694531, "conta_explicacao": 0.00039996000399960006, "conta_debito_automatico_digital": 0.0005999400059994001, "internet_pacote_adicional": 0.00039996000399960006, "recarga_nao_creditada": 0.06749325067493252, "sem_correspondencia": 0.1024897510248975}, "confidence": 0.4997, "input_tokens": 286, "latency_ms": 21.47579699999369}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 9.994003597841297e-05, "recarga_saldo": 9.994003597841297e-05, "internet_consumo": 9.994003597841297e-05, "conta_pagamento_confirmacao": 9.994003597841297e-05, "internet_pacote_adicional": 9.994003597841297e-05, "roaming_cobranca": 9.994003597841297e-05, "conta_segunda_via": 0.0013991605036977814, "conta_contestacao": 9.994003597841297e-05, "marketplace_pedido": 0.00019988007195682593, "conta_vencimento": 9.994003597841297e-05, "fidelidade_pontos": 9.994003597841297e-05, "conta_debito_automatico_digital": 0.9970017989206478, "suporte_chip_esim": 9.994003597841297e-05, "conta_explicacao": 0.00019988007195682593, "reclamacao_atendimento": 9.994003597841297e-05, "sem_correspondencia": 9.994003597841297e-05}, "confidence": 0.9923, "input_tokens": 310, "latency_ms": 21.330789000018058}
+{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"plano_consulta": 0.00029997000299970003, "vas_cancelamento": 0.00029997000299970003, "seguranca_perda_roubo": 0.00039996000399960006, "cadastro_atualizacao": 0.0025997400259974, "suporte_sem_sinal": 0.00029997000299970003, "suporte_chip_esim": 0.0106989301069893, "suporte_configuracao": 0.9851014898510149, "sem_correspondencia": 0.00029997000299970003}, "confidence": 0.9563, "input_tokens": 244, "latency_ms": 20.42284099999847}
+{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.00599997000015, "cadastro_atualizacao": 0.00039999800001, "cancelamento_linha": 9.99995000025e-07, "troca_numero": 0.9935950320248401, "parceiros_ofertas": 9.99995000025e-07, "vas_cancelamento": 9.99995000025e-07, "negociacao_divida": 9.99995000025e-07, "sem_correspondencia": 9.99995000025e-07}, "confidence": 0.9804, "input_tokens": 199, "latency_ms": 20.462466999987328}
+{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 9.999970000090002e-07, "cancelamento_linha": 0.9999970000090003, "vas_cancelamento": 9.999970000090002e-07, "sem_correspondencia": 9.999970000090002e-07}, "confidence": 1.0, "input_tokens": 131, "latency_ms": 20.29150199999208}
+{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.9999850002249978, "roaming_pacote": 9.999850002249977e-07, "plano_consulta": 9.999850002249977e-07, "plano_troca": 9.999850002249977e-07, "recarga_realizar": 9.999850002249977e-07, "conta_pagamento_confirmacao": 9.999850002249977e-07, "roaming_cobranca": 9.999850002249977e-07, "plano_nova_linha": 9.999850002249977e-07, "portabilidade": 9.999850002249977e-07, "conta_contestacao": 9.999850002249977e-07, "reclamacao_atendimento": 9.999850002249977e-07, "seguranca_fraude": 9.999850002249977e-07, "beneficios_consulta": 9.999850002249977e-07, "internet_consumo": 9.999850002249977e-07, "negociacao_religacao": 9.999850002249977e-07, "sem_correspondencia": 9.999850002249977e-07}, "confidence": 1.0, "input_tokens": 302, "latency_ms": 22.39985100001718}
+{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.00019998000199980003, "conta_vencimento": 0.9967003299670033, "parceiros_ofertas": 0.00019998000199980003, "conta_contestacao": 0.0006999300069993001, "conta_debito_automatico_digital": 0.0004999500049995, "conta_segunda_via": 0.00029997000299970003, "conta_pagamento_confirmacao": 0.00019998000199980003, "sem_correspondencia": 0.0011998800119988001}, "confidence": 0.9869, "input_tokens": 238, "latency_ms": 21.356257999997297}
+{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9999969997089717, "recarga_saldo": 1.0000970094099127e-06, "plano_consulta": 1.0000970094099127e-06, "sem_correspondencia": 1.0000970094099127e-06}, "confidence": 0.9992, "input_tokens": 144, "latency_ms": 19.66108900001018}
+{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_realizar": 0.9091, "recarga_saldo": 0.0833, "recarga_nao_creditada": 0.0048, "sem_correspondencia": 0.0028}, "confidence": 0.7579, "input_tokens": 142, "latency_ms": 20.004553999996233}
diff --git a/reports/pilot/predictions-rizzo_flow-cpu.jsonl b/reports/pilot/predictions-rizzo_flow-cpu.jsonl
new file mode 100644
index 0000000..8d63258
--- /dev/null
+++ b/reports/pilot/predictions-rizzo_flow-cpu.jsonl
@@ -0,0 +1,50 @@
+{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 60, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"cadastro_atualizacao": 0.021822449574314538, "atendimento_humano": 0.009579446385903686, "internet_consumo": 0.006571709293817337, "suporte_sem_sinal": 0.018175405348665317, "seguranca_fraude": 0.009211896898337344, "internet_pacote_adicional": 0.1307337530260329, "suporte_configuracao": 0.6322565542915873, "sem_correspondencia": 0.17164878518134147}, "confidence": 0.5797217763332426, "input_tokens": 443, "latency_ms": 12644.785041000006}
+{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 46, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.0021276359469088635, "suporte_sem_sinal": 0.0009001647455796329, "vas_consulta": 0.0006812737650624392, "suporte_configuracao": 0.0007952506568080146, "internet_consumo": 0.00043254143765269874, "internet_pacote_adicional": 0.0006932510167652905, "internet_problema_conexao": 0.9833116435354129, "sem_correspondencia": 0.01105823889581017}, "confidence": 0.9809275926119004, "input_tokens": 415, "latency_ms": 12270.693144999996}
+{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 55, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9675314931200317, "roaming_cobranca": 0.014632152362808577, "vas_cancelamento": 0.006708191263139634, "sem_correspondencia": 0.01112816325402008}, "confidence": 0.9567086574933756, "input_tokens": 323, "latency_ms": 10005.096277999997}
+{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.011762822991319161, "vas_contratacao": 0.007830668237527805, "beneficios_consulta": 0.01377149822525856, "sem_correspondencia": 0.9666350105458945}, "confidence": 0.9555133473945259, "input_tokens": 301, "latency_ms": 8619.469877}
+{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 53, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.0011905981744909106, "recarga_saldo": 0.04421773207015552, "fidelidade_resgate": 0.0027417349241222336, "fidelidade_pontos": 0.9462107823047374, "cadastro_atualizacao": 0.00017116178652741866, "bonus_nao_recebido": 0.00010090815184888163, "beneficios_consulta": 2.5433335357146223e-05, "sem_correspondencia": 0.005341649252760405}, "confidence": 0.9385266083482716, "input_tokens": 443, "latency_ms": 12360.286350999984}
+{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 64, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"vas_cancelamento": 0.8987593320915852, "plano_consulta": 0.006323740689178807, "vas_contratacao": 0.008192977297462179, "sem_correspondencia": 0.08672394992177382}, "confidence": 0.8650124427887803, "input_tokens": 335, "latency_ms": 9762.770013999983}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.005373391142297849, "roaming_pacote": 0.0042967987270907965, "internet_pacote_adicional": 0.0028918076731003074, "reclamacao_atendimento": 0.7476025114697542, "internet_problema_conexao": 0.002357866885718187, "fidelidade_pontos": 0.0002785245683075464, "seguranca_perda_roubo": 9.394517982637534e-05, "sem_correspondencia": 0.23710515435390478}, "confidence": 0.7115457273940049, "input_tokens": 417, "latency_ms": 11868.174040000014}
+{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.0034171694548525036, "suporte_sem_sinal": 0.0009873372518967663, "internet_problema_conexao": 0.006461853015674747, "roaming_duvida": 0.0014282316566800299, "atendimento_humano": 0.0007491624597133942, "suporte_chip_esim": 0.00047861033359553686, "internet_pacote_adicional": 0.0003318156381614193, "vas_consulta": 0.0004201865495492761, "conta_contestacao": 0.003582392546821189, "troca_numero": 0.001149500379253882, "conta_explicacao": 0.002794126602178167, "suporte_configuracao": 0.0006214267556999101, "recarga_realizar": 0.0007281959856042365, "plano_troca": 0.004341504975930316, "recarga_nao_creditada": 0.002457888943570576, "sem_correspondencia": 0.9700505974508181}, "confidence": 0.968053970614206, "input_tokens": 624, "latency_ms": 17626.75710800002}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0014592268370394157, "suporte_chip_esim": 0.0003106085176010816, "conta_contestacao": 0.0007969205399884936, "parceiros_ofertas": 0.00013133103837818878, "negociacao_religacao": 0.00035670720506933234, "conta_vencimento": 0.006066437322776912, "plano_consulta": 0.0006150958064962906, "conta_pagamento_confirmacao": 0.0002329396191158836, "marketplace_compra": 0.00034087395125904766, "conta_debito_automatico_digital": 0.9878563662279748, "seguranca_fraude": 0.0003343140085497803, "roaming_pacote": 0.00011569471345986034, "conta_explicacao": 0.00010392053561400532, "conta_segunda_via": 0.0009433929045647602, "fidelidade_resgate": 8.439064796112353e-05, "sem_correspondencia": 0.0002517801241509179}, "confidence": 0.9870467906431734, "input_tokens": 669, "latency_ms": 18835.72908399998}
+{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.006750219996037564, "marketplace_compra": 0.047760714011408606, "internet_consumo": 0.001741065623082841, "fidelidade_resgate": 0.0005380297275015411, "suporte_sem_sinal": 0.0020307905604108143, "beneficios_consulta": 0.665085452143097, "conta_vencimento": 0.009887815767964455, "desconto_retencao": 0.0006489255336261606, "roaming_pacote": 0.0013365595041792823, "marketplace_pedido": 0.0007149780276417588, "vas_contratacao": 0.23908052823142967, "sem_correspondencia": 0.024424920873620196}, "confidence": 0.6346386750651969, "input_tokens": 532, "latency_ms": 15048.477251999997}
+{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_saldo": 0.01064472104011542, "vas_consulta": 0.002636121745567619, "fidelidade_resgate": 0.0024732775866178076, "conta_vencimento": 0.0025499924987729718, "fidelidade_pontos": 0.0020040915276759615, "recarga_nao_creditada": 0.016407147163847644, "vas_cancelamento": 0.08127866847857941, "recarga_realizar": 0.8574747485172889, "conta_debito_automatico_digital": 0.002370978302454349, "suporte_configuracao": 0.001223328844714582, "plano_consulta": 0.013804402325460043, "sem_correspondencia": 0.007132521968905243}, "confidence": 0.844517907473406, "input_tokens": 533, "latency_ms": 14980.71819200004}
+{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0007128696428578573, "negociacao_divida": 0.00025821530116821163, "roaming_cobranca": 0.00045279143722568005, "internet_pacote_adicional": 0.0002672256915458935, "suporte_sem_sinal": 0.0015043090724486427, "internet_problema_conexao": 0.992793922267655, "internet_consumo": 0.00022655932741554694, "sem_correspondencia": 0.0037841072596832134}, "confidence": 0.9917644825916057, "input_tokens": 418, "latency_ms": 11825.751078999985}
+{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.0007754256941946403, "fidelidade_pontos": 0.0005515047766512238, "conta_segunda_via": 0.0006012724428523371, "plano_consulta": 0.0004047769800573403, "negociacao_religacao": 0.9844827755221468, "suporte_chip_esim": 0.00024843040951060924, "suporte_sem_sinal": 0.003874458050983897, "conta_debito_automatico_digital": 0.00035484413918084295, "negociacao_divida": 0.0020655342692804455, "marketplace_pedido": 4.921214264237105e-05, "conta_pagamento_confirmacao": 0.004877813966369389, "sem_correspondencia": 0.0017139516061300704}, "confidence": 0.9830721187514329, "input_tokens": 580, "latency_ms": 16290.668358999994}
+{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 0.0031213533783526156, "roaming_pacote": 0.0002797318664526292, "internet_problema_conexao": 0.5598721661837408, "suporte_chip_esim": 0.0008037510592164077, "atendimento_humano": 0.00045991910266234573, "internet_consumo": 0.0021405131187267725, "bonus_nao_recebido": 0.0009117112939927587, "conta_vencimento": 0.00011783324459842005, "reclamacao_atendimento": 0.00034508064969076814, "internet_pacote_adicional": 0.38837473569369363, "seguranca_fraude": 0.0003176983104181722, "sem_correspondencia": 0.04325550609845478}, "confidence": 0.5198605449277172, "input_tokens": 537, "latency_ms": 15484.080527000004}
+{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.004692949624132494, "plano_consulta": 0.9853623576585518, "internet_consumo": 0.004555119783684825, "sem_correspondencia": 0.0053895729336309}, "confidence": 0.9804831435447355, "input_tokens": 305, "latency_ms": 8477.323875999957}
+{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.0006866872806157783, "marketplace_pedido": 0.00016578228306071441, "internet_consumo": 0.00015684788317000655, "roaming_duvida": 0.00013358102216550993, "parceiros_ofertas": 0.00035259522488666336, "vas_cancelamento": 0.0001379786269288918, "conta_segunda_via": 0.00042043418191992115, "cadastro_atualizacao": 0.00036168488203926165, "beneficios_consulta": 0.0010242916107658293, "vas_consulta": 0.003797857280552038, "vas_contratacao": 0.9913126675217114, "conta_debito_automatico_digital": 0.0008433342527227539, "recarga_nao_creditada": 7.606369998379337e-05, "negociacao_divida": 0.00016807979005065295, "desconto_retencao": 0.00010165875380678593, "sem_correspondencia": 0.0002604557056200513}, "confidence": 0.9907335120231587, "input_tokens": 657, "latency_ms": 18592.02149500004}
+{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9890835279563158, "conta_contestacao": 0.0024721306762391995, "conta_explicacao": 0.001951170515793521, "sem_correspondencia": 0.006493170851651362}, "confidence": 0.9854447039417548, "input_tokens": 333, "latency_ms": 9400.492740000005}
+{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.0018376577765701501, "reclamacao_atendimento": 0.3529217558343551, "troca_numero": 0.0008646197549449253, "parceiros_ofertas": 0.0010278924681976463, "fidelidade_pontos": 0.0005269483510088674, "seguranca_fraude": 0.00017741724710654936, "recarga_nao_creditada": 0.0002522377165483055, "conta_debito_automatico_digital": 0.00013283477907242305, "desconto_retencao": 8.069986290419022e-05, "roaming_pacote": 2.9339736335977694e-05, "conta_contestacao": 0.00013874695637112712, "internet_pacote_adicional": 0.00017869180571594603, "roaming_duvida": 9.183724372795864e-05, "negociacao_divida": 0.0004474234363533201, "atendimento_humano": 0.6322286334801585, "sem_correspondencia": 0.00906326355062909}, "confidence": 0.6077105423788357, "input_tokens": 632, "latency_ms": 17726.41404800004}
+{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 68, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 0.0010720904987696336, "atendimento_humano": 0.001980097099755936, "negociacao_religacao": 0.002168421698163723, "conta_vencimento": 0.0008162551262382836, "reclamacao_atendimento": 0.9908637500671738, "internet_consumo": 0.00040759953700901194, "conta_debito_automatico_digital": 8.456042853315207e-05, "sem_correspondencia": 0.0026072255443566044}, "confidence": 0.9895585715053411, "input_tokens": 438, "latency_ms": 12250.510705000012}
+{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.0007155634740422961, "troca_numero": 0.0002458517165370926, "plano_consulta": 0.00454515488659623, "atendimento_humano": 0.0002423334674407358, "bonus_nao_recebido": 0.00012744089569278113, "desconto_retencao": 7.47995571992067e-05, "portabilidade": 0.00010310483238937723, "reclamacao_atendimento": 0.00010119530240674668, "fidelidade_resgate": 0.0004182353780452425, "vas_consulta": 0.006960552528747894, "conta_explicacao": 0.002557925208152534, "vas_contratacao": 0.0005006896812393096, "beneficios_consulta": 0.9815859994541354, "plano_troca": 0.00044742021917528504, "fidelidade_pontos": 6.316246712141912e-05, "sem_correspondencia": 0.0013105709310784158}, "confidence": 0.9803583994177446, "input_tokens": 630, "latency_ms": 17751.22336100003}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"atendimento_humano": 0.0038844480882384716, "vas_contratacao": 0.0004364090177027736, "cancelamento_linha": 0.00041000547638771195, "negociacao_divida": 0.0005916896567537268, "suporte_sem_sinal": 0.000918782625120172, "negociacao_religacao": 0.0013196603309515405, "cadastro_atualizacao": 0.00018478508988285444, "desconto_retencao": 0.00022020331795795468, "internet_problema_conexao": 0.005655022318146725, "fidelidade_pontos": 0.0002753835989926763, "roaming_pacote": 0.00024140544559825394, "conta_debito_automatico_digital": 8.106306623307941e-05, "internet_pacote_adicional": 0.0002450151144310704, "conta_vencimento": 0.0025066013214787063, "marketplace_compra": 0.0012409588160214504, "sem_correspondencia": 0.9817885667161028}, "confidence": 0.980574471163843, "input_tokens": 627, "latency_ms": 17675.948156000006}
+{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9751176357766587, "fidelidade_resgate": 0.004457800037199543, "beneficios_consulta": 0.0009002998281148477, "marketplace_pedido": 0.0008223350074091973, "vas_consulta": 0.001993153417544408, "marketplace_compra": 0.003905832206600239, "vas_contratacao": 0.000648252029143991, "sem_correspondencia": 0.012154691697329238}, "confidence": 0.9715630123161814, "input_tokens": 423, "latency_ms": 11834.41499700001}
+{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"roaming_cobranca": 0.0007466873951176047, "atendimento_humano": 0.0006720244287826937, "fidelidade_resgate": 0.0002919788290909736, "cancelamento_linha": 0.0001498318451524431, "reclamacao_atendimento": 0.00033919140575527115, "negociacao_divida": 0.00042905626549395997, "conta_segunda_via": 0.00042927031998066234, "seguranca_perda_roubo": 0.0002460704490952747, "recarga_realizar": 0.0035728324899885456, "plano_consulta": 0.41648480296487483, "fidelidade_pontos": 0.0002852722730157918, "internet_consumo": 0.000341020412522111, "conta_contestacao": 0.0006553335830850757, "cadastro_atualizacao": 0.03213008172711403, "desconto_retencao": 0.001638855159490597, "sem_correspondencia": 0.5415876904514403}, "confidence": 0.5110268698148696, "input_tokens": 646, "latency_ms": 18441.664598999978}
+{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.0024040959620510436, "vas_consulta": 0.0005934148653687765, "desconto_retencao": 0.0007628479039495377, "bonus_nao_recebido": 0.0005088386343005643, "recarga_nao_creditada": 0.010093821831249837, "recarga_realizar": 0.878384138223281, "recarga_saldo": 0.08486795493047065, "sem_correspondencia": 0.02238488764932867}, "confidence": 0.8610104436837497, "input_tokens": 422, "latency_ms": 11788.603690000002}
+{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"bonus_nao_recebido": 0.007099871875513032, "conta_pagamento_confirmacao": 0.4357910608642076, "recarga_nao_creditada": 0.5276974697312925, "sem_correspondencia": 0.02941159752898685}, "confidence": 0.37026329297505667, "input_tokens": 311, "latency_ms": 8707.448170000021}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.0028582353925023255, "internet_consumo": 0.0031762850462301057, "conta_explicacao": 0.05789703374289568, "conta_vencimento": 0.0010304637613253553, "conta_debito_automatico_digital": 0.8659486215250689, "roaming_duvida": 0.000759588110268736, "conta_contestacao": 0.0008809074060355485, "parceiros_ofertas": 9.983997155774759e-05, "conta_segunda_via": 0.004279975259152873, "suporte_chip_esim": 4.906187260020828e-05, "conta_pagamento_confirmacao": 8.000889701993016e-05, "sem_correspondencia": 0.06293997901534244}, "confidence": 0.8537621325728029, "input_tokens": 532, "latency_ms": 14929.121289000022}
+{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0038623638728038354, "seguranca_fraude": 0.0005737268115164678, "roaming_pacote": 0.0006455147073165967, "suporte_sem_sinal": 0.0004872542561909177, "troca_numero": 0.0007528572702121968, "conta_debito_automatico_digital": 0.00023062710473652692, "marketplace_compra": 0.00024447373536834623, "cancelamento_linha": 0.0002759634387210889, "plano_consulta": 0.002369713985118447, "suporte_configuracao": 0.0011443942264482581, "cadastro_atualizacao": 0.0012309928414104114, "sem_correspondencia": 0.9881821177501569}, "confidence": 0.9871077648183529, "input_tokens": 536, "latency_ms": 15065.091895000023}
+{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 0.0014132387088521955, "troca_numero": 0.0005467683702730096, "conta_explicacao": 0.0004465083751625988, "suporte_configuracao": 0.0005233506021692862, "internet_pacote_adicional": 0.0005044551212451924, "marketplace_pedido": 0.00028600199652695154, "conta_pagamento_confirmacao": 0.0002795574683822324, "seguranca_fraude": 0.0004863874870619446, "desconto_retencao": 0.0008581414390334954, "vas_contratacao": 0.00045946626666770794, "beneficios_consulta": 0.0002970191810910292, "plano_nova_linha": 0.00035061586689879106, "conta_vencimento": 0.0007898549615528854, "fidelidade_resgate": 0.005657072443775912, "suporte_chip_esim": 0.0021321254787915562, "sem_correspondencia": 0.9849694362325152}, "confidence": 0.9839673986480161, "input_tokens": 632, "latency_ms": 17661.740303999977}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 63, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"internet_pacote_adicional": 0.25395175073771686, "bonus_nao_recebido": 0.6339480359715919, "fidelidade_resgate": 0.002760879504527391, "fidelidade_pontos": 0.001998477779781129, "desconto_retencao": 0.0007779290274296628, "beneficios_consulta": 0.003922644654517054, "recarga_nao_creditada": 0.0005635406639707208, "sem_correspondencia": 0.10207674166046524}, "confidence": 0.5816548982532478, "input_tokens": 447, "latency_ms": 12438.427520999994}
+{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.015241423082656408, "conta_explicacao": 0.8406708956677216, "conta_contestacao": 0.05542891849163916, "sem_correspondencia": 0.08865876275798294}, "confidence": 0.7875611942236286, "input_tokens": 305, "latency_ms": 8476.142569999978}
+{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.01236390233512068, "conta_contestacao": 0.1833717355577996, "fidelidade_resgate": 0.003663759102416791, "vas_cancelamento": 0.0006911588534450815, "conta_vencimento": 0.38278397337037456, "conta_pagamento_confirmacao": 0.0006445900989009209, "roaming_cobranca": 0.0005601345407426982, "desconto_retencao": 0.0008332972866349943, "conta_explicacao": 0.3147052957948758, "suporte_configuracao": 0.00024183231300006194, "conta_segunda_via": 0.0032748709707816157, "sem_correspondencia": 0.09686544977590734}, "confidence": 0.326673425494954, "input_tokens": 549, "latency_ms": 15488.175426999987}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.0010199683533824596, "conta_vencimento": 0.00044591977981114103, "seguranca_fraude": 0.0005171127334066324, "conta_pagamento_confirmacao": 0.0005716671544843921, "plano_consulta": 0.0006165494158429745, "conta_debito_automatico_digital": 0.9944143725708242, "recarga_saldo": 0.00029695087706305655, "conta_contestacao": 0.0002799637618567209, "roaming_pacote": 0.00030860459762104177, "conta_explicacao": 4.2336950282651237e-05, "cadastro_atualizacao": 0.0002284583629591277, "sem_correspondencia": 0.0012580954424655033}, "confidence": 0.9939065882590813, "input_tokens": 547, "latency_ms": 15434.553027999982}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 61, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.014559497911236285, "conta_segunda_via": 0.0032922544956712585, "conta_debito_automatico_digital": 0.9241295583257565, "sem_correspondencia": 0.058018689267335964}, "confidence": 0.8988394111010085, "input_tokens": 344, "latency_ms": 9528.394754000034}
+{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 118, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.9954105203819006, "conta_segunda_via": 0.0018092714763250058, "negociacao_religacao": 0.0014125002763730632, "sem_correspondencia": 0.0013677078654012018}, "confidence": 0.9938806938425344, "input_tokens": 392, "latency_ms": 10954.832967000017}
+{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.0013022050960430293, "conta_contestacao": 0.00039265758743153167, "suporte_configuracao": 0.0006211166609104727, "atendimento_humano": 0.0008352807006988807, "conta_explicacao": 0.001057370501880333, "conta_segunda_via": 0.9935917483796887, "negociacao_divida": 0.0005660894826542254, "recarga_nao_creditada": 0.00022711649783100642, "conta_debito_automatico_digital": 0.0004321343113029304, "conta_vencimento": 2.3875956753822392e-05, "conta_pagamento_confirmacao": 0.00010510923075503681, "sem_correspondencia": 0.0008452955940500184}, "confidence": 0.9930091800505694, "input_tokens": 547, "latency_ms": 15514.040432000002}
+{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 92, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.23037512404819985, "fidelidade_pontos": 0.04163392005070816, "marketplace_compra": 0.016991364860768216, "sem_correspondencia": 0.7109995910403238}, "confidence": 0.6146661213870984, "input_tokens": 367, "latency_ms": 10227.432240999973}
+{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.12271060928436038, "seguranca_perda_roubo": 0.8389663322097874, "suporte_chip_esim": 0.010353493086079552, "sem_correspondencia": 0.027969565419772593}, "confidence": 0.7852884429463832, "input_tokens": 326, "latency_ms": 9097.49888600004}
+{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.001785008670771947, "fidelidade_pontos": 0.0011434605955561268, "vas_consulta": 0.001223374219267806, "seguranca_perda_roubo": 0.0009238591498318253, "cancelamento_linha": 0.0009198883966773332, "recarga_nao_creditada": 0.0004690202568089369, "marketplace_compra": 0.00027726877747262166, "sem_correspondencia": 0.9932581199336135}, "confidence": 0.9922949942098438, "input_tokens": 416, "latency_ms": 11636.620289000006}
+{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.0035099686998951254, "internet_problema_conexao": 0.03188970168079015, "suporte_sem_sinal": 0.9551457652876547, "sem_correspondencia": 0.009454564331660113}, "confidence": 0.940194353716873, "input_tokens": 302, "latency_ms": 8326.591438000036}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 59, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"desconto_retencao": 0.004112864195250629, "conta_vencimento": 0.0004801070870407924, "bonus_nao_recebido": 0.8120373580543411, "beneficios_consulta": 0.0018871277585083147, "roaming_pacote": 0.001123954406435426, "recarga_nao_creditada": 0.006716218210485713, "fidelidade_pontos": 0.00019456477839166044, "seguranca_fraude": 3.446421758866547e-05, "internet_pacote_adicional": 0.1422437832780187, "seguranca_perda_roubo": 7.369059015029904e-05, "internet_consumo": 0.009689628871932634, "conta_contestacao": 0.00010568975994681974, "internet_problema_conexao": 0.01924835387628232, "fidelidade_resgate": 9.975281929590929e-05, "conta_segunda_via": 5.6583630263704525e-05, "sem_correspondencia": 0.0018958584660674481}, "confidence": 0.7995065152579638, "input_tokens": 662, "latency_ms": 18719.017310000025}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 67, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.0013778535390267664, "conta_contestacao": 0.0004102748465022348, "conta_debito_automatico_digital": 0.9945088154658903, "seguranca_perda_roubo": 0.00045369867085263434, "conta_pagamento_confirmacao": 0.00039929329091201144, "conta_segunda_via": 0.0001848784560915891, "conta_explicacao": 0.00013753997724949487, "sem_correspondencia": 0.0025276457534748526}, "confidence": 0.9937243605324461, "input_tokens": 456, "latency_ms": 12734.375058000069}
+{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_saldo", "probabilities": {"recarga_realizar": 0.002341887339636096, "troca_numero": 0.0008622958300501043, "negociacao_divida": 0.015062698483614202, "conta_pagamento_confirmacao": 0.0009301540183500112, "recarga_saldo": 0.9778094034488085, "seguranca_perda_roubo": 0.00025664856677163104, "plano_troca": 0.00019418501163539006, "internet_consumo": 0.00037308827933498097, "internet_problema_conexao": 0.0008030792041779193, "vas_consulta": 3.6301532733694964e-05, "cancelamento_linha": 8.789115388452768e-05, "conta_explicacao": 0.0003257751260778661, "conta_debito_automatico_digital": 8.219982158511414e-05, "internet_pacote_adicional": 4.389805593891214e-05, "recarga_nao_creditada": 0.00013347069554704423, "sem_correspondencia": 0.0006570234318539166}, "confidence": 0.976330030345396, "input_tokens": 620, "latency_ms": 17555.38290700008}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.0004034292216912313, "recarga_saldo": 0.00010504827503211605, "internet_consumo": 9.42909221274111e-05, "conta_pagamento_confirmacao": 0.00010531921499086846, "internet_pacote_adicional": 0.0001250304268133263, "roaming_cobranca": 0.00011914852451017775, "conta_segunda_via": 0.00023094901080972552, "conta_contestacao": 0.0001052742273787419, "marketplace_pedido": 0.00035132898155479847, "conta_vencimento": 0.0007590689250492499, "fidelidade_pontos": 0.001223945891226382, "conta_debito_automatico_digital": 0.9960193812884021, "suporte_chip_esim": 9.275412333843295e-05, "conta_explicacao": 8.805483457559103e-05, "reclamacao_atendimento": 6.49354896992176e-05, "sem_correspondencia": 0.00011204064280066589}, "confidence": 0.9957540067076287, "input_tokens": 690, "latency_ms": 19653.294414000015}
+{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.0002232099369971221, "vas_cancelamento": 8.340722106165245e-05, "seguranca_perda_roubo": 0.00013086381156700826, "cadastro_atualizacao": 0.00015524138482142025, "suporte_sem_sinal": 0.0004879204559411322, "suporte_chip_esim": 0.9983822082602155, "suporte_configuracao": 0.0001264224905500211, "sem_correspondencia": 0.0004107264388461387}, "confidence": 0.998151095154532, "input_tokens": 454, "latency_ms": 12878.721365000047}
+{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.29126336081433735, "cadastro_atualizacao": 0.004382887649058026, "cancelamento_linha": 0.0055467698696176305, "troca_numero": 0.660453841777692, "parceiros_ofertas": 0.0010656162370861714, "vas_cancelamento": 0.00021382825986433852, "negociacao_divida": 0.00020610449031421518, "sem_correspondencia": 0.03686759090203043}, "confidence": 0.6119472477459336, "input_tokens": 395, "latency_ms": 11124.871747000043}
+{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.006852020034570259, "cancelamento_linha": 0.9845035188003688, "vas_cancelamento": 0.0020798705378435554, "sem_correspondencia": 0.006564590627217271}, "confidence": 0.9793380250671587, "input_tokens": 304, "latency_ms": 8385.36102799992}
+{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.8279056969617731, "roaming_pacote": 0.0017757903250849275, "plano_consulta": 0.0006128869476978694, "plano_troca": 0.0008169227199274076, "recarga_realizar": 0.11754531198192024, "conta_pagamento_confirmacao": 0.0026559501792084487, "roaming_cobranca": 0.00033344242283887875, "plano_nova_linha": 8.733692333476377e-05, "portabilidade": 0.0005669950970387519, "conta_contestacao": 0.03556690422529543, "reclamacao_atendimento": 0.00043177412538262947, "seguranca_fraude": 7.489961771172186e-05, "beneficios_consulta": 5.955531282486473e-05, "internet_consumo": 0.0003316031405963857, "negociacao_religacao": 0.0006073900268245703, "sem_correspondencia": 0.01062753999254014}, "confidence": 0.8164327434258912, "input_tokens": 642, "latency_ms": 18136.95653399998}
+{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.005968039614265001, "conta_vencimento": 0.9545205922842984, "parceiros_ofertas": 0.0048792383584347525, "conta_contestacao": 0.021042508678905697, "conta_debito_automatico_digital": 0.0020665138200127767, "conta_segunda_via": 0.0014197538055544458, "conta_pagamento_confirmacao": 0.0006135764163927419, "sem_correspondencia": 0.009489777022136313}, "confidence": 0.948023534039198, "input_tokens": 430, "latency_ms": 12013.37488699994}
+{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.967093423231912, "recarga_saldo": 0.013068265889384409, "plano_consulta": 0.010368101177954782, "sem_correspondencia": 0.009470209700748692}, "confidence": 0.9561245643092161, "input_tokens": 317, "latency_ms": 9368.220484000063}
+{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_realizar": 0.39589822139614284, "recarga_saldo": 0.19734814981904888, "recarga_nao_creditada": 0.03953327479624807, "sem_correspondencia": 0.3672203539885603}, "confidence": 0.19453096186152372, "input_tokens": 309, "latency_ms": 8670.271310999964}
diff --git a/reports/pilot/predictions-rizzo_flow-cuda.jsonl b/reports/pilot/predictions-rizzo_flow-cuda.jsonl
new file mode 100644
index 0000000..6f3a24c
--- /dev/null
+++ b/reports/pilot/predictions-rizzo_flow-cuda.jsonl
@@ -0,0 +1,50 @@
+{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 60, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "suporte_configuracao", "probabilities": {"cadastro_atualizacao": 0.02005606729911409, "atendimento_humano": 0.009224255342107517, "internet_consumo": 0.005579440220214326, "suporte_sem_sinal": 0.015648158375185475, "seguranca_fraude": 0.008794340620298328, "internet_pacote_adicional": 0.12184253381855505, "suporte_configuracao": 0.6395110670321555, "sem_correspondencia": 0.17934413729236967}, "confidence": 0.5880126480367492, "input_tokens": 443, "latency_ms": 132.76629200001366}
+{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 46, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.0020304615664713714, "suporte_sem_sinal": 0.000935203069582834, "vas_consulta": 0.0006707079568676233, "suporte_configuracao": 0.0007354409046384995, "internet_consumo": 0.00042141931656251494, "internet_pacote_adicional": 0.000748570314296021, "internet_problema_conexao": 0.9826459435325821, "sem_correspondencia": 0.011812253338999129}, "confidence": 0.9801667926086652, "input_tokens": 415, "latency_ms": 103.19672499997523}
+{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 55, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.968683088252892, "roaming_cobranca": 0.013972881085787512, "vas_cancelamento": 0.006670479676927606, "sem_correspondencia": 0.010673550984392986}, "confidence": 0.9582441176705224, "input_tokens": 323, "latency_ms": 80.32919100000413}
+{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 35, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.011725984673831498, "vas_contratacao": 0.008673109172720116, "beneficios_consulta": 0.01594818969508249, "sem_correspondencia": 0.9636527164583659}, "confidence": 0.9515369552778212, "input_tokens": 301, "latency_ms": 74.99782799999366}
+{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 53, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.0012775784357570608, "recarga_saldo": 0.04741041015748598, "fidelidade_resgate": 0.0027097532395610317, "fidelidade_pontos": 0.9425729468275149, "cadastro_atualizacao": 0.00017969648512494585, "bonus_nao_recebido": 0.00010904018752510674, "beneficios_consulta": 2.6854879817878004e-05, "sem_correspondencia": 0.005713719787212935}, "confidence": 0.9343690820885887, "input_tokens": 443, "latency_ms": 101.79389200001765}
+{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 64, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"vas_cancelamento": 0.8978306371179151, "plano_consulta": 0.0061911028560445724, "vas_contratacao": 0.0077055398572065375, "sem_correspondencia": 0.08827272016883382}, "confidence": 0.8637741828238866, "input_tokens": 335, "latency_ms": 80.06363100000158}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 32, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "reclamacao_atendimento", "probabilities": {"roaming_duvida": 0.005453856741383735, "roaming_pacote": 0.004144841748699749, "internet_pacote_adicional": 0.002906294479636719, "reclamacao_atendimento": 0.7582619682140882, "internet_problema_conexao": 0.0022453295317665005, "fidelidade_pontos": 0.00029553900219943274, "seguranca_perda_roubo": 9.604808037678243e-05, "sem_correspondencia": 0.2265961222018489}, "confidence": 0.7237279636732437, "input_tokens": 417, "latency_ms": 101.47845700001312}
+{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.0033186254931897264, "suporte_sem_sinal": 0.0010201143078543769, "internet_problema_conexao": 0.006497565683190003, "roaming_duvida": 0.0015407637218052676, "atendimento_humano": 0.0007538026662615759, "suporte_chip_esim": 0.0005036820673828409, "internet_pacote_adicional": 0.0003489742287192074, "vas_consulta": 0.0004104923586312155, "conta_contestacao": 0.0034999028060344953, "troca_numero": 0.0010927719277096916, "conta_explicacao": 0.0026428971692553384, "suporte_configuracao": 0.0006469928886234801, "recarga_realizar": 0.0007299172964126635, "plano_troca": 0.004204251401913397, "recarga_nao_creditada": 0.0023428966257005427, "sem_correspondencia": 0.9704463493573162}, "confidence": 0.9684761059811372, "input_tokens": 624, "latency_ms": 163.06510199999025}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.0014545606512181212, "suporte_chip_esim": 0.00032151525116090346, "conta_contestacao": 0.0008690939249433388, "parceiros_ofertas": 0.00012356568225626384, "negociacao_religacao": 0.0003450006522404747, "conta_vencimento": 0.007328485295118724, "plano_consulta": 0.0006175174068210459, "conta_pagamento_confirmacao": 0.00022195481910004754, "marketplace_compra": 0.00033521114002324953, "conta_debito_automatico_digital": 0.9866604174587684, "seguranca_fraude": 0.00033289064354874047, "roaming_pacote": 0.00010646238821393688, "conta_explicacao": 9.091155724616411e-05, "conta_segunda_via": 0.0008867040428173412, "fidelidade_resgate": 7.846518944367826e-05, "sem_correspondencia": 0.00022724389707962116}, "confidence": 0.9857711119560193, "input_tokens": 669, "latency_ms": 185.41034300000092}
+{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "beneficios_consulta", "probabilities": {"plano_troca": 0.0063617139440114686, "marketplace_compra": 0.04384596531141149, "internet_consumo": 0.0017721584948034443, "fidelidade_resgate": 0.0005345693775506998, "suporte_sem_sinal": 0.0019426506235533459, "beneficios_consulta": 0.6684277090760765, "conta_vencimento": 0.009624768472708198, "desconto_retencao": 0.000649812835232066, "roaming_pacote": 0.0010717562364756972, "marketplace_pedido": 0.0006784983228786648, "vas_contratacao": 0.2388118113968061, "sem_correspondencia": 0.026278585908492344}, "confidence": 0.6382847735375381, "input_tokens": 532, "latency_ms": 138.95069599999488}
+{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_saldo": 0.009872019172303074, "vas_consulta": 0.0024844953291747528, "fidelidade_resgate": 0.002286495405565757, "conta_vencimento": 0.0024974636082564492, "fidelidade_pontos": 0.0018387291966694838, "recarga_nao_creditada": 0.01549654172997137, "vas_cancelamento": 0.08361647170263238, "recarga_realizar": 0.8568605468129481, "conta_debito_automatico_digital": 0.002298180318574087, "suporte_configuracao": 0.0011539451719504632, "plano_consulta": 0.014169809313672994, "sem_correspondencia": 0.007425302238281181}, "confidence": 0.8438478692504887, "input_tokens": 533, "latency_ms": 139.15973699999995}
+{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.0007273680715878151, "negociacao_divida": 0.00024308448993975174, "roaming_cobranca": 0.00044776774475109864, "internet_pacote_adicional": 0.00026208034594862905, "suporte_sem_sinal": 0.0014376165690247534, "internet_problema_conexao": 0.9931750551615642, "internet_consumo": 0.00022662806673421455, "sem_correspondencia": 0.0034803995504493574}, "confidence": 0.992200063041788, "input_tokens": 418, "latency_ms": 100.47870100001433}
+{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 55, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.0007588525206773607, "fidelidade_pontos": 0.000533184420258487, "conta_segunda_via": 0.000569184180214257, "plano_consulta": 0.00039800236542436135, "negociacao_religacao": 0.9861949891184686, "suporte_chip_esim": 0.00022963917121301953, "suporte_sem_sinal": 0.003165175638364437, "conta_debito_automatico_digital": 0.0003229394971898333, "negociacao_divida": 0.0019537608485762103, "marketplace_pedido": 4.841009730349728e-05, "conta_pagamento_confirmacao": 0.004212188313709773, "sem_correspondencia": 0.0016136738286001348}, "confidence": 0.9849399881292384, "input_tokens": 580, "latency_ms": 146.98958899998615}
+{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"fidelidade_resgate": 0.0034194011972611326, "roaming_pacote": 0.0002996361408033806, "internet_problema_conexao": 0.5648483855131174, "suporte_chip_esim": 0.0008560099580570573, "atendimento_humano": 0.0004843560064306633, "internet_consumo": 0.0022005581519534087, "bonus_nao_recebido": 0.0009666664954162356, "conta_vencimento": 0.00012542809129372333, "reclamacao_atendimento": 0.000373891734086633, "internet_pacote_adicional": 0.3834922624469939, "seguranca_fraude": 0.0002924478672340631, "sem_correspondencia": 0.04264095639735234}, "confidence": 0.5252891478324918, "input_tokens": 537, "latency_ms": 139.2231469999956}
+{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.004860228622817113, "plano_consulta": 0.9853766982007139, "internet_consumo": 0.004324799391284626, "sem_correspondencia": 0.0054382737851843554}, "confidence": 0.9805022642676186, "input_tokens": 305, "latency_ms": 74.55185499998151}
+{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.0006499961531246181, "marketplace_pedido": 0.00015926744569329574, "internet_consumo": 0.00015314541111114042, "roaming_duvida": 0.00012767096569561416, "parceiros_ofertas": 0.0003662391446060442, "vas_cancelamento": 0.00013498071014219089, "conta_segunda_via": 0.00040318708267253993, "cadastro_atualizacao": 0.0003346496584903516, "beneficios_consulta": 0.0009367302642803178, "vas_consulta": 0.0038412787831509226, "vas_contratacao": 0.9915422059755656, "conta_debito_automatico_digital": 0.0007797893548124111, "recarga_nao_creditada": 7.024043212735078e-05, "negociacao_divida": 0.00016508714886780663, "desconto_retencao": 9.558293350159497e-05, "sem_correspondencia": 0.00023994853615814937}, "confidence": 0.9909783530406029, "input_tokens": 657, "latency_ms": 174.10227599998507}
+{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9895352067975554, "conta_contestacao": 0.0024418907233093867, "conta_explicacao": 0.0019300464834666616, "sem_correspondencia": 0.0060928559956686485}, "confidence": 0.9860469423967403, "input_tokens": 333, "latency_ms": 76.22109199999727}
+{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.0017898260349752415, "reclamacao_atendimento": 0.3587145797251033, "troca_numero": 0.0008660829475078863, "parceiros_ofertas": 0.0009884904881519582, "fidelidade_pontos": 0.0005219640406112604, "seguranca_fraude": 0.0001749217771692538, "recarga_nao_creditada": 0.00024356016836001433, "conta_debito_automatico_digital": 0.00013557431905493128, "desconto_retencao": 7.713278548400724e-05, "roaming_pacote": 2.8292610098484055e-05, "conta_contestacao": 0.000142620023892936, "internet_pacote_adicional": 0.00017266539077791146, "roaming_duvida": 8.724158908710699e-05, "negociacao_divida": 0.00040512860945218033, "atendimento_humano": 0.6265434509414743, "sem_correspondencia": 0.009108468548799178}, "confidence": 0.601646347670906, "input_tokens": 632, "latency_ms": 166.92244000000755}
+{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 68, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 0.001012489052809564, "atendimento_humano": 0.00179128382911114, "negociacao_religacao": 0.001946356172237391, "conta_vencimento": 0.0007716602242447199, "reclamacao_atendimento": 0.9911415989354448, "internet_consumo": 0.0004445188717835899, "conta_debito_automatico_digital": 8.574002151492973e-05, "sem_correspondencia": 0.0028063528928538206}, "confidence": 0.9898761130690799, "input_tokens": 438, "latency_ms": 101.76923000000215}
+{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.0006901199993966955, "troca_numero": 0.00023342940308081236, "plano_consulta": 0.004570742256178245, "atendimento_humano": 0.000253504621653624, "bonus_nao_recebido": 0.0001314423605508792, "desconto_retencao": 7.443965215595457e-05, "portabilidade": 0.00010560602619591324, "reclamacao_atendimento": 0.00010848313753744684, "fidelidade_resgate": 0.0004182854386998748, "vas_consulta": 0.006659377514179146, "conta_explicacao": 0.0023756859803265628, "vas_contratacao": 0.00048391318940072366, "beneficios_consulta": 0.9821807301582282, "plano_troca": 0.00041390341177064565, "fidelidade_pontos": 6.220300447928638e-05, "sem_correspondencia": 0.001238133846166154}, "confidence": 0.980992778835443, "input_tokens": 630, "latency_ms": 166.1499179999737}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"atendimento_humano": 0.0037901122854024994, "vas_contratacao": 0.00048533563138033814, "cancelamento_linha": 0.0004574122555110857, "negociacao_divida": 0.0006456492014513241, "suporte_sem_sinal": 0.0010206816730839014, "negociacao_religacao": 0.001457157796606546, "cadastro_atualizacao": 0.0001972411638229358, "desconto_retencao": 0.00024396575568449405, "internet_problema_conexao": 0.006187515910619723, "fidelidade_pontos": 0.00033117884735421794, "roaming_pacote": 0.0002512450343480137, "conta_debito_automatico_digital": 8.690831909225048e-05, "internet_pacote_adicional": 0.0002356450205719729, "conta_vencimento": 0.002334363613292857, "marketplace_compra": 0.0012657960033691058, "sem_correspondencia": 0.9810097914884087}, "confidence": 0.979743777587636, "input_tokens": 627, "latency_ms": 166.90080099999705}
+{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9747006524042717, "fidelidade_resgate": 0.0048113020795635935, "beneficios_consulta": 0.0009344072718948577, "marketplace_pedido": 0.0007537070725749515, "vas_consulta": 0.0020526341431163653, "marketplace_compra": 0.003943969448085854, "vas_contratacao": 0.0006231502928097639, "sem_correspondencia": 0.012180177287682893}, "confidence": 0.9710864598905965, "input_tokens": 423, "latency_ms": 101.61646599999585}
+{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"roaming_cobranca": 0.0008090807283435917, "atendimento_humano": 0.0007520091880058651, "fidelidade_resgate": 0.00029415083755983016, "cancelamento_linha": 0.00016399274866702528, "reclamacao_atendimento": 0.0003530921071551493, "negociacao_divida": 0.000414280708650159, "conta_segunda_via": 0.0004285988041147139, "seguranca_perda_roubo": 0.0002508774316160169, "recarga_realizar": 0.003417442927182397, "plano_consulta": 0.4060477261447478, "fidelidade_pontos": 0.0002812039522094282, "internet_consumo": 0.00033413673900343675, "conta_contestacao": 0.00065293614343864, "cadastro_atualizacao": 0.032942139366991065, "desconto_retencao": 0.00146289607906029, "sem_correspondencia": 0.5513954360932545}, "confidence": 0.5214884651661381, "input_tokens": 646, "latency_ms": 172.3146399999962}
+{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.002003361753838441, "vas_consulta": 0.0005150701855479231, "desconto_retencao": 0.0007189070220455411, "bonus_nao_recebido": 0.00039095840542176377, "recarga_nao_creditada": 0.009060676379583153, "recarga_realizar": 0.8796428960104123, "recarga_saldo": 0.0876304135051324, "sem_correspondencia": 0.020037716738018515}, "confidence": 0.8624490240118997, "input_tokens": 422, "latency_ms": 102.8413960000023}
+{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"bonus_nao_recebido": 0.0075463130796547765, "conta_pagamento_confirmacao": 0.4314910416695184, "recarga_nao_creditada": 0.5307313418653731, "sem_correspondencia": 0.03023130338545384}, "confidence": 0.37430845582049727, "input_tokens": 311, "latency_ms": 76.4416199999971}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.002793153261767973, "internet_consumo": 0.0031225172084383924, "conta_explicacao": 0.049218653279349524, "conta_vencimento": 0.0009773228536266382, "conta_debito_automatico_digital": 0.876194622826143, "roaming_duvida": 0.0007061096324673703, "conta_contestacao": 0.0008619231976187585, "parceiros_ofertas": 9.77949359156203e-05, "conta_segunda_via": 0.003491123697197792, "suporte_chip_esim": 4.659681347781807e-05, "conta_pagamento_confirmacao": 8.841585428163095e-05, "sem_correspondencia": 0.062401766439715144}, "confidence": 0.8649395885376108, "input_tokens": 532, "latency_ms": 140.30626900000698}
+{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0038300607817212872, "seguranca_fraude": 0.0006085733240818755, "roaming_pacote": 0.0006630161309790195, "suporte_sem_sinal": 0.0004819503197615464, "troca_numero": 0.0007238319786710128, "conta_debito_automatico_digital": 0.0002286810128184624, "marketplace_compra": 0.00021582928070500076, "cancelamento_linha": 0.00025395398652623685, "plano_consulta": 0.0021327310058530647, "suporte_configuracao": 0.0009619120654549054, "cadastro_atualizacao": 0.0010917551402147042, "sem_correspondencia": 0.9888077049732129}, "confidence": 0.9877902236071414, "input_tokens": 536, "latency_ms": 141.12865600000646}
+{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 0.0013323140292706222, "troca_numero": 0.00047192960403800787, "conta_explicacao": 0.0004058630445823473, "suporte_configuracao": 0.0004851692648503944, "internet_pacote_adicional": 0.0004572798814672876, "marketplace_pedido": 0.0002904142970332373, "conta_pagamento_confirmacao": 0.0002697423971596801, "seguranca_fraude": 0.0004537264936552932, "desconto_retencao": 0.0008067933367227608, "vas_contratacao": 0.00040493361537703184, "beneficios_consulta": 0.00029542571896433147, "plano_nova_linha": 0.00034169077800899497, "conta_vencimento": 0.0007631925023900821, "fidelidade_resgate": 0.006179649152154324, "suporte_chip_esim": 0.002016575648242233, "sem_correspondencia": 0.9850253002360834}, "confidence": 0.9840269869184889, "input_tokens": 632, "latency_ms": 167.20056900001623}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 63, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"internet_pacote_adicional": 0.2855456104470928, "bonus_nao_recebido": 0.6076672409877015, "fidelidade_resgate": 0.002633673736537963, "fidelidade_pontos": 0.001950714969594276, "desconto_retencao": 0.0007257651857299782, "beneficios_consulta": 0.0035716005324102087, "recarga_nao_creditada": 0.0005878927960252177, "sem_correspondencia": 0.09731750134490792}, "confidence": 0.5516197039859447, "input_tokens": 447, "latency_ms": 102.33560899999361}
+{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.015735557071523715, "conta_explicacao": 0.8351718808939211, "conta_contestacao": 0.05610120025043665, "sem_correspondencia": 0.09299136178411846}, "confidence": 0.7802291745252284, "input_tokens": 305, "latency_ms": 75.99916699999198}
+{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_explicacao", "probabilities": {"conta_debito_automatico_digital": 0.011791565830279325, "conta_contestacao": 0.24764480780015813, "fidelidade_resgate": 0.00413710176246254, "vas_cancelamento": 0.000831101308427046, "conta_vencimento": 0.3021435970944313, "conta_pagamento_confirmacao": 0.0007911150443681338, "roaming_cobranca": 0.000683893409877485, "desconto_retencao": 0.0008251957238175673, "conta_explicacao": 0.32812581828119725, "suporte_configuracao": 0.0003038624789496973, "conta_segunda_via": 0.0029911815999612724, "sem_correspondencia": 0.09973075966607013}, "confidence": 0.26704634721585163, "input_tokens": 549, "latency_ms": 141.77590299999565}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.0009942535108241892, "conta_vencimento": 0.0004298022844393936, "seguranca_fraude": 0.0004971824639860786, "conta_pagamento_confirmacao": 0.0005741115000874922, "plano_consulta": 0.00058044036672054, "conta_debito_automatico_digital": 0.9943669218544221, "recarga_saldo": 0.0003216658298945797, "conta_contestacao": 0.0002926511245468962, "roaming_pacote": 0.0003110899685052662, "conta_explicacao": 4.0476252173042176e-05, "cadastro_atualizacao": 0.0002194390575085791, "sem_correspondencia": 0.0013719657868918433}, "confidence": 0.9938548238411875, "input_tokens": 547, "latency_ms": 141.49914899999771}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 61, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.015328971826732792, "conta_segunda_via": 0.003466801590758054, "conta_debito_automatico_digital": 0.9193868611811714, "sem_correspondencia": 0.061817365401337754}, "confidence": 0.8925158149082284, "input_tokens": 344, "latency_ms": 81.08495199999766}
+{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 118, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.9954582388979009, "conta_segunda_via": 0.0018193096955594625, "negociacao_religacao": 0.0014006912185464836, "sem_correspondencia": 0.0013217601879932908}, "confidence": 0.9939443185305342, "input_tokens": 392, "latency_ms": 96.5093789999969}
+{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.0012628597217488702, "conta_contestacao": 0.0003882843360800585, "suporte_configuracao": 0.0005972775609284024, "atendimento_humano": 0.0008112716377933042, "conta_explicacao": 0.0009416311129977649, "conta_segunda_via": 0.9938469848966976, "negociacao_divida": 0.0005551789113370246, "recarga_nao_creditada": 0.00022445036486620732, "conta_debito_automatico_digital": 0.00039509010082016847, "conta_vencimento": 2.361127504322896e-05, "conta_pagamento_confirmacao": 0.00010198023408178572, "sem_correspondencia": 0.0008513798476055017}, "confidence": 0.9932876198873064, "input_tokens": 547, "latency_ms": 141.36670599998524}
+{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 92, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.26598197028657417, "fidelidade_pontos": 0.044588780792552296, "marketplace_compra": 0.01663871281080019, "sem_correspondencia": 0.6727905361100733}, "confidence": 0.5637207148134311, "input_tokens": 367, "latency_ms": 83.48989299997811}
+{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.13110668034076356, "seguranca_perda_roubo": 0.8293061877737496, "suporte_chip_esim": 0.009864221071590075, "sem_correspondencia": 0.029722910813896677}, "confidence": 0.7724082503649995, "input_tokens": 326, "latency_ms": 75.97955699998238}
+{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.001775845858414879, "fidelidade_pontos": 0.0012062422379826778, "vas_consulta": 0.0013939564809107394, "seguranca_perda_roubo": 0.0009964281335478802, "cancelamento_linha": 0.0009460398922927135, "recarga_nao_creditada": 0.000513013618716644, "marketplace_compra": 0.00031667763485839997, "sem_correspondencia": 0.9928517961432761}, "confidence": 0.991830624163744, "input_tokens": 416, "latency_ms": 102.16757899999607}
+{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.003730886220927188, "internet_problema_conexao": 0.03158201397193509, "suporte_sem_sinal": 0.9547983828130242, "sem_correspondencia": 0.009888716994113525}, "confidence": 0.9397311770840321, "input_tokens": 302, "latency_ms": 75.29930199999058}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 59, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"desconto_retencao": 0.00412671585001716, "conta_vencimento": 0.000498525411901802, "bonus_nao_recebido": 0.831115505717338, "beneficios_consulta": 0.0016848355371622207, "roaming_pacote": 0.0010732481193954794, "recarga_nao_creditada": 0.007365536298482853, "fidelidade_pontos": 0.00020028677806109327, "seguranca_fraude": 3.779999089344762e-05, "internet_pacote_adicional": 0.12972462076418373, "seguranca_perda_roubo": 7.282776598220507e-05, "internet_consumo": 0.00828278390290709, "conta_contestacao": 0.0001095409553724015, "internet_problema_conexao": 0.013706194955219127, "fidelidade_resgate": 9.74148282931431e-05, "conta_segunda_via": 5.6396961997751905e-05, "sem_correspondencia": 0.0018477661627924887}, "confidence": 0.819856539431827, "input_tokens": 662, "latency_ms": 174.7879110000099}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 67, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.0013210499857621454, "conta_contestacao": 0.0003902901575166956, "conta_debito_automatico_digital": 0.9941915491824665, "seguranca_perda_roubo": 0.0004235258804133712, "conta_pagamento_confirmacao": 0.00036220802838981945, "conta_segunda_via": 0.00017928990297487758, "conta_explicacao": 0.00013656459948659607, "sem_correspondencia": 0.002995522262989761}, "confidence": 0.993361770494248, "input_tokens": 456, "latency_ms": 108.08683399997676}
+{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 46, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_saldo", "probabilities": {"recarga_realizar": 0.002524011635909389, "troca_numero": 0.000880772541146418, "negociacao_divida": 0.016092131778800218, "conta_pagamento_confirmacao": 0.0010140458091002743, "recarga_saldo": 0.9762900890799597, "seguranca_perda_roubo": 0.0002722378473053013, "plano_troca": 0.00019417109850942795, "internet_consumo": 0.00038288908208112995, "internet_problema_conexao": 0.0008964049974849572, "vas_consulta": 3.738359806856663e-05, "cancelamento_linha": 8.799287474235386e-05, "conta_explicacao": 0.00033575811750664896, "conta_debito_automatico_digital": 8.236899794434533e-05, "internet_pacote_adicional": 3.9997045995496627e-05, "recarga_nao_creditada": 0.00013310890953569914, "sem_correspondencia": 0.0007366365859100391}, "confidence": 0.9747094283519573, "input_tokens": 620, "latency_ms": 162.68259000000285}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 69, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.00041780462883897636, "recarga_saldo": 0.00011678723997839056, "internet_consumo": 0.00010186742988922654, "conta_pagamento_confirmacao": 0.00012059781554172691, "internet_pacote_adicional": 0.00012961709724492354, "roaming_cobranca": 0.0001299328166127543, "conta_segunda_via": 0.0002453070767184427, "conta_contestacao": 0.00012165720783036052, "marketplace_pedido": 0.0004188530675192037, "conta_vencimento": 0.0008370956010734544, "fidelidade_pontos": 0.0014738384429904712, "conta_debito_automatico_digital": 0.9954855402222738, "suporte_chip_esim": 0.00010138680860375815, "conta_explicacao": 9.934553023331207e-05, "reclamacao_atendimento": 7.157330468387011e-05, "sem_correspondencia": 0.00012879570996753305}, "confidence": 0.9951845762370919, "input_tokens": 690, "latency_ms": 178.84694900001818}
+{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 56, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.00021729263095399934, "vas_cancelamento": 7.946964377359997e-05, "seguranca_perda_roubo": 0.0001265592977639466, "cadastro_atualizacao": 0.00016205391481781292, "suporte_sem_sinal": 0.0004886259656017023, "suporte_chip_esim": 0.9983875360862414, "suporte_configuracao": 0.00013337846642103875, "sem_correspondencia": 0.0004050839944265636}, "confidence": 0.9981571840985615, "input_tokens": 454, "latency_ms": 109.33949100001428}
+{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.30147607054520864, "cadastro_atualizacao": 0.0045756722313728725, "cancelamento_linha": 0.005760913246650108, "troca_numero": 0.6496117432036361, "parceiros_ofertas": 0.0009911164039379664, "vas_cancelamento": 0.00020861043199231914, "negociacao_divida": 0.00021072493486061231, "sem_correspondencia": 0.03716514900234136}, "confidence": 0.5995562779470127, "input_tokens": 395, "latency_ms": 102.62719499999662}
+{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.00673381209616386, "cancelamento_linha": 0.9849305398741252, "vas_cancelamento": 0.002078761230231258, "sem_correspondencia": 0.0062568867994797816}, "confidence": 0.9799073864988334, "input_tokens": 304, "latency_ms": 79.6532629999831}
+{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "recarga_nao_creditada", "probabilities": {"recarga_nao_creditada": 0.8342169891132788, "roaming_pacote": 0.001883986516512851, "plano_consulta": 0.0006374732735151723, "plano_troca": 0.0007815269319743657, "recarga_realizar": 0.1114276386452571, "conta_pagamento_confirmacao": 0.0025424045504193857, "roaming_cobranca": 0.00032378456916777387, "plano_nova_linha": 9.275512815809774e-05, "portabilidade": 0.0006435409594619134, "conta_contestacao": 0.03444579120081951, "reclamacao_atendimento": 0.00046287425835403435, "seguranca_fraude": 7.447584511381356e-05, "beneficios_consulta": 5.9893151849635877e-05, "internet_consumo": 0.00037267873047663246, "negociacao_religacao": 0.0006189398239974744, "sem_correspondencia": 0.01141524730164312}, "confidence": 0.823164788387498, "input_tokens": 642, "latency_ms": 173.1712779999839}
+{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 48, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.005552009914750506, "conta_vencimento": 0.9567319218371729, "parceiros_ofertas": 0.005060147491573705, "conta_contestacao": 0.019108984928075674, "conta_debito_automatico_digital": 0.002068177789158981, "conta_segunda_via": 0.0014884739117973324, "conta_pagamento_confirmacao": 0.000593442319606509, "sem_correspondencia": 0.009396841807864329}, "confidence": 0.9505507678139118, "input_tokens": 430, "latency_ms": 101.27879000000917}
+{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 57, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.967611505005603, "recarga_saldo": 0.012608205572569994, "plano_consulta": 0.010494940924768346, "sem_correspondencia": 0.009285348497058662}, "confidence": 0.9568153400074705, "input_tokens": 317, "latency_ms": 76.24891700001513}
+{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.36314737404036146, "recarga_saldo": 0.2149275468555758, "recarga_nao_creditada": 0.04091161755355602, "sem_correspondencia": 0.3810134615505068}, "confidence": 0.17468461540067567, "input_tokens": 309, "latency_ms": 75.33112999999503}
diff --git a/reports/pilot/predictions-semif-cuda.jsonl b/reports/pilot/predictions-semif-cuda.jsonl
new file mode 100644
index 0000000..97681f7
--- /dev/null
+++ b/reports/pilot/predictions-semif-cuda.jsonl
@@ -0,0 +1,50 @@
+{"id": "g0113-internet_problema_conexao-informal_abreviado-08-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": false, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 99, "length_bucket": "medio"}, "pred": "suporte_sem_sinal", "probabilities": {"cadastro_atualizacao": 0.0027647105079476276, "atendimento_humano": 0.0004804346474649424, "internet_consumo": 0.00020027495746576806, "suporte_sem_sinal": 0.9843051204449914, "seguranca_fraude": 0.0004239820882821337, "internet_pacote_adicional": 0.00017674202962880193, "suporte_configuracao": 0.0031328274352584533, "sem_correspondencia": 0.00851590788896101}, "confidence": 0.9843051204449914, "input_tokens": 330, "latency_ms": 432.485086000014}
+{"id": "g0116-internet_problema_conexao-emocional-00-D1", "gold": "internet_problema_conexao", "warmup": true, "state_tokens": 35, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "internet_problema_conexao", "probabilities": {"atendimento_humano": 0.004066621752115765, "suporte_sem_sinal": 0.0003782547450860213, "vas_consulta": 8.440004184794742e-05, "suporte_configuracao": 4.51760869665949e-05, "internet_consumo": 0.00010837179890227351, "internet_pacote_adicional": 4.51760869665949e-05, "internet_problema_conexao": 0.995069534312916, "sem_correspondencia": 0.00020246517519883025}, "confidence": 0.995069534312916, "input_tokens": 305, "latency_ms": 103.89646999999513}
+{"id": "g0009-conta_contestacao-erros_digitacao-10-D1", "gold": "conta_contestacao", "warmup": true, "state_tokens": 42, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_contestacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 88, "length_bucket": "medio"}, "pred": "conta_contestacao", "probabilities": {"conta_contestacao": 0.9996852921657218, "roaming_cobranca": 0.00013979761933802424, "vas_cancelamento": 6.603571952810313e-05, "sem_correspondencia": 0.00010887449541197146}, "confidence": 0.9996852921657218, "input_tokens": 219, "latency_ms": 75.16464200000428}
+{"id": "g0319-oos_conversa-curto_neutro-7-10-D1", "gold": "sem_correspondencia", "warmup": true, "state_tokens": 28, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_conversa", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 27, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"plano_consulta": 0.014008553327799265, "vas_contratacao": 0.0031257307474796695, "beneficios_consulta": 0.0007903084987872278, "sem_correspondencia": 0.9820754074259338}, "confidence": 0.9820754074259338, "input_tokens": 205, "latency_ms": 73.76021099997843}
+{"id": "g0157-fidelidade_pontos-regionalismo-05-D1", "gold": "fidelidade_pontos", "warmup": true, "state_tokens": 39, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_pontos", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 74, "length_bucket": "medio"}, "pred": "fidelidade_pontos", "probabilities": {"desconto_retencao": 0.015538850056580714, "recarga_saldo": 0.16705838185476257, "fidelidade_resgate": 0.004451955078901611, "fidelidade_pontos": 0.7487037240668524, "cadastro_atualizacao": 0.001637782746546689, "bonus_nao_recebido": 0.00046923261310048334, "beneficios_consulta": 0.0006827294235200675, "sem_correspondencia": 0.06145734415973548}, "confidence": 0.7487037240668524, "input_tokens": 319, "latency_ms": 106.66608299999325}
+{"id": "g0139-vas_consulta-indireto_multiplo-01-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 51, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_consulta", "gold_eligible": false, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 130, "length_bucket": "medio"}, "pred": "vas_cancelamento", "probabilities": {"vas_cancelamento": 0.6922971037429473, "plano_consulta": 0.01628126734267781, "vas_contratacao": 0.002829260030508072, "sem_correspondencia": 0.2885923688838669}, "confidence": 0.6922971037429473, "input_tokens": 231, "latency_ms": 75.76328600001148}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 26, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 12, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"roaming_duvida": 0.05763987259541277, "roaming_pacote": 0.016514099988995973, "internet_pacote_adicional": 0.001972327979939191, "reclamacao_atendimento": 0.20118292338239674, "internet_problema_conexao": 0.014573642089261247, "fidelidade_pontos": 0.003684793775251855, "seguranca_perda_roubo": 0.0022349403994085123, "sem_correspondencia": 0.7021973997893337}, "confidence": 0.7021973997893337, "input_tokens": 299, "latency_ms": 104.10894200001053}
+{"id": "g0332-oos_ininteligivel-erros_digitacao-2-07-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 26, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_ininteligivel", "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "alta", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 17, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"conta_segunda_via": 0.0019198291118549089, "suporte_sem_sinal": 0.00037803676652113015, "internet_problema_conexao": 7.443985298445253e-05, "roaming_duvida": 4.806198138692069e-05, "atendimento_humano": 6.5692939687632e-05, "suporte_chip_esim": 7.443985298445253e-05, "internet_pacote_adicional": 3.516289674081377e-05, "vas_consulta": 5.446135985991578e-05, "conta_contestacao": 7.443985298445253e-05, "troca_numero": 0.00015758917000473105, "conta_explicacao": 3.303248452468185e-05, "suporte_configuracao": 0.0014951644156758826, "recarga_realizar": 0.0001227305690032573, "plano_troca": 0.00048540881665558056, "recarga_nao_creditada": 0.00048540881665558056, "sem_correspondencia": 0.9944961011124757}, "confidence": 0.9944961011124757, "input_tokens": 502, "latency_ms": 161.68479800001023}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-07-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 95, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"internet_consumo": 0.03868152202014013, "suporte_chip_esim": 0.0013236088969604699, "conta_contestacao": 0.0014998453740562448, "parceiros_ofertas": 0.0004297128942156803, "negociacao_religacao": 0.0004297128942156803, "conta_vencimento": 0.0003346607385110515, "plano_consulta": 0.00017913098496464568, "conta_pagamento_confirmacao": 0.00029533706515267623, "marketplace_compra": 0.0013236088969604699, "conta_debito_automatico_digital": 0.7769391387806214, "seguranca_fraude": 0.00015808253938822753, "roaming_pacote": 0.0004869285013433668, "conta_explicacao": 0.0007084767889875061, "conta_segunda_via": 0.0019258395813897512, "fidelidade_resgate": 0.0019258395813897512, "sem_correspondencia": 0.17335855446170317}, "confidence": 0.7769391387806214, "input_tokens": 538, "latency_ms": 183.39434300000335}
+{"id": "g0191-parceiros_ofertas-erros_digitacao-00-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": false, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 76, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"plano_troca": 0.02737684890886291, "marketplace_compra": 0.3779257417431481, "internet_consumo": 0.0015444961272162447, "fidelidade_resgate": 0.000568188372171769, "suporte_sem_sinal": 0.0004425055491794405, "beneficios_consulta": 0.018815814742141803, "conta_vencimento": 0.0003446236682143903, "desconto_retencao": 0.0009367842549640763, "roaming_pacote": 0.0013630130483222392, "marketplace_pedido": 0.004198375756737288, "vas_contratacao": 0.01660489822954571, "sem_correspondencia": 0.549878709599496}, "confidence": 0.549878709599496, "input_tokens": 417, "latency_ms": 141.62950000002184}
+{"id": "g0062-recarga_realizar-indireto_multiplo-07-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["cancelamento_linha"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 82, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"recarga_saldo": 0.1140575883275898, "vas_consulta": 0.009362416980915424, "fidelidade_resgate": 0.0012670653538914612, "conta_vencimento": 0.0008708404332570903, "fidelidade_pontos": 0.0016269441190010841, "recarga_nao_creditada": 0.003902836051736766, "vas_cancelamento": 0.010609008318890898, "recarga_realizar": 0.6563561030087082, "conta_debito_automatico_digital": 0.012021581365124313, "suporte_configuracao": 0.0016269441190010841, "plano_consulta": 0.0002494999614279626, "sem_correspondencia": 0.18804917196045595}, "confidence": 0.6563561030087082, "input_tokens": 413, "latency_ms": 141.04726499999742}
+{"id": "g0116-internet_problema_conexao-emocional-09-D1", "gold": "internet_problema_conexao", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_problema_conexao", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 59, "length_bucket": "curto"}, "pred": "internet_problema_conexao", "probabilities": {"suporte_configuracao": 0.010408568175422439, "negociacao_divida": 0.002322465483897859, "roaming_cobranca": 0.0005872112342192096, "internet_pacote_adicional": 0.0008543873043563078, "suporte_sem_sinal": 0.03632947262834716, "internet_problema_conexao": 0.9369494480974345, "internet_consumo": 0.0007539941497020436, "sem_correspondencia": 0.011794452926620538}, "confidence": 0.9369494480974345, "input_tokens": 310, "latency_ms": 105.42335399998137}
+{"id": "g0052-negociacao_religacao-regionalismo-10-D1", "gold": "negociacao_religacao", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_religacao", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": ["conta_pagamento_confirmacao"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 94, "length_bucket": "medio"}, "pred": "negociacao_religacao", "probabilities": {"reclamacao_atendimento": 0.006952633029183546, "fidelidade_pontos": 0.00034615121596063024, "conta_segunda_via": 0.00026958283805125777, "plano_consulta": 0.00011237884634071157, "negociacao_religacao": 0.9106152235828836, "suporte_chip_esim": 0.000392240714892989, "suporte_sem_sinal": 0.01667849960172803, "conta_debito_automatico_digital": 0.00017405576213804365, "negociacao_divida": 0.0012081864588450386, "marketplace_pedido": 0.00044446695931081657, "conta_pagamento_confirmacao": 0.027498197056732624, "sem_correspondencia": 0.035308383933932735}, "confidence": 0.9106152235828836, "input_tokens": 445, "latency_ms": 144.14170399999193}
+{"id": "g0100-internet_pacote_adicional-erros_digitacao-06-D1", "gold": "internet_pacote_adicional", "warmup": false, "state_tokens": 30, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_pacote_adicional", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 39, "length_bucket": "curto"}, "pred": "internet_pacote_adicional", "probabilities": {"fidelidade_resgate": 0.0064558251092047885, "roaming_pacote": 0.0012712273370788139, "internet_problema_conexao": 0.0026911882937143356, "suporte_chip_esim": 0.0023749653334748234, "atendimento_humano": 0.000364212729972886, "internet_consumo": 0.0023749653334748234, "bonus_nao_recebido": 0.00013398637556995074, "conta_vencimento": 6.329068234224053e-05, "reclamacao_atendimento": 0.00041270709155602145, "internet_pacote_adicional": 0.9581293990708192, "seguranca_fraude": 0.0001949490261300882, "sem_correspondencia": 0.02553328361666205}, "confidence": 0.9581293990708192, "input_tokens": 411, "latency_ms": 140.91456100001665}
+{"id": "g0078-plano_consulta-informal_abreviado-00-D1", "gold": "plano_consulta", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "plano_consulta", "gold_eligible": true, "domain": "plano", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 67, "length_bucket": "medio"}, "pred": "plano_consulta", "probabilities": {"beneficios_consulta": 0.03719472854583607, "plano_consulta": 0.9592646923248362, "internet_consumo": 0.001442196134880731, "sem_correspondencia": 0.002098382994447017}, "confidence": 0.9592646923248362, "input_tokens": 214, "latency_ms": 72.12725499999806}
+{"id": "g0127-vas_contratacao-informal_abreviado-07-D1", "gold": "vas_contratacao", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "vas_contratacao", "gold_eligible": true, "domain": "servicos_adicionais", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 83, "length_bucket": "medio"}, "pred": "vas_contratacao", "probabilities": {"atendimento_humano": 0.03317175747749326, "marketplace_pedido": 0.0024029540520687266, "internet_consumo": 0.0007801249619528564, "roaming_duvida": 0.0002532694937458336, "parceiros_ofertas": 0.0007801249619528564, "vas_cancelamento": 0.00041757080155820883, "conta_segunda_via": 8.752759494841195e-05, "cadastro_atualizacao": 0.00011238765657531051, "beneficios_consulta": 0.0002532694937458336, "vas_consulta": 0.0006884578625523211, "vas_contratacao": 0.8555109009952421, "conta_debito_automatico_digital": 0.0012862086185758024, "recarga_nao_creditada": 0.000368504938984886, "negociacao_divida": 0.0002532694937458336, "desconto_retencao": 0.0014574653064603903, "sem_correspondencia": 0.10217620629039745}, "confidence": 0.8555109009952421, "input_tokens": 514, "latency_ms": 178.76995699998588}
+{"id": "g0003-conta_segunda_via-regionalismo-11-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 101, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"conta_segunda_via": 0.9998424147983029, "conta_contestacao": 6.604609850054371e-05, "conta_explicacao": 1.6699068849357944e-05, "sem_correspondencia": 7.484003434699035e-05}, "confidence": 0.9998424147983029, "input_tokens": 230, "latency_ms": 76.16462299998261}
+{"id": "g0287-atendimento_humano-curto_neutro-09-D1", "gold": "atendimento_humano", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "atendimento_humano", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "irritado", "secondary": ["reclamacao_atendimento"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 33, "length_bucket": "curto"}, "pred": "atendimento_humano", "probabilities": {"vas_contratacao": 0.0028090102612853313, "reclamacao_atendimento": 0.038777190541337075, "troca_numero": 0.0003801581993256018, "parceiros_ofertas": 0.00015847351476821532, "fidelidade_pontos": 0.00013985238592464417, "seguranca_fraude": 6.606158943183017e-05, "recarga_nao_creditada": 5.476698123226582e-05, "conta_debito_automatico_digital": 5.476698123226582e-05, "desconto_retencao": 0.00023057760343212402, "roaming_pacote": 0.00020348402083422863, "conta_contestacao": 5.476698123226582e-05, "internet_pacote_adicional": 0.0011709696908170579, "roaming_duvida": 0.0007102290190747685, "negociacao_divida": 0.00017957401811166603, "atendimento_humano": 0.8825647887425286, "sem_correspondencia": 0.072445329469432}, "confidence": 0.8825647887425286, "input_tokens": 494, "latency_ms": 158.7071129999913}
+{"id": "g0283-reclamacao_atendimento-regionalismo-03-D1", "gold": "reclamacao_atendimento", "warmup": false, "state_tokens": 58, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "reclamacao_atendimento", "gold_eligible": true, "domain": "atendimento", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 123, "length_bucket": "medio"}, "pred": "reclamacao_atendimento", "probabilities": {"recarga_nao_creditada": 0.0027963314403118213, "atendimento_humano": 0.0005506303083379575, "negociacao_religacao": 0.0002947311654268272, "conta_vencimento": 7.451970873758085e-05, "reclamacao_atendimento": 0.9955629521600471, "internet_consumo": 9.568520006322138e-05, "conta_debito_automatico_digital": 7.451970873758085e-05, "sem_correspondencia": 0.0005506303083379575}, "confidence": 0.9955629521600471, "input_tokens": 326, "latency_ms": 113.77530000001457}
+{"id": "g0140-beneficios_consulta-curto_neutro-02-D1", "gold": "beneficios_consulta", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "beneficios_consulta", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 38, "length_bucket": "curto"}, "pred": "beneficios_consulta", "probabilities": {"negociacao_religacao": 0.017376207693641954, "troca_numero": 0.0005247160061507468, "plano_consulta": 0.02231149232428135, "atendimento_humano": 0.00013266898290743568, "bonus_nao_recebido": 0.0005945811306691221, "desconto_retencao": 7.101258931119554e-05, "portabilidade": 3.354397201414286e-05, "reclamacao_atendimento": 3.80102999975429e-05, "fidelidade_resgate": 0.00010332270777759775, "vas_consulta": 7.101258931119554e-05, "conta_explicacao": 0.00019303223111644783, "vas_contratacao": 0.00021873417408164094, "beneficios_consulta": 0.9487087946645388, "plano_troca": 0.00010332270777759775, "fidelidade_pontos": 0.00021873417408164094, "sem_correspondencia": 0.009300813752341461}, "confidence": 0.9487087946645388, "input_tokens": 506, "latency_ms": 159.7990030000176}
+{"id": "g0322-oos_desabafo-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "informal_abreviado", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 22, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"atendimento_humano": 0.008538800664273845, "vas_contratacao": 0.0013094674927651687, "cancelamento_linha": 0.00017721715402251118, "negociacao_divida": 0.000292181691369855, "suporte_sem_sinal": 0.00037516871800970713, "negociacao_religacao": 0.00033108523159020004, "cadastro_atualizacao": 8.371145613218705e-05, "desconto_retencao": 0.0002578494376258252, "internet_problema_conexao": 0.0001563935895097233, "fidelidade_pontos": 8.371145613218705e-05, "roaming_pacote": 2.116557073268894e-05, "conta_debito_automatico_digital": 0.00020081334393751404, "internet_pacote_adicional": 0.00022755133003797058, "conta_vencimento": 0.00037516871800970713, "marketplace_compra": 0.0006185486454839023, "sem_correspondencia": 0.9869511655003671}, "confidence": 0.9869511655003671, "input_tokens": 488, "latency_ms": 158.7842920000071}
+{"id": "g0192-parceiros_ofertas-regionalismo-03-D1", "gold": "parceiros_ofertas", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "parceiros_ofertas", "gold_eligible": true, "domain": "marketplace", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "positivo", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 67, "length_bucket": "medio"}, "pred": "parceiros_ofertas", "probabilities": {"parceiros_ofertas": 0.9960630572471455, "fidelidade_resgate": 0.0009082919384587677, "beneficios_consulta": 0.0003786324119236294, "marketplace_pedido": 7.003995360791205e-05, "vas_consulta": 0.0001229239467528493, "marketplace_compra": 0.0009082919384587677, "vas_contratacao": 5.124232471024619e-05, "sem_correspondencia": 0.0014975202389424219}, "confidence": 0.9960630572471455, "input_tokens": 312, "latency_ms": 105.25822799999673}
+{"id": "g0304-oos_outra_empresa-informal_abreviado-1-05-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_outra_empresa", "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 66, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"roaming_cobranca": 0.010863363895846596, "atendimento_humano": 0.0011449901307555848, "fidelidade_resgate": 0.00022546192473935138, "cancelamento_linha": 0.00013674956995223892, "reclamacao_atendimento": 0.0004212183294491812, "negociacao_divida": 0.0002894988418606659, "conta_segunda_via": 0.00015495756364893327, "seguranca_perda_roubo": 0.000175589923539793, "recarga_realizar": 0.0002894988418606659, "plano_consulta": 0.0024239441258309216, "fidelidade_pontos": 0.0001206810719126263, "internet_consumo": 0.002139123183083913, "conta_contestacao": 0.0005408550409874993, "cadastro_atualizacao": 0.0018877695833184537, "desconto_retencao": 0.0012974437954424742, "sem_correspondencia": 0.9778888541777712}, "confidence": 0.9778888541777712, "input_tokens": 511, "latency_ms": 161.21010599999863}
+{"id": "g0062-recarga_realizar-indireto_multiplo-04-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 8, "length_chars": 66, "length_bucket": "medio"}, "pred": "recarga_realizar", "probabilities": {"internet_pacote_adicional": 0.0031667591188996175, "vas_consulta": 0.0005503002200488436, "desconto_retencao": 0.00015766365275721186, "bonus_nao_recebido": 8.439127200034724e-05, "recarga_nao_creditada": 0.0004856382396847257, "recarga_realizar": 0.994966138532814, "recarga_saldo": 0.0002945544818976587, "sem_correspondencia": 0.0002945544818976587}, "confidence": 0.994966138532814, "input_tokens": 304, "latency_ms": 105.83575100000076}
+{"id": "g0070-recarga_nao_creditada-curto_neutro-07-D1", "gold": "recarga_nao_creditada", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_nao_creditada", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 26, "length_bucket": "curto"}, "pred": "recarga_nao_creditada", "probabilities": {"bonus_nao_recebido": 0.002470624750993175, "conta_pagamento_confirmacao": 0.00042933020576635807, "recarga_nao_creditada": 0.9967211624664657, "sem_correspondencia": 0.00037888257677481805}, "confidence": 0.9967211624664657, "input_tokens": 211, "latency_ms": 74.38288399998783}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-10-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 35, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"roaming_pacote": 0.016311715821844788, "internet_consumo": 0.001517225915318391, "conta_explicacao": 0.0036396357636239046, "conta_vencimento": 0.00038361478717358847, "conta_debito_automatico_digital": 0.5401698416621424, "roaming_duvida": 0.0004346925026593116, "conta_contestacao": 0.00029875949664856104, "parceiros_ofertas": 0.0004925711369481462, "conta_segunda_via": 0.008731032312396456, "suporte_chip_esim": 0.0032119672879342143, "conta_pagamento_confirmacao": 0.0041242476352771245, "sem_correspondencia": 0.4206846956780333}, "confidence": 0.5401698416621424, "input_tokens": 416, "latency_ms": 140.31986099999472}
+{"id": "g0302-oos_fora_do_dominio-emocional-8-10-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 88, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.0004297182754892001, "seguranca_fraude": 0.0001231163472261445, "roaming_pacote": 7.467383930448306e-05, "suporte_sem_sinal": 2.9242695637194673e-05, "troca_numero": 0.0001231163472261445, "conta_debito_automatico_digital": 0.00020298454044264712, "marketplace_compra": 3.313631532479117e-05, "cancelamento_linha": 4.821305430965269e-05, "plano_consulta": 0.00029534076364427266, "suporte_configuracao": 0.0009097135963494065, "cadastro_atualizacao": 0.00010864979508460205, "sem_correspondencia": 0.9976220944299615}, "confidence": 0.9976220944299615, "input_tokens": 412, "latency_ms": 140.93403600000443}
+{"id": "g0328-oos_desabafo-curto_neutro-7-02-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 25, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_desabafo", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 16, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"recarga_saldo": 0.007533295820975711, "troca_numero": 0.0005457101189386224, "conta_explicacao": 0.0001563485667710602, "suporte_configuracao": 0.00010745669369608413, "internet_pacote_adicional": 0.0001563485667710602, "marketplace_pedido": 0.0001379771258990014, "conta_pagamento_confirmacao": 8.908472801744601e-05, "seguranca_fraude": 9.483019934877586e-05, "desconto_retencao": 0.00048158748967240544, "vas_contratacao": 0.0003750607140742615, "beneficios_consulta": 9.483019934877586e-05, "plano_nova_linha": 0.0008997238807304037, "conta_vencimento": 0.00033098991845170234, "fidelidade_resgate": 0.0004249994679593886, "suporte_chip_esim": 0.0019047154704530847, "sem_correspondencia": 0.9866670410388922}, "confidence": 0.9866670410388922, "input_tokens": 505, "latency_ms": 160.33808400001703}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-05-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 52, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "indignado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"internet_pacote_adicional": 0.015553405952377159, "bonus_nao_recebido": 0.6613476498812938, "fidelidade_resgate": 0.0009942959770151464, "fidelidade_pontos": 0.0004696721630669039, "desconto_retencao": 0.0030626472212134694, "beneficios_consulta": 0.0006030709948886142, "recarga_nao_creditada": 0.27569071703915116, "sem_correspondencia": 0.042278540770993585}, "confidence": 0.6613476498812938, "input_tokens": 328, "latency_ms": 112.72013100000322}
+{"id": "g0016-conta_explicacao-erros_digitacao-05-D1", "gold": "conta_explicacao", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_explicacao", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 51, "length_bucket": "curto"}, "pred": "conta_explicacao", "probabilities": {"plano_consulta": 0.013652307103413934, "conta_explicacao": 0.9571006189684496, "conta_contestacao": 0.009383084302938228, "sem_correspondencia": 0.019863989625198357}, "confidence": 0.9571006189684496, "input_tokens": 215, "latency_ms": 75.11819900000205}
+{"id": "g0023-conta_vencimento-erros_digitacao-09-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 38, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_debito_automatico_digital": 0.027995365313218525, "conta_contestacao": 0.0013938071668325373, "fidelidade_resgate": 0.0005810252706081912, "vas_cancelamento": 0.0003993324391956332, "conta_vencimento": 0.9270791750959293, "conta_pagamento_confirmacao": 0.0002422073677899825, "roaming_cobranca": 8.370462651422812e-05, "desconto_retencao": 0.00014690619457291855, "conta_explicacao": 0.0007460512151987905, "suporte_configuracao": 0.0004525029357339343, "conta_segunda_via": 0.00014690619457291855, "sem_correspondencia": 0.04073301617983315}, "confidence": 0.9270791750959293, "input_tokens": 425, "latency_ms": 143.12864799998692}
+{"id": "g0030-conta_debito_automatico_digital-erros_digitacao-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 36, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 12, "length_chars": 52, "length_bucket": "curto"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_segunda_via": 0.010695924961684884, "conta_vencimento": 0.0021061525020637257, "seguranca_fraude": 0.0006034227947603487, "conta_pagamento_confirmacao": 0.00017288352523362193, "plano_consulta": 0.0002515440449438491, "conta_debito_automatico_digital": 0.9628164816565169, "recarga_saldo": 7.671659927975421e-05, "conta_contestacao": 7.2068575498028e-05, "roaming_pacote": 7.671659927975421e-05, "conta_explicacao": 0.00011882099337265686, "cadastro_atualizacao": 0.00036599442579163537, "sem_correspondencia": 0.02264327332157482}, "confidence": 0.9628164816565169, "input_tokens": 422, "latency_ms": 141.9161889999998}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-02-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 92, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_contestacao": 0.022796212574786152, "conta_segunda_via": 0.002120378068581438, "conta_debito_automatico_digital": 0.9693196241833444, "sem_correspondencia": 0.00576378517328801}, "confidence": 0.9693196241833444, "input_tokens": 229, "latency_ms": 76.17591500002163}
+{"id": "g0047-negociacao_divida-longo_contexto-00-D1", "gold": "negociacao_divida", "warmup": false, "state_tokens": 89, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "negociacao_divida", "gold_eligible": true, "domain": "negociacao", "kind": "intent", "oos_category": null, "profile": "longo_contexto", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 297, "length_bucket": "longo"}, "pred": "negociacao_divida", "probabilities": {"negociacao_divida": 0.9999630394781432, "conta_segunda_via": 1.6701083486668555e-05, "negociacao_religacao": 1.0129719185084848e-05, "sem_correspondencia": 1.0129719185084848e-05}, "confidence": 0.9999630394781432, "input_tokens": 270, "latency_ms": 99.03310199999282}
+{"id": "g0003-conta_segunda_via-regionalismo-05-D1", "gold": "conta_segunda_via", "warmup": false, "state_tokens": 44, "truncated": false, "n_options": 12, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_segunda_via", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 12, "length_chars": 90, "length_bucket": "medio"}, "pred": "conta_segunda_via", "probabilities": {"roaming_cobranca": 0.00048750025991673893, "conta_contestacao": 0.00012325936867205715, "suporte_configuracao": 1.7757195669431588e-05, "atendimento_humano": 7.402300450585715e-06, "conta_explicacao": 7.476058619642552e-05, "conta_segunda_via": 0.9987810092096349, "negociacao_divida": 6.532507219642448e-06, "recarga_nao_creditada": 4.217703660241713e-06, "conta_debito_automatico_digital": 4.217703660241713e-06, "conta_vencimento": 2.120794586893154e-06, "conta_pagamento_confirmacao": 3.7221104161830222e-06, "sem_correspondencia": 0.00048750025991673893}, "confidence": 0.9987810092096349, "input_tokens": 422, "latency_ms": 141.45175200002313}
+{"id": "g0167-fidelidade_resgate-indireto_multiplo-11-D1", "gold": "fidelidade_resgate", "warmup": false, "state_tokens": 72, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "fidelidade_resgate", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "indignado", "secondary": ["bonus_nao_recebido"], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 195, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"fidelidade_resgate": 0.041630700118291786, "fidelidade_pontos": 0.008197570900216276, "marketplace_compra": 0.002661361619100222, "sem_correspondencia": 0.9475103673623917}, "confidence": 0.9475103673623917, "input_tokens": 253, "latency_ms": 78.68249099999503}
+{"id": "g0217-seguranca_perda_roubo-curto_neutro-00-D1", "gold": "seguranca_perda_roubo", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "seguranca_perda_roubo", "gold_eligible": true, "domain": "seguranca", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 38, "length_bucket": "curto"}, "pred": "seguranca_perda_roubo", "probabilities": {"seguranca_fraude": 0.1896869417739302, "seguranca_perda_roubo": 0.7502264080520622, "suporte_chip_esim": 0.01212628048644863, "sem_correspondencia": 0.04796036968755899}, "confidence": 0.7502264080520622, "input_tokens": 217, "latency_ms": 75.78638900000101}
+{"id": "g0301-oos_fora_do_dominio-curto_neutro-7-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 31, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "sem_correspondencia", "gold_eligible": true, "domain": "fora_de_escopo", "kind": "oos", "oos_category": "oos_fora_do_dominio", "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 36, "length_bucket": "curto"}, "pred": "sem_correspondencia", "probabilities": {"marketplace_pedido": 0.005186818099413645, "fidelidade_pontos": 0.002450079385314725, "vas_consulta": 0.00033158218756375427, "seguranca_perda_roubo": 0.0001382240203972446, "cancelamento_linha": 0.0006194770814725168, "recarga_nao_creditada": 0.001157335553182941, "marketplace_compra": 0.0016839132937135858, "sem_correspondencia": 0.9884325703789416}, "confidence": 0.9884325703789416, "input_tokens": 301, "latency_ms": 104.80784099999596}
+{"id": "g0198-suporte_sem_sinal-erros_digitacao-09-D1", "gold": "suporte_sem_sinal", "warmup": false, "state_tokens": 29, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_sem_sinal", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 35, "length_bucket": "curto"}, "pred": "suporte_sem_sinal", "probabilities": {"negociacao_religacao": 0.002471216606051093, "internet_problema_conexao": 0.00042943305475372353, "suporte_sem_sinal": 0.9969599338384042, "sem_correspondencia": 0.00013941650079102967}, "confidence": 0.9969599338384042, "input_tokens": 204, "latency_ms": 74.14482800001565}
+{"id": "g0169-bonus_nao_recebido-informal_abreviado-10-D1", "gold": "bonus_nao_recebido", "warmup": false, "state_tokens": 50, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "bonus_nao_recebido", "gold_eligible": true, "domain": "beneficios_fidelidade", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 88, "length_bucket": "medio"}, "pred": "bonus_nao_recebido", "probabilities": {"desconto_retencao": 0.005184215967811296, "conta_vencimento": 0.0003755433451213371, "bonus_nao_recebido": 0.9879366918694437, "beneficios_consulta": 0.00010759496980618494, "roaming_pacote": 0.00012192107359365037, "recarga_nao_creditada": 0.0007016073363635118, "fidelidade_pontos": 4.7744978429749577e-05, "seguranca_fraude": 5.0824264979621144e-05, "internet_pacote_adicional": 0.0001381546759388916, "seguranca_perda_roubo": 2.1186705748080555e-05, "internet_consumo": 2.4007682844019517e-05, "conta_contestacao": 8.379504673960098e-05, "internet_problema_conexao": 0.0002581069148231929, "fidelidade_resgate": 4.213479557822232e-05, "conta_segunda_via": 0.0003314158388558377, "sem_correspondencia": 0.004575054533923069}, "confidence": 0.9879366918694437, "input_tokens": 525, "latency_ms": 181.44508200001042}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-03-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 49, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 120, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"conta_vencimento": 0.0021803666661332497, "conta_contestacao": 6.584136821846805e-05, "conta_debito_automatico_digital": 0.9967430944105713, "seguranca_perda_roubo": 2.1375562646375282e-05, "conta_pagamento_confirmacao": 3.993480850192984e-05, "conta_segunda_via": 1.7720963851334408e-05, "conta_explicacao": 2.2754167993318064e-05, "sem_correspondencia": 0.0009089120520840025}, "confidence": 0.9967430944105713, "input_tokens": 331, "latency_ms": 113.57577399999741}
+{"id": "g0066-recarga_saldo-regionalismo-11-D1", "gold": "recarga_saldo", "warmup": false, "state_tokens": 34, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 16, "length_chars": 53, "length_bucket": "curto"}, "pred": "recarga_saldo", "probabilities": {"recarga_realizar": 0.0015008693886088612, "troca_numero": 4.532232839464253e-05, "negociacao_divida": 5.8195021602189534e-05, "conta_pagamento_confirmacao": 1.6673152842409686e-05, "recarga_saldo": 0.9982907161255908, "seguranca_perda_roubo": 7.3986667243900095e-06, "plano_troca": 5.085024317020774e-06, "internet_consumo": 3.2831384571344606e-06, "internet_problema_conexao": 4.4875182093381806e-06, "vas_consulta": 9.99999350338951e-07, "cancelamento_linha": 9.99999350338951e-07, "conta_explicacao": 3.494882695479764e-06, "conta_debito_automatico_digital": 6.13371015023172e-06, "internet_pacote_adicional": 2.401995407235336e-06, "recarga_nao_creditada": 2.2789497903995287e-05, "sem_correspondencia": 3.114955039548146e-05}, "confidence": 0.9982907161255908, "input_tokens": 495, "latency_ms": 159.71579499998256}
+{"id": "g0029-conta_debito_automatico_digital-informal_abreviado-00-D1", "gold": "conta_debito_automatico_digital", "warmup": false, "state_tokens": 53, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_debito_automatico_digital", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "informal_abreviado", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 127, "length_bucket": "medio"}, "pred": "conta_debito_automatico_digital", "probabilities": {"plano_troca": 0.00037985572242497543, "recarga_saldo": 4.536729644231395e-05, "internet_consumo": 1.89119028222966e-05, "conta_pagamento_confirmacao": 1.077567741112487e-05, "internet_pacote_adicional": 3.533208599510666e-05, "roaming_cobranca": 5.418350876341743e-06, "conta_segunda_via": 3.964150184248352e-06, "conta_contestacao": 3.0872832677052706e-06, "marketplace_pedido": 1.668969566265762e-05, "conta_vencimento": 5.418350876341743e-06, "fidelidade_pontos": 6.139795913699929e-06, "conta_debito_automatico_digital": 0.9992812032894846, "suporte_chip_esim": 8.392106005908899e-06, "conta_explicacao": 5.418350876341743e-06, "reclamacao_atendimento": 1.5678518119881977e-05, "sem_correspondencia": 0.00015834742363651414}, "confidence": 0.9992812032894846, "input_tokens": 545, "latency_ms": 184.02471999999648}
+{"id": "g0213-suporte_chip_esim-regionalismo-08-D1", "gold": "suporte_chip_esim", "warmup": false, "state_tokens": 43, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "suporte_chip_esim", "gold_eligible": true, "domain": "suporte", "kind": "intent", "oos_category": null, "profile": "regionalismo", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 87, "length_bucket": "medio"}, "pred": "suporte_chip_esim", "probabilities": {"plano_consulta": 0.0002611410358172509, "vas_cancelamento": 8.478008160658568e-05, "seguranca_perda_roubo": 1.3839967867755492e-05, "cadastro_atualizacao": 5.419809290039151e-06, "suporte_sem_sinal": 5.142171882733332e-05, "suporte_chip_esim": 0.9995501717316729, "suporte_configuracao": 8.93575485962571e-06, "sem_correspondencia": 2.428990005848517e-05}, "confidence": 0.9995501717316729, "input_tokens": 333, "latency_ms": 113.87496099999339}
+{"id": "g0273-troca_numero-curto_neutro-09-D1", "gold": "troca_numero", "warmup": false, "state_tokens": 33, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "troca_numero", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "curto_neutro", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 44, "length_bucket": "curto"}, "pred": "troca_numero", "probabilities": {"portabilidade": 0.13354909192054926, "cadastro_atualizacao": 0.029798830267909526, "cancelamento_linha": 0.005178260245865123, "troca_numero": 0.7685219617441279, "parceiros_ofertas": 0.005178260245865123, "vas_cancelamento": 0.001483596399830785, "negociacao_divida": 0.000618454991621225, "sem_correspondencia": 0.05567154418423092}, "confidence": 0.7685219617441279, "input_tokens": 298, "latency_ms": 104.1272660000061}
+{"id": "g0268-cancelamento_linha-erros_digitacao-08-D1", "gold": "cancelamento_linha", "warmup": false, "state_tokens": 37, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "cancelamento_linha", "gold_eligible": true, "domain": "linha_cadastro", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "neutro", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 41, "length_bucket": "curto"}, "pred": "cancelamento_linha", "probabilities": {"portabilidade": 0.0024718876085014566, "cancelamento_linha": 0.9972306355473849, "vas_cancelamento": 0.00015802248795486143, "sem_correspondencia": 0.00013945435615887673}, "confidence": 0.9972306355473849, "input_tokens": 211, "latency_ms": 74.46588400000564}
+{"id": "g0067-recarga_saldo-emocional-08-D1", "gold": "sem_correspondencia", "warmup": false, "state_tokens": 47, "truncated": false, "n_options": 16, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_saldo", "gold_eligible": false, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "frustrado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 16, "length_chars": 91, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_nao_creditada": 0.18286208263809495, "roaming_pacote": 0.019273521711822762, "plano_consulta": 0.003795181447359426, "plano_troca": 0.0023018939069960596, "recarga_realizar": 0.017008823212580536, "conta_pagamento_confirmacao": 0.04623477506223007, "roaming_cobranca": 0.0006595036462176154, "plano_nova_linha": 0.0009595721431560299, "portabilidade": 0.001582067003192655, "conta_contestacao": 0.009104167010192819, "reclamacao_atendimento": 0.0009595721431560299, "seguranca_fraude": 0.00803439918710802, "beneficios_consulta": 0.0033492358720412156, "internet_consumo": 0.05936662631474397, "negociacao_religacao": 0.006257196378427984, "sem_correspondencia": 0.63825138232268}, "confidence": 0.63825138232268, "input_tokens": 526, "latency_ms": 180.7417009999881}
+{"id": "g0023-conta_vencimento-erros_digitacao-03-D1", "gold": "conta_vencimento", "warmup": false, "state_tokens": 40, "truncated": false, "n_options": 8, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "conta_vencimento", "gold_eligible": true, "domain": "contas", "kind": "intent", "oos_category": null, "profile": "erros_digitacao", "sentiment": "irritado", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 8, "length_chars": 60, "length_bucket": "medio"}, "pred": "conta_vencimento", "probabilities": {"conta_explicacao": 0.006629386660934189, "conta_vencimento": 0.9838882172617249, "parceiros_ofertas": 0.0006166290140467796, "conta_contestacao": 0.0014792161073401099, "conta_debito_automatico_digital": 0.0014792161073401099, "conta_segunda_via": 0.000544173194940076, "conta_pagamento_confirmacao": 0.00020019013085503348, "sem_correspondencia": 0.0051629715228186735}, "confidence": 0.9838882172617249, "input_tokens": 321, "latency_ms": 112.92209200001935}
+{"id": "g0109-internet_consumo-emocional-02-D1", "gold": "internet_consumo", "warmup": false, "state_tokens": 45, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "internet_consumo", "gold_eligible": true, "domain": "internet", "kind": "intent", "oos_category": null, "profile": "emocional", "sentiment": "ansioso", "secondary": [], "ambiguity": "baixa", "annotation": "consenso", "gen_agreement": true, "generator": "cohere.command-a-03-2025", "n_options": 4, "length_chars": 103, "length_bucket": "medio"}, "pred": "internet_consumo", "probabilities": {"internet_consumo": 0.9991797256817347, "recarga_saldo": 0.0003798171478476944, "plano_consulta": 0.00026104425361668596, "sem_correspondencia": 0.00017941291680073973}, "confidence": 0.9991797256817347, "input_tokens": 221, "latency_ms": 75.89046500004315}
+{"id": "g0062-recarga_realizar-indireto_multiplo-03-D1", "gold": "recarga_realizar", "warmup": false, "state_tokens": 41, "truncated": false, "n_options": 4, "meta": {"taxonomy_version": "v1.0", "source": "synthetic", "intent_gold": "recarga_realizar", "gold_eligible": true, "domain": "recarga", "kind": "intent", "oos_category": null, "profile": "indireto_multiplo", "sentiment": "neutro", "secondary": ["internet_pacote_adicional", "plano_consulta"], "ambiguity": "media", "annotation": "consenso", "gen_agreement": true, "generator": "meta.llama-4-maverick-17b-128e-instruct-fp8", "n_options": 4, "length_chars": 93, "length_bucket": "medio"}, "pred": "sem_correspondencia", "probabilities": {"recarga_realizar": 0.08459128811312737, "recarga_saldo": 0.10861736396761117, "recarga_nao_creditada": 0.004211552244613949, "sem_correspondencia": 0.8025797956746475}, "confidence": 0.8025797956746475, "input_tokens": 210, "latency_ms": 75.23106400003599}
diff --git a/reports/pilot/summary-gliner-cpu.json b/reports/pilot/summary-gliner-cpu.json
new file mode 100644
index 0000000..27f6ddd
--- /dev/null
+++ b/reports/pilot/summary-gliner-cpu.json
@@ -0,0 +1,56 @@
+{
+  "candidate": {
+    "name": "gliner",
+    "model_id": "gliner@a35a0cd3b7a0",
+    "revision": "a35a0cd3b7a0f00f2effc576f454cd48fa98aa5f",
+    "adapter_version": "0.1.0",
+    "device": "cpu",
+    "context_limit": 4096,
+    "probabilities_source": "native"
+  },
+  "precision": "float32",
+  "device": "cpu",
+  "split": "dev",
+  "examples": 50,
+  "seed": 20261007,
+  "warmup": 5,
+  "batch_size": 1,
+  "state_budget_tokens": 512,
+  "process_guard": "ok",
+  "load_seconds": 21.04,
+  "warmup_latency_ms": [
+    297.0,
+    218.3,
+    140.0,
+    132.9,
+    216.4
+  ],
+  "latency_ms": {
+    "n": 45,
+    "p50": 243.96521099998836,
+    "p95": 480.96824519998336,
+    "p99": 511.5670496400185,
+    "mean": 289.23285802222193
+  },
+  "errors": {},
+  "truncated": 0,
+  "state_tokens_max": 108,
+  "rss_peak_mib": 3256.60546875,
+  "quality": {
+    "n": 50,
+    "errors": 0,
+    "accuracy": 0.48,
+    "macro_f1": 0.4392702535559679,
+    "macro_precision": 0.4437003968253968,
+    "macro_recall": 0.4851190476190476
+  },
+  "calibration_raw": {
+    "brier": 0.6191695009492522,
+    "nll": 1.3166091953988255,
+    "ece": 0.1976664325292393
+  },
+  "oci": {
+    "region": "us-chicago-1",
+    "run_id": "20261007T174250Z-gliner-evaluate"
+  }
+}
diff --git a/reports/pilot/summary-gliner-cuda.json b/reports/pilot/summary-gliner-cuda.json
new file mode 100644
index 0000000..b4d2442
--- /dev/null
+++ b/reports/pilot/summary-gliner-cuda.json
@@ -0,0 +1,58 @@
+{
+  "candidate": {
+    "name": "gliner",
+    "model_id": "gliner@a35a0cd3b7a0",
+    "revision": "a35a0cd3b7a0f00f2effc576f454cd48fa98aa5f",
+    "adapter_version": "0.1.0",
+    "device": "cuda",
+    "context_limit": 4096,
+    "probabilities_source": "native"
+  },
+  "precision": "float32",
+  "device": "cuda",
+  "split": "dev",
+  "examples": 50,
+  "seed": 20261007,
+  "warmup": 5,
+  "batch_size": 1,
+  "state_budget_tokens": 512,
+  "process_guard": "ok",
+  "load_seconds": 21.5,
+  "warmup_latency_ms": [
+    226.0,
+    108.1,
+    99.2,
+    257.9,
+    17.1
+  ],
+  "latency_ms": {
+    "n": 45,
+    "p50": 18.12049299999785,
+    "p95": 30.951574999988907,
+    "p99": 32.723136960009924,
+    "mean": 21.261640577778785
+  },
+  "errors": {},
+  "truncated": 0,
+  "state_tokens_max": 108,
+  "rss_peak_mib": 3255.6875,
+  "gpu_mem_peak_mib": 1681.0,
+  "gpu_util_mean_pct": 4.0476190476190474,
+  "quality": {
+    "n": 50,
+    "errors": 0,
+    "accuracy": 0.48,
+    "macro_f1": 0.4392702535559679,
+    "macro_precision": 0.4437003968253968,
+    "macro_recall": 0.4851190476190476
+  },
+  "calibration_raw": {
+    "brier": 0.6191693865528134,
+    "nll": 1.3166092378425605,
+    "ece": 0.19766621330127782
+  },
+  "oci": {
+    "region": "sa-saopaulo-1",
+    "run_id": "20261007T174905Z-gliner-evaluate"
+  }
+}
diff --git a/reports/pilot/summary-laya-cpu.json b/reports/pilot/summary-laya-cpu.json
new file mode 100644
index 0000000..f85fe58
--- /dev/null
+++ b/reports/pilot/summary-laya-cpu.json
@@ -0,0 +1,56 @@
+{
+  "candidate": {
+    "name": "laya",
+    "model_id": "laya@1720e3e3357c",
+    "revision": "1720e3e3357cfe1e281542e223f8273b0890ca34",
+    "adapter_version": "0.1.0",
+    "device": "cpu",
+    "context_limit": 1024,
+    "probabilities_source": "native"
+  },
+  "precision": "float32",
+  "device": "cpu",
+  "split": "dev",
+  "examples": 50,
+  "seed": 20261007,
+  "warmup": 5,
+  "batch_size": 1,
+  "state_budget_tokens": 512,
+  "process_guard": "ok",
+  "load_seconds": 9.29,
+  "warmup_latency_ms": [
+    240.3,
+    202.2,
+    115.4,
+    101.4,
+    164.7
+  ],
+  "latency_ms": {
+    "n": 45,
+    "p50": 161.33673899997802,
+    "p95": 200.54640860000745,
+    "p99": 220.7323225200185,
+    "mean": 152.56732057777953
+  },
+  "errors": {},
+  "truncated": 0,
+  "state_tokens_max": 88,
+  "rss_peak_mib": 2673.00390625,
+  "quality": {
+    "n": 50,
+    "errors": 0,
+    "accuracy": 0.66,
+    "macro_f1": 0.6346938775510205,
+    "macro_precision": 0.6244047619047619,
+    "macro_recall": 0.7142857142857142
+  },
+  "calibration_raw": {
+    "brier": 0.5661517359520769,
+    "nll": 2.3105314537533026,
+    "ece": 0.2523094204409023
+  },
+  "oci": {
+    "region": "us-chicago-1",
+    "run_id": "20261007T174256Z-laya-evaluate"
+  }
+}
diff --git a/reports/pilot/summary-laya-cuda.json b/reports/pilot/summary-laya-cuda.json
new file mode 100644
index 0000000..300d303
--- /dev/null
+++ b/reports/pilot/summary-laya-cuda.json
@@ -0,0 +1,58 @@
+{
+  "candidate": {
+    "name": "laya",
+    "model_id": "laya@1720e3e3357c",
+    "revision": "1720e3e3357cfe1e281542e223f8273b0890ca34",
+    "adapter_version": "0.1.0",
+    "device": "cuda",
+    "context_limit": 1024,
+    "probabilities_source": "native"
+  },
+  "precision": "float32",
+  "device": "cuda",
+  "split": "dev",
+  "examples": 50,
+  "seed": 20261007,
+  "warmup": 5,
+  "batch_size": 1,
+  "state_budget_tokens": 512,
+  "process_guard": "ok",
+  "load_seconds": 8.46,
+  "warmup_latency_ms": [
+    260.7,
+    22.5,
+    27.4,
+    21.5,
+    21.8
+  ],
+  "latency_ms": {
+    "n": 45,
+    "p50": 21.237645000013572,
+    "p95": 23.064290799999295,
+    "p99": 25.273738600021716,
+    "mean": 21.341669533332052
+  },
+  "errors": {},
+  "truncated": 0,
+  "state_tokens_max": 88,
+  "rss_peak_mib": 2779.8515625,
+  "gpu_mem_peak_mib": 1811.0,
+  "gpu_util_mean_pct": 6.785714285714286,
+  "quality": {
+    "n": 50,
+    "errors": 0,
+    "accuracy": 0.66,
+    "macro_f1": 0.6346938775510205,
+    "macro_precision": 0.6244047619047619,
+    "macro_recall": 0.7142857142857142
+  },
+  "calibration_raw": {
+    "brier": 0.5653510164045072,
+    "nll": 2.310904764203164,
+    "ece": 0.2660502261031441
+  },
+  "oci": {
+    "region": "sa-saopaulo-1",
+    "run_id": "20261007T174356Z-laya-evaluate"
+  }
+}
diff --git a/reports/pilot/summary-rizzo_flow-cpu.json b/reports/pilot/summary-rizzo_flow-cpu.json
new file mode 100644
index 0000000..dd21c34
--- /dev/null
+++ b/reports/pilot/summary-rizzo_flow-cpu.json
@@ -0,0 +1,56 @@
+{
+  "candidate": {
+    "name": "rizzo_flow",
+    "model_id": "rizzo_flow@55633c8cbd2b",
+    "revision": "55633c8cbd2b826bd3eefdeb05310450996649df",
+    "adapter_version": "0.1.0",
+    "device": "cpu",
+    "context_limit": 2048,
+    "probabilities_source": "native"
+  },
+  "precision": "gguf-q8_0",
+  "device": "cpu",
+  "split": "dev",
+  "examples": 50,
+  "seed": 20261007,
+  "warmup": 5,
+  "batch_size": 1,
+  "state_budget_tokens": 512,
+  "process_guard": "ok",
+  "load_seconds": 4.05,
+  "warmup_latency_ms": [
+    12644.8,
+    12270.7,
+    10005.1,
+    8619.5,
+    12360.3
+  ],
+  "latency_ms": {
+    "n": 45,
+    "p50": 12734.375058000069,
+    "p95": 18693.618147000027,
+    "p99": 19293.5656688,
+    "mean": 13519.72670173334
+  },
+  "errors": {},
+  "truncated": 0,
+  "state_tokens_max": 118,
+  "rss_peak_mib": 4936.19140625,
+  "quality": {
+    "n": 50,
+    "errors": 0,
+    "accuracy": 0.86,
+    "macro_f1": 0.875,
+    "macro_precision": 0.8586309523809523,
+    "macro_recall": 0.9136904761904762
+  },
+  "calibration_raw": {
+    "brier": 0.2316420465506699,
+    "nll": 0.4476962898724017,
+    "ece": 0.09500269948893228
+  },
+  "oci": {
+    "region": "us-chicago-1",
+    "run_id": "20261007T174254Z-rizzo_flow-evaluate"
+  }
+}
diff --git a/reports/pilot/summary-rizzo_flow-cuda.json b/reports/pilot/summary-rizzo_flow-cuda.json
new file mode 100644
index 0000000..dfffbca
--- /dev/null
+++ b/reports/pilot/summary-rizzo_flow-cuda.json
@@ -0,0 +1,58 @@
+{
+  "candidate": {
+    "name": "rizzo_flow",
+    "model_id": "rizzo_flow@55633c8cbd2b",
+    "revision": "55633c8cbd2b826bd3eefdeb05310450996649df",
+    "adapter_version": "0.1.0",
+    "device": "cuda",
+    "context_limit": 2048,
+    "probabilities_source": "native"
+  },
+  "precision": "gguf-q8_0",
+  "device": "cuda",
+  "split": "dev",
+  "examples": 50,
+  "seed": 20261007,
+  "warmup": 5,
+  "batch_size": 1,
+  "state_budget_tokens": 512,
+  "process_guard": "ok",
+  "load_seconds": 5.34,
+  "warmup_latency_ms": [
+    132.8,
+    103.2,
+    80.3,
+    75.0,
+    101.8
+  ],
+  "latency_ms": {
+    "n": 45,
+    "p50": 108.08683399997676,
+    "p95": 174.65078400000493,
+    "p99": 182.52244964000855,
+    "mean": 121.8410705555527
+  },
+  "errors": {},
+  "truncated": 0,
+  "state_tokens_max": 118,
+  "rss_peak_mib": 4527.43359375,
+  "gpu_mem_peak_mib": 5107.0,
+  "gpu_util_mean_pct": 40.13636363636363,
+  "quality": {
+    "n": 50,
+    "errors": 0,
+    "accuracy": 0.82,
+    "macro_f1": 0.8428571428571429,
+    "macro_precision": 0.8373015873015872,
+    "macro_recall": 0.8839285714285714
+  },
+  "calibration_raw": {
+    "brier": 0.23497548126089615,
+    "nll": 0.44902628720146837,
+    "ece": 0.10324444394049462
+  },
+  "oci": {
+    "region": "sa-saopaulo-1",
+    "run_id": "20261007T180058Z-rizzo_flow-evaluate"
+  }
+}
diff --git a/reports/pilot/summary-semif-cuda.json b/reports/pilot/summary-semif-cuda.json
new file mode 100644
index 0000000..686c709
--- /dev/null
+++ b/reports/pilot/summary-semif-cuda.json
@@ -0,0 +1,58 @@
+{
+  "candidate": {
+    "name": "semif",
+    "model_id": "semif@851bf6e806ef",
+    "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
+    "adapter_version": "0.1.0",
+    "device": "cuda",
+    "context_limit": 8192,
+    "probabilities_source": "native"
+  },
+  "precision": "bfloat16",
+  "device": "cuda",
+  "split": "dev",
+  "examples": 50,
+  "seed": 20261007,
+  "warmup": 5,
+  "batch_size": 1,
+  "state_budget_tokens": 512,
+  "process_guard": "ok",
+  "load_seconds": 6.7,
+  "warmup_latency_ms": [
+    432.5,
+    103.9,
+    75.2,
+    73.8,
+    106.7
+  ],
+  "latency_ms": {
+    "n": 45,
+    "p50": 113.77530000001457,
+    "p95": 181.30440580000595,
+    "p99": 183.7473541199995,
+    "mean": 122.29987855555905
+  },
+  "errors": {},
+  "truncated": 0,
+  "state_tokens_max": 89,
+  "rss_peak_mib": 9019.65234375,
+  "gpu_mem_peak_mib": 8513.0,
+  "gpu_util_mean_pct": 45.68,
+  "quality": {
+    "n": 50,
+    "errors": 0,
+    "accuracy": 0.92,
+    "macro_f1": 0.9392857142857143,
+    "macro_precision": 0.9404761904761905,
+    "macro_recall": 0.9464285714285714
+  },
+  "calibration_raw": {
+    "brier": 0.1618760535683978,
+    "nll": 0.3303471264424595,
+    "ece": 0.1143176772925542
+  },
+  "oci": {
+    "region": "sa-saopaulo-1",
+    "run_id": "20261007T175428Z-semif-evaluate"
+  }
+}