mcloh/poc-grok-websearch
1
0
Fork 0
mirror of https://github.com/mcloh/poc-grok-websearch.git synced 2026-11-06 06:14:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Verify native OCI web search across seven Grok model IDs

Browse Source
This commit is contained in:
Marcos Lohmann
2026-10-14 11:35:30 -03:00
parent 53ebadd8de
commit 7f2ce6750b
9 changed files with 587 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
evidence/RELATORIO.md
View File

@@ -19,3 +19,7 @@ Fonte: [Agência Brasil — Confira a agenda dos presidenciáveis nesta quarta-f
A ferramenta executou uma busca inicial que falhou, reformulou consultas e concluiu a pesquisa. As respostas brutas, identificadores OCI, capturas e cópia integral da fonte permanecem locais e não são versionados. O SHA-256 da fonte permite conferir o artefato local.
A chamada final consumiu 15.544 tokens. Incluindo os diagnósticos bem-sucedidos, foram 34.829 tokens e nove ferramentas contabilizadas pelo serviço. A escala financeira de cost_in_usd_ticks não foi verificada; o campo é preservado sem conversão para dólares.
## Matriz de versões Grok
Em 14/10/2026, sete modelos de texto passaram no teste da mesma aplicação via TestClient e inferência OCI real: Grok 4.3, 4.6, 4.7 e as quatro variantes 4.20. Veja a [matriz estruturada](grok-websearch-models.json) e a [metodologia no README](../README.md#modelos-com-web_search-confirmado-em-14102026). Cada confirmação exige busca concluída com fontes e citações; os tempos são observações isoladas. A matriz consumiu 76.374 tokens e 13 ferramentas contabilizadas pelo serviço, separadamente das validações originais acima.

414
evidence/grok-websearch-models.json Normal file
View File

@@ -0,0 +1,414 @@
{
"tested_at": "2026-10-14T11:27:10.525049-03:00",
"region": "us-chicago-1",
"endpoint": "/v1/responses",
"method": "POST /api/chat via FastAPI TestClient; inferência OCI real; um processo isolado por modelo",
"max_output_tokens": 2400,
"concurrency": 2,
"retries": 0,
"confirmation_criteria": "HTTP 200, search completed, fontes não vazias e citações estruturadas",
"results": [
{
"requested_model": "xai.grok-4.20-0309-non-reasoning",
"returned_model": "xai.grok-4.20-0309-non-reasoning",
"tested_at": "2026-10-14T11:26:10.793751-03:00",
"app_http": 200,
"oci_http": 200,
"seconds": 3.62,
"websearch_confirmed": true,
"completed_searches": 2,
"source_count": 15,
"citation_count": 1,
"tool_events": [
{
"status": "completed",
"action": "search"
},
{
"status": "completed",
"action": "search"
}
],
"usage": {
"input_tokens": 10036,
"input_tokens_details": {
"cached_tokens": 1024
},
"output_tokens": 196,
"output_tokens_details": {
"reasoning_tokens": 0
},
"total_tokens": 10232,
"num_sources_used": 0,
"num_server_side_tools_used": 2,
"cost_in_usd_ticks": 219598000,
"server_side_tool_usage_details": {
"web_search_calls": 2,
"x_search_calls": 0,
"x_posts_fetched": 0,
"x_users_fetched": 0,
"code_interpreter_calls": 0,
"file_search_calls": 0,
"mcp_calls": 0,
"document_search_calls": 0,
"image_generation_calls": 0
},
"context_details": {
"input_tokens": 9058,
"output_tokens": 138
}
},
"error": null,
"health_model": "xai.grok-4.20-0309-non-reasoning",
"citation_urls": [
"https://ndmais.com.br/tempo/tempestades-1-342-municipios-alerta-laranja-quarta-feira-14/"
]
},
{
"requested_model": "xai.grok-4.20-0309-reasoning",
"returned_model": "xai.grok-4.20-0309-reasoning",
"tested_at": "2026-10-14T11:26:10.782598-03:00",
"app_http": 200,
"oci_http": 200,
"seconds": 14.8,
"websearch_confirmed": true,
"completed_searches": 1,
"source_count": 10,
"citation_count": 2,
"tool_events": [
{
"status": "completed",
"action": "search"
}
],
"usage": {
"input_tokens": 7712,
"input_tokens_details": {
"cached_tokens": 256
},
"output_tokens": 1491,
"output_tokens_details": {
"reasoning_tokens": 1375
},
"total_tokens": 9203,
"num_sources_used": 0,
"num_server_side_tools_used": 1,
"cost_in_usd_ticks": 180987000,
"server_side_tool_usage_details": {
"web_search_calls": 1,
"x_search_calls": 0,
"x_posts_fetched": 0,
"x_users_fetched": 0,
"code_interpreter_calls": 0,
"file_search_calls": 0,
"mcp_calls": 0,
"document_search_calls": 0,
"image_generation_calls": 0
},
"context_details": {
"input_tokens": 6732,
"output_tokens": 864
}
},
"error": null,
"health_model": "xai.grok-4.20-0309-reasoning",
"citation_urls": [
"https://correiodobrasil.com.br/c/ultimas-noticias/"
]
},
{
"requested_model": "xai.grok-4.20-non-reasoning",
"returned_model": "xai.grok-4.20-non-reasoning",
"tested_at": "2026-10-14T11:26:14.931513-03:00",
"app_http": 200,
"oci_http": 200,
"seconds": 3.22,
"websearch_confirmed": true,
"completed_searches": 2,
"source_count": 15,
"citation_count": 1,
"tool_events": [
{
"status": "completed",
"action": "search"
},
{
"status": "completed",
"action": "search"
}
],
"usage": {
"input_tokens": 10944,
"input_tokens_details": {
"cached_tokens": 1024
},
"output_tokens": 224,
"output_tokens_details": {
"reasoning_tokens": 0
},
"total_tokens": 11168,
"num_sources_used": 0,
"num_server_side_tools_used": 2,
"cost_in_usd_ticks": 231648000,
"server_side_tool_usage_details": {
"web_search_calls": 2,
"x_search_calls": 0,
"x_posts_fetched": 0,
"x_users_fetched": 0,
"code_interpreter_calls": 0,
"file_search_calls": 0,
"mcp_calls": 0,
"document_search_calls": 0,
"image_generation_calls": 0
},
"context_details": {
"input_tokens": 9966,
"output_tokens": 153
}
},
"error": null,
"health_model": "xai.grok-4.20-non-reasoning",
"citation_urls": [
"https://ndmais.com.br/tempo/tempestades-1-342-municipios-alerta-laranja-quarta-feira-14/"
]
},
{
"requested_model": "xai.grok-4.20-reasoning",
"returned_model": "xai.grok-4.20-reasoning",
"tested_at": "2026-10-14T11:26:18.687154-03:00",
"app_http": 200,
"oci_http": 200,
"seconds": 17.09,
"websearch_confirmed": true,
"completed_searches": 2,
"source_count": 10,
"citation_count": 1,
"tool_events": [
{
"status": "completed",
"action": "search"
},
{
"status": "completed",
"action": "search"
}
],
"usage": {
"input_tokens": 7882,
"input_tokens_details": {
"cached_tokens": 1024
},
"output_tokens": 1531,
"output_tokens_details": {
"reasoning_tokens": 1329
},
"total_tokens": 9413,
"num_sources_used": 0,
"num_server_side_tools_used": 2,
"cost_in_usd_ticks": 226048000,
"server_side_tool_usage_details": {
"web_search_calls": 2,
"x_search_calls": 0,
"x_posts_fetched": 0,
"x_users_fetched": 0,
"code_interpreter_calls": 0,
"file_search_calls": 0,
"mcp_calls": 0,
"document_search_calls": 0,
"image_generation_calls": 0
},
"context_details": {
"input_tokens": 6902,
"output_tokens": 732
}
},
"error": null,
"health_model": "xai.grok-4.20-reasoning",
"citation_urls": [
"https://paraibaonline.com.br/brasil/2026/10/14/o-que-tem-nas-capas-dos-jornais-do-brasil-nesta-quarta-feira-14-10/"
]
},
{
"requested_model": "xai.grok-4.3",
"returned_model": "xai.grok-4.3",
"tested_at": "2026-10-14T11:26:26.105038-03:00",
"app_http": 200,
"oci_http": 200,
"seconds": 9.24,
"websearch_confirmed": true,
"completed_searches": 2,
"source_count": 10,
"citation_count": 1,
"tool_events": [
{
"status": "completed",
"action": "search"
},
{
"status": "completed",
"action": "search"
}
],
"usage": {
"input_tokens": 8092,
"input_tokens_details": {
"cached_tokens": 1280
},
"output_tokens": 898,
"output_tokens_details": {
"reasoning_tokens": 734
},
"total_tokens": 8990,
"num_sources_used": 0,
"num_server_side_tools_used": 2,
"cost_in_usd_ticks": 210160000,
"server_side_tool_usage_details": {
"web_search_calls": 2,
"x_search_calls": 0,
"x_posts_fetched": 0,
"x_users_fetched": 0,
"code_interpreter_calls": 0,
"file_search_calls": 0,
"mcp_calls": 0,
"document_search_calls": 0,
"image_generation_calls": 0
},
"context_details": {
"input_tokens": 6926,
"output_tokens": 456
}
},
"error": null,
"health_model": "xai.grok-4.3",
"citation_urls": [
"https://www.cnnbrasil.com.br/nacional/brasil/temporais-e-chuva-forte-veja-como-fica-o-tempo-no-brasil-nesta-quarta-14/"
]
},
{
"requested_model": "xai.grok-4.6",
"returned_model": "xai.grok-4.6",
"tested_at": "2026-10-14T11:26:35.843431-03:00",
"app_http": 200,
"oci_http": 200,
"seconds": 35.17,
"websearch_confirmed": true,
"completed_searches": 1,
"source_count": 10,
"citation_count": 1,
"tool_events": [
{
"status": "completed",
"action": "search"
}
],
"usage": {
"input_tokens": 8712,
"input_tokens_details": {
"cached_tokens": 1280
},
"output_tokens": 878,
"output_tokens_details": {
"reasoning_tokens": 732
},
"total_tokens": 9590,
"num_sources_used": 0,
"num_server_side_tools_used": 1,
"cost_in_usd_ticks": 257720000,
"server_side_tool_usage_details": {
"web_search_calls": 1,
"x_search_calls": 0,
"x_posts_fetched": 0,
"x_users_fetched": 0,
"code_interpreter_calls": 0,
"file_search_calls": 0,
"mcp_calls": 0,
"document_search_calls": 0,
"image_generation_calls": 0
},
"context_details": {
"input_tokens": 7510,
"output_tokens": 535
}
},
"error": null,
"health_model": "xai.grok-4.6",
"citation_urls": [
"https://www.cnnbrasil.com.br/nacional/brasil/temporais-e-chuva-forte-veja-como-fica-o-tempo-no-brasil-nesta-quarta-14/"
]
},
{
"requested_model": "xai.grok-4.7",
"returned_model": "xai.grok-4.7",
"tested_at": "2026-10-14T11:24:43.909978-03:00",
"app_http": 200,
"oci_http": 200,
"seconds": 12.97,
"websearch_confirmed": true,
"completed_searches": 3,
"source_count": 20,
"citation_count": 1,
"tool_events": [
{
"status": "completed",
"action": "search"
},
{
"status": "completed",
"action": "search"
},
{
"status": "completed",
"action": "search"
}
],
"usage": {
"input_tokens": 16570,
"input_tokens_details": {
"cached_tokens": 3456
},
"output_tokens": 1208,
"output_tokens_details": {
"reasoning_tokens": 988
},
"total_tokens": 17778,
"num_sources_used": 0,
"num_server_side_tools_used": 3,
"cost_in_usd_ticks": 502040000,
"server_side_tool_usage_details": {
"web_search_calls": 3,
"x_search_calls": 0,
"x_posts_fetched": 0,
"x_users_fetched": 0,
"code_interpreter_calls": 0,
"file_search_calls": 0,
"mcp_calls": 0,
"document_search_calls": 0,
"image_generation_calls": 0
},
"context_details": {
"input_tokens": 14183,
"output_tokens": 1022
}
},
"error": null,
"health_model": "xai.grok-4.7",
"citation_urls": [
"https://ndmais.com.br/tempo/tempestades-1-342-municipios-alerta-laranja-quarta-feira-14/"
]
}
],
"aggregate_usage": {
"input_tokens": 69948,
"output_tokens": 6426,
"total_tokens": 76374,
"num_server_side_tools_used": 13,
"cost_in_usd_ticks": 1828201000
},
"test_runtime": {
"python": "3.12.7",
"fastapi": "0.143.1",
"starlette": "1.8.0",
"httpx": "0.28.1",
"requests": "2.34.2"
}
}