Benchmark 100 paired web-search intents with measured Oracle token and tool costs

2026-11-06 06:14:11 +00:00 · 2026-10-15 11:08:48 -03:00
parent 7f2ce6750b
commit 62258836bb
14 changed files with 18294 additions and 0 deletions
--- a/benchmarks/oracle-prices.json
+++ b/benchmarks/oracle-prices.json
@@ -0,0 +1,66 @@
+{
+  "retrieved_at": "2026-10-15T10:32:35.169069-03:00",
+  "price_list_url": "https://www.oracle.com/cloud/price-list/",
+  "data_url": "https://www.oracle.com/a/ocom/docs/pricing/cloud-price-list.json",
+  "data_sha256": "354aa11836c07e2c065700b0efd80253e8c12d9e643e55160fc1ccd9ea7235d9",
+  "currency": "USD",
+  "pricing": "standard; USD por 1 milhão de tokens; busca por 1000 chamadas",
+  "models": {
+    "grok-4.20": {
+      "input_short": {
+        "sku": "B111910",
+        "usd": 1.25
+      },
+      "cached_short": {
+        "sku": "B111911",
+        "usd": 0.2
+      },
+      "output_short": {
+        "sku": "B112076",
+        "usd": 2.5
+      },
+      "input_long": {
+        "sku": "B112077",
+        "usd": 2.5
+      },
+      "cached_long": {
+        "sku": "B112078",
+        "usd": 0.4
+      },
+      "output_long": {
+        "sku": "B112079",
+        "usd": 5
+      }
+    },
+    "grok-4.3": {
+      "input_short": {
+        "sku": "B112080",
+        "usd": 1.25
+      },
+      "cached_short": {
+        "sku": "B112081",
+        "usd": 0.2
+      },
+      "output_short": {
+        "sku": "B112082",
+        "usd": 2.5
+      },
+      "input_long": {
+        "sku": "B112083",
+        "usd": 2.5
+      },
+      "cached_long": {
+        "sku": "B112084",
+        "usd": 0.4
+      },
+      "output_long": {
+        "sku": "B112085",
+        "usd": 5
+      }
+    }
+  },
+  "web_search": {
+    "sku": "B112610",
+    "usd_per_1000": 5
+  }
+}