First commit

2026-10-30 22:04:44 -03:00
commit 645ecdfb07
2794 changed files with 282545 additions and 0 deletions
--- a/evals/offline/configs/llm_profiles/llm_profiles.yaml
+++ b/evals/offline/configs/llm_profiles/llm_profiles.yaml
@@ -0,0 +1,19 @@
+profiles:
+  judge:
+    provider: oci_openai
+    model: meta.llama-3.3-70b-instruct
+    temperature: 0
+    max_tokens: 900
+  mock:
+    provider: mock
+    model: mock-judge
+    temperature: 0
+    max_tokens: 300
+
+  mcp_parameter_extraction:
+    provider: oci_openai
+    model: openai.gpt-4.1-mini
+    temperature: 0
+    max_tokens: 80
+    timeout_seconds: 5
+