Initial commit

2026-06-15 11:16:17 -03:00
commit 0080a47d3d
9 changed files with 558 additions and 0 deletions
--- a/config.yaml
+++ b/config.yaml
@@ -0,0 +1,129 @@
+# Common OCI authentication parameters (using YAML anchor)
+oci_auth: &oci_auth
+  drop_params: true
+  oci_user: os.environ/OCI_USER
+  oci_fingerprint: os.environ/OCI_FINGERPRINT
+  oci_tenancy: os.environ/OCI_TENANCY
+  oci_region: os.environ/OCI_REGION
+  oci_key_file: os.environ/OCI_KEY_FILE
+  oci_compartment_id: os.environ/OCI_COMPARTMENT_ID
+  oci_serving_mode: os.environ/OCI_SERVING_MODE
+
+general_settings:
+  master_key: os.environ/LITELLM_MASTER_KEY
+  health_check_details: false
+
+model_list:
+  # xAI Grok Models
+  - model_name: oci/xai.grok-4
+    litellm_params:
+      <<: *oci_auth
+      model: oci/xai.grok-4
+
+  - model_name: oci/xai.grok-4-fast-reasoning
+    litellm_params:
+      <<: *oci_auth
+      model: oci/xai.grok-4-fast-reasoning
+
+  - model_name: oci/xai.grok-4-fast-non-reasoning
+    litellm_params:
+      <<: *oci_auth
+      model: oci/xai.grok-4-fast-non-reasoning
+
+  - model_name: oci/xai.grok-3
+    litellm_params:
+      <<: *oci_auth
+      model: oci/xai.grok-3
+
+  - model_name: oci/xai.grok-3-fast
+    litellm_params:
+      <<: *oci_auth
+      model: oci/xai.grok-3-fast
+
+  - model_name: oci/xai.grok-3-mini
+    litellm_params:
+      <<: *oci_auth
+      model: oci/xai.grok-3-mini
+
+  - model_name: oci/xai.grok-3-mini-fast
+    litellm_params:
+      <<: *oci_auth
+      model: oci/xai.grok-3-mini-fast
+
+  - model_name: oci/xai.grok-code-fast-1
+    litellm_params:
+      <<: *oci_auth
+      model: oci/xai.grok-code-fast-1
+
+  # Meta Llama Models
+  - model_name: oci/meta.llama-4-maverick-17b-128e-instruct-fp8
+    litellm_params:
+      <<: *oci_auth
+      model: oci/meta.llama-4-maverick-17b-128e-instruct-fp8
+
+  - model_name: oci/meta.llama-4-scout-17b-16e-instruct
+    litellm_params:
+      <<: *oci_auth
+      model: oci/meta.llama-4-scout-17b-16e-instruct
+
+  - model_name: oci/meta.llama-3.3-70b-instruct
+    litellm_params:
+      <<: *oci_auth
+      model: oci/meta.llama-3.3-70b-instruct
+
+  - model_name: oci/meta.llama-3.2-90b-vision-instruct
+    litellm_params:
+      <<: *oci_auth
+      model: oci/meta.llama-3.2-90b-vision-instruct
+
+  - model_name: oci/meta.llama-3.1-405b-instruct
+    litellm_params:
+      <<: *oci_auth
+      model: oci/meta.llama-3.1-405b-instruct
+
+  # Cohere Models
+  - model_name: oci/cohere.command-latest
+    litellm_params:
+      <<: *oci_auth
+      model: oci/cohere.command-latest
+
+  - model_name: oci/cohere.command-a-03-2025
+    litellm_params:
+      <<: *oci_auth
+      model: oci/cohere.command-a-03-2025
+
+  - model_name: oci/cohere.command-plus-latest
+    litellm_params:
+      <<: *oci_auth
+      model: oci/cohere.command-plus-latest
+
+  - model_name: cohere-embed-multilingual
+    litellm_params:
+      <<: *oci_auth
+      model: oci-embed/cohere.embed-multilingual-v3.0
+      input_type: os.environ/OCI_INPUT_TYPE
+      truncate: os.environ/OCI_EMBED_TRUNCATE
+    model_info:
+      mode: embedding
+
+  # Google Gemini Models
+  - model_name: oci/google.gemini-2.5-pro
+    litellm_params:
+      <<: *oci_auth
+      model: oci/google.gemini-2.5-pro
+
+  - model_name: oci/google.gemini-2.5-flash
+    litellm_params:
+      <<: *oci_auth
+      model: oci/google.gemini-2.5-flash
+
+  - model_name: oci/google.gemini-2.5-flash-lite
+    litellm_params:
+      <<: *oci_auth
+      model: oci/google.gemini-2.5-flash-lite
+
+litellm_settings:
+  # Embedding specific settings
+  custom_provider_map:
+    - provider: oci-embed
+      custom_handler: oci_embedding_handler.oci_embedding_llm