# Common OCI authentication parameters (using YAML anchor) oci_auth: &oci_auth drop_params: true oci_user: os.environ/OCI_USER oci_fingerprint: os.environ/OCI_FINGERPRINT oci_tenancy: os.environ/OCI_TENANCY oci_region: os.environ/OCI_REGION oci_key_file: os.environ/OCI_KEY_FILE oci_compartment_id: os.environ/OCI_COMPARTMENT_ID oci_serving_mode: os.environ/OCI_SERVING_MODE general_settings: master_key: os.environ/LITELLM_MASTER_KEY health_check_details: false model_list: # xAI Grok Models - model_name: oci/xai.grok-4 litellm_params: <<: *oci_auth model: oci/xai.grok-4 - model_name: oci/xai.grok-4-fast-reasoning litellm_params: <<: *oci_auth model: oci/xai.grok-4-fast-reasoning - model_name: oci/xai.grok-4-fast-non-reasoning litellm_params: <<: *oci_auth model: oci/xai.grok-4-fast-non-reasoning - model_name: oci/xai.grok-3 litellm_params: <<: *oci_auth model: oci/xai.grok-3 - model_name: oci/xai.grok-3-fast litellm_params: <<: *oci_auth model: oci/xai.grok-3-fast - model_name: oci/xai.grok-3-mini litellm_params: <<: *oci_auth model: oci/xai.grok-3-mini - model_name: oci/xai.grok-3-mini-fast litellm_params: <<: *oci_auth model: oci/xai.grok-3-mini-fast - model_name: oci/xai.grok-code-fast-1 litellm_params: <<: *oci_auth model: oci/xai.grok-code-fast-1 # Meta Llama Models - model_name: oci/meta.llama-4-maverick-17b-128e-instruct-fp8 litellm_params: <<: *oci_auth model: oci/meta.llama-4-maverick-17b-128e-instruct-fp8 - model_name: oci/meta.llama-4-scout-17b-16e-instruct litellm_params: <<: *oci_auth model: oci/meta.llama-4-scout-17b-16e-instruct - model_name: oci/meta.llama-3.3-70b-instruct litellm_params: <<: *oci_auth model: oci/meta.llama-3.3-70b-instruct - model_name: oci/meta.llama-3.2-90b-vision-instruct litellm_params: <<: *oci_auth model: oci/meta.llama-3.2-90b-vision-instruct - model_name: oci/meta.llama-3.1-405b-instruct litellm_params: <<: *oci_auth model: oci/meta.llama-3.1-405b-instruct # Cohere Models - model_name: oci/cohere.command-latest litellm_params: <<: *oci_auth model: oci/cohere.command-latest - model_name: oci/cohere.command-a-03-2025 litellm_params: <<: *oci_auth model: oci/cohere.command-a-03-2025 - model_name: oci/cohere.command-plus-latest litellm_params: <<: *oci_auth model: oci/cohere.command-plus-latest - model_name: cohere-embed-multilingual litellm_params: <<: *oci_auth model: oci-embed/cohere.embed-multilingual-v3.0 input_type: os.environ/OCI_INPUT_TYPE truncate: os.environ/OCI_EMBED_TRUNCATE model_info: mode: embedding # Google Gemini Models - model_name: oci/google.gemini-2.5-pro litellm_params: <<: *oci_auth model: oci/google.gemini-2.5-pro - model_name: oci/google.gemini-2.5-flash litellm_params: <<: *oci_auth model: oci/google.gemini-2.5-flash - model_name: oci/google.gemini-2.5-flash-lite litellm_params: <<: *oci_auth model: oci/google.gemini-2.5-flash-lite litellm_settings: # Embedding specific settings custom_provider_map: - provider: oci-embed custom_handler: oci_embedding_handler.oci_embedding_llm