130 lines
3.4 KiB
YAML
130 lines
3.4 KiB
YAML
# Common OCI authentication parameters (using YAML anchor)
|
|
oci_auth: &oci_auth
|
|
drop_params: true
|
|
oci_user: os.environ/OCI_USER
|
|
oci_fingerprint: os.environ/OCI_FINGERPRINT
|
|
oci_tenancy: os.environ/OCI_TENANCY
|
|
oci_region: os.environ/OCI_REGION
|
|
oci_key_file: os.environ/OCI_KEY_FILE
|
|
oci_compartment_id: os.environ/OCI_COMPARTMENT_ID
|
|
oci_serving_mode: os.environ/OCI_SERVING_MODE
|
|
|
|
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
health_check_details: false
|
|
|
|
model_list:
|
|
# xAI Grok Models
|
|
- model_name: oci/xai.grok-4
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/xai.grok-4
|
|
|
|
- model_name: oci/xai.grok-4-fast-reasoning
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/xai.grok-4-fast-reasoning
|
|
|
|
- model_name: oci/xai.grok-4-fast-non-reasoning
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/xai.grok-4-fast-non-reasoning
|
|
|
|
- model_name: oci/xai.grok-3
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/xai.grok-3
|
|
|
|
- model_name: oci/xai.grok-3-fast
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/xai.grok-3-fast
|
|
|
|
- model_name: oci/xai.grok-3-mini
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/xai.grok-3-mini
|
|
|
|
- model_name: oci/xai.grok-3-mini-fast
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/xai.grok-3-mini-fast
|
|
|
|
- model_name: oci/xai.grok-code-fast-1
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/xai.grok-code-fast-1
|
|
|
|
# Meta Llama Models
|
|
- model_name: oci/meta.llama-4-maverick-17b-128e-instruct-fp8
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/meta.llama-4-maverick-17b-128e-instruct-fp8
|
|
|
|
- model_name: oci/meta.llama-4-scout-17b-16e-instruct
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/meta.llama-4-scout-17b-16e-instruct
|
|
|
|
- model_name: oci/meta.llama-3.3-70b-instruct
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/meta.llama-3.3-70b-instruct
|
|
|
|
- model_name: oci/meta.llama-3.2-90b-vision-instruct
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/meta.llama-3.2-90b-vision-instruct
|
|
|
|
- model_name: oci/meta.llama-3.1-405b-instruct
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/meta.llama-3.1-405b-instruct
|
|
|
|
# Cohere Models
|
|
- model_name: oci/cohere.command-latest
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/cohere.command-latest
|
|
|
|
- model_name: oci/cohere.command-a-03-2025
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/cohere.command-a-03-2025
|
|
|
|
- model_name: oci/cohere.command-plus-latest
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/cohere.command-plus-latest
|
|
|
|
- model_name: cohere-embed-multilingual
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci-embed/cohere.embed-multilingual-v3.0
|
|
input_type: os.environ/OCI_INPUT_TYPE
|
|
truncate: os.environ/OCI_EMBED_TRUNCATE
|
|
model_info:
|
|
mode: embedding
|
|
|
|
# Google Gemini Models
|
|
- model_name: oci/google.gemini-2.5-pro
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/google.gemini-2.5-pro
|
|
|
|
- model_name: oci/google.gemini-2.5-flash
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/google.gemini-2.5-flash
|
|
|
|
- model_name: oci/google.gemini-2.5-flash-lite
|
|
litellm_params:
|
|
<<: *oci_auth
|
|
model: oci/google.gemini-2.5-flash-lite
|
|
|
|
litellm_settings:
|
|
# Embedding specific settings
|
|
custom_provider_map:
|
|
- provider: oci-embed
|
|
custom_handler: oci_embedding_handler.oci_embedding_llm
|