23 lines
496 B
YAML
23 lines
496 B
YAML
async_chunk: false
|
|
dtype: bfloat16
|
|
|
|
stages:
|
|
- stage_id: 0
|
|
devices: "0"
|
|
max_num_seqs: 2
|
|
gpu_memory_utilization: 0.9
|
|
kv_cache_memory_bytes: 6442450944
|
|
enforce_eager: true
|
|
trust_remote_code: true
|
|
enable_prefix_caching: false
|
|
max_num_batched_tokens: 4096
|
|
max_model_len: 4096
|
|
custom_voice_dir: /opt/voices
|
|
|
|
default_sampling_params:
|
|
temperature: 0.0
|
|
top_p: 1.0
|
|
top_k: -1
|
|
max_tokens: 4096
|
|
seed: 42
|
|
repetition_penalty: 1.0 |