admin/ai-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Tune audio model GPU profiles

Browse Source
This commit is contained in:
Grendgi
2026-06-09 12:52:13 +03:00
parent f49ba7abd5
commit cac8d89e64
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
deploy/ai-server/docker-compose.audio.yml
View File

@@ -36,7 +36,7 @@ services:
- "--max-model-len" - "--max-model-len"
- "8192" - "8192"
- "--gpu-memory-utilization" - "--gpu-memory-utilization"
- "0.45" - "0.25"
- "--api-key" - "--api-key"
- "${VLLM_API_KEY}" - "${VLLM_API_KEY}"
- "--max-num-seqs" - "--max-num-seqs"
@@ -95,7 +95,7 @@ services:
- "--max-model-len" - "--max-model-len"
- "32768" - "32768"
- "--gpu-memory-utilization" - "--gpu-memory-utilization"
- "0.72" - "0.62"
- "--api-key" - "--api-key"
- "${VLLM_API_KEY}" - "${VLLM_API_KEY}"
- "--max-num-seqs" - "--max-num-seqs"