Switch transcription comparison to Voxtral

2026-06-09 15:11:52 +03:00
parent add15f1385
commit 94e0d03580
2 changed files with 7 additions and 7 deletions
--- a/deploy/ai-server/docker-compose.audio.yml
+++ b/deploy/ai-server/docker-compose.audio.yml
@@ -103,15 +103,15 @@ services:
      - "--port"
      - "8000"
      - "--max-model-len"
-      - "32768"
+      - "16384"
      - "--gpu-memory-utilization"
-      - "0.62"
+      - "0.55"
      - "--api-key"
      - "${VLLM_API_KEY}"
      - "--max-num-seqs"
-      - "2"
+      - "1"
      - "--max-num-batched-tokens"
-      - "8192"
+      - "4096"
    healthcheck:
      test: ["CMD", "python3", "-c", "import urllib.request; urllib.request.urlopen('http://localhost:8000/health')"]
      interval: 30s