From 2ef71a822bdf9c2adeec96b87e4b2421b54f914f Mon Sep 17 00:00:00 2001 From: Grendgi Date: Tue, 9 Jun 2026 13:38:08 +0300 Subject: [PATCH] Add vLLM audio image for transcription models --- deploy/ai-server/docker-compose.audio.yml | 10 ++++++++-- deploy/ai-server/vllm-audio.Dockerfile | 3 +++ 2 files changed, 11 insertions(+), 2 deletions(-) create mode 100644 deploy/ai-server/vllm-audio.Dockerfile diff --git a/deploy/ai-server/docker-compose.audio.yml b/deploy/ai-server/docker-compose.audio.yml index a1bd629..e9b5233 100644 --- a/deploy/ai-server/docker-compose.audio.yml +++ b/deploy/ai-server/docker-compose.audio.yml @@ -1,6 +1,9 @@ services: qwen-audio: - image: vllm/vllm-openai:latest + build: + context: . + dockerfile: vllm-audio.Dockerfile + image: vllm-audio:local container_name: qwen-audio profiles: - qwen-audio @@ -53,7 +56,10 @@ services: start_period: 900s voxtral-small: - image: vllm/vllm-openai:latest + build: + context: . + dockerfile: vllm-audio.Dockerfile + image: vllm-audio:local container_name: voxtral-small profiles: - voxtral-small diff --git a/deploy/ai-server/vllm-audio.Dockerfile b/deploy/ai-server/vllm-audio.Dockerfile new file mode 100644 index 0000000..261c7bb --- /dev/null +++ b/deploy/ai-server/vllm-audio.Dockerfile @@ -0,0 +1,3 @@ +FROM vllm/vllm-openai:latest + +RUN python3 -m pip install --no-cache-dir av soundfile librosa