Add vLLM audio image for transcription models
This commit is contained in:
@@ -1,6 +1,9 @@
|
||||
services:
|
||||
qwen-audio:
|
||||
image: vllm/vllm-openai:latest
|
||||
build:
|
||||
context: .
|
||||
dockerfile: vllm-audio.Dockerfile
|
||||
image: vllm-audio:local
|
||||
container_name: qwen-audio
|
||||
profiles:
|
||||
- qwen-audio
|
||||
@@ -53,7 +56,10 @@ services:
|
||||
start_period: 900s
|
||||
|
||||
voxtral-small:
|
||||
image: vllm/vllm-openai:latest
|
||||
build:
|
||||
context: .
|
||||
dockerfile: vllm-audio.Dockerfile
|
||||
image: vllm-audio:local
|
||||
container_name: voxtral-small
|
||||
profiles:
|
||||
- voxtral-small
|
||||
|
||||
3
deploy/ai-server/vllm-audio.Dockerfile
Normal file
3
deploy/ai-server/vllm-audio.Dockerfile
Normal file
@@ -0,0 +1,3 @@
|
||||
FROM vllm/vllm-openai:latest
|
||||
|
||||
RUN python3 -m pip install --no-cache-dir av soundfile librosa
|
||||
Reference in New Issue
Block a user