Add vLLM audio image for transcription models
This commit is contained in:
@@ -1,6 +1,9 @@
|
|||||||
services:
|
services:
|
||||||
qwen-audio:
|
qwen-audio:
|
||||||
image: vllm/vllm-openai:latest
|
build:
|
||||||
|
context: .
|
||||||
|
dockerfile: vllm-audio.Dockerfile
|
||||||
|
image: vllm-audio:local
|
||||||
container_name: qwen-audio
|
container_name: qwen-audio
|
||||||
profiles:
|
profiles:
|
||||||
- qwen-audio
|
- qwen-audio
|
||||||
@@ -53,7 +56,10 @@ services:
|
|||||||
start_period: 900s
|
start_period: 900s
|
||||||
|
|
||||||
voxtral-small:
|
voxtral-small:
|
||||||
image: vllm/vllm-openai:latest
|
build:
|
||||||
|
context: .
|
||||||
|
dockerfile: vllm-audio.Dockerfile
|
||||||
|
image: vllm-audio:local
|
||||||
container_name: voxtral-small
|
container_name: voxtral-small
|
||||||
profiles:
|
profiles:
|
||||||
- voxtral-small
|
- voxtral-small
|
||||||
|
|||||||
3
deploy/ai-server/vllm-audio.Dockerfile
Normal file
3
deploy/ai-server/vllm-audio.Dockerfile
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
FROM vllm/vllm-openai:latest
|
||||||
|
|
||||||
|
RUN python3 -m pip install --no-cache-dir av soundfile librosa
|
||||||
Reference in New Issue
Block a user