41 lines
872 B
YAML
41 lines
872 B
YAML
---
|
|
services:
|
|
|
|
pipeline:
|
|
build:
|
|
context: .
|
|
dockerfile: ${DOCKERFILE:-Dockerfile}
|
|
command:
|
|
- python3
|
|
- s2s_pipeline.py
|
|
- --recv_host
|
|
- 0.0.0.0
|
|
- --send_host
|
|
- 0.0.0.0
|
|
- --lm_model_name
|
|
- microsoft/Phi-3-mini-4k-instruct
|
|
- --init_chat_role
|
|
- system
|
|
- --init_chat_prompt
|
|
- "You are a helpful assistant"
|
|
- --stt_compile_mode
|
|
- reduce-overhead
|
|
- --tts_compile_mode
|
|
- default
|
|
expose:
|
|
- 12345/tcp
|
|
- 12346/tcp
|
|
ports:
|
|
- 12345:12345/tcp
|
|
- 12346:12346/tcp
|
|
volumes:
|
|
- ./cache/:/root/.cache/
|
|
- ./s2s_pipeline.py:/usr/src/app/s2s_pipeline.py
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
device_ids: ['0']
|
|
capabilities: [gpu]
|