IBLlama_v1 / docker-compose.yml
tezuesh's picture
Upload folder using huggingface_hub
c80e261 verified
services:
miner_test_model:
build:
# context: /home/salman/tezuesh/omegalabs-anytoany-bittensor/sandboxing/NewApproach/cache/tezuesh_moshi_general
dockerfile: Dockerfile
container_name: miner_test_model
deploy:
resources:
limits:
cpus: '4.0'
memory: 8G
reservations:
devices:
- capabilities:
- gpu
- utility
- compute
count: all
driver: nvidia
environment:
- NVIDIA_VISIBLE_DEVICES=all
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
- PYTHONUNBUFFERED=1
- MODEL_ID=tezuesh/moshi_general
- REPO_ID=tezuesh/moshi_general
- CUDA_VISIBLE_DEVICES=0
healthcheck:
interval: 10s
retries: 3
start_period: 20s
test:
- CMD
- curl
- -f
- http://localhost:8000/api/v1/health
timeout: 5s
image: miner_test_model:latest
ports:
- 8000:8000
restart: unless-stopped
shm_size: 2gb
ulimits:
memlock: -1
stack: 67108864
volumes:
- /home/salman/tezuesh/omegalabs-anytoany-bittensor/sandboxing/cache/xzistance_omega-a2a-hotkey:/app/src:ro
version: '3'