File size: 1,205 Bytes
c80e261 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 |
services:
miner_test_model:
build:
# context: /home/salman/tezuesh/omegalabs-anytoany-bittensor/sandboxing/NewApproach/cache/tezuesh_moshi_general
dockerfile: Dockerfile
container_name: miner_test_model
deploy:
resources:
limits:
cpus: '4.0'
memory: 8G
reservations:
devices:
- capabilities:
- gpu
- utility
- compute
count: all
driver: nvidia
environment:
- NVIDIA_VISIBLE_DEVICES=all
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
- PYTHONUNBUFFERED=1
- MODEL_ID=tezuesh/moshi_general
- REPO_ID=tezuesh/moshi_general
- CUDA_VISIBLE_DEVICES=0
healthcheck:
interval: 10s
retries: 3
start_period: 20s
test:
- CMD
- curl
- -f
- http://localhost:8000/api/v1/health
timeout: 5s
image: miner_test_model:latest
ports:
- 8000:8000
restart: unless-stopped
shm_size: 2gb
ulimits:
memlock: -1
stack: 67108864
volumes:
- /home/salman/tezuesh/omegalabs-anytoany-bittensor/sandboxing/cache/xzistance_omega-a2a-hotkey:/app/src:ro
version: '3'
|