services: | |
miner_test_model: | |
build: | |
# context: /home/salman/tezuesh/omegalabs-anytoany-bittensor/sandboxing/NewApproach/cache/tezuesh_moshi_general | |
dockerfile: Dockerfile | |
container_name: miner_test_model | |
deploy: | |
resources: | |
limits: | |
cpus: '4.0' | |
memory: 8G | |
reservations: | |
devices: | |
- capabilities: | |
- gpu | |
- utility | |
- compute | |
count: all | |
driver: nvidia | |
environment: | |
- NVIDIA_VISIBLE_DEVICES=all | |
- NVIDIA_DRIVER_CAPABILITIES=compute,utility | |
- PYTHONUNBUFFERED=1 | |
- MODEL_ID=tezuesh/moshi_general | |
- REPO_ID=tezuesh/moshi_general | |
- CUDA_VISIBLE_DEVICES=0 | |
healthcheck: | |
interval: 10s | |
retries: 3 | |
start_period: 20s | |
test: | |
- CMD | |
- curl | |
- -f | |
- http://localhost:8000/api/v1/health | |
timeout: 5s | |
image: miner_test_model:latest | |
ports: | |
- 8000:8000 | |
restart: unless-stopped | |
shm_size: 2gb | |
ulimits: | |
memlock: -1 | |
stack: 67108864 | |
volumes: | |
- /home/salman/tezuesh/omegalabs-anytoany-bittensor/sandboxing/cache/xzistance_omega-a2a-hotkey:/app/src:ro | |
version: '3' | |