File size: 1,205 Bytes
c80e261
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
services:
  miner_test_model:
    build:
      # context: /home/salman/tezuesh/omegalabs-anytoany-bittensor/sandboxing/NewApproach/cache/tezuesh_moshi_general
      dockerfile: Dockerfile
    container_name: miner_test_model
    deploy:
      resources:
        limits:
          cpus: '4.0'
          memory: 8G
        reservations:
          devices:
          - capabilities:
            - gpu
            - utility
            - compute
            count: all
            driver: nvidia
    environment:
    - NVIDIA_VISIBLE_DEVICES=all
    - NVIDIA_DRIVER_CAPABILITIES=compute,utility
    - PYTHONUNBUFFERED=1
    - MODEL_ID=tezuesh/moshi_general
    - REPO_ID=tezuesh/moshi_general
    - CUDA_VISIBLE_DEVICES=0
    healthcheck:
      interval: 10s
      retries: 3
      start_period: 20s
      test:
      - CMD
      - curl
      - -f
      - http://localhost:8000/api/v1/health
      timeout: 5s
    image: miner_test_model:latest
    ports:
    - 8000:8000
    restart: unless-stopped
    shm_size: 2gb
    ulimits:
      memlock: -1
      stack: 67108864
    volumes:
    - /home/salman/tezuesh/omegalabs-anytoany-bittensor/sandboxing/cache/xzistance_omega-a2a-hotkey:/app/src:ro
version: '3'