File size: 706 Bytes
62c1330 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
services:
server:
build:
dockerfile: Dockerfile
image: ghcr.io/matatonic/openedai-moderations
ports:
- 5002:5002
command: ["python", "moderations.py", "--host", "0.0.0.0", "--port", "5002"]
# You can remove the following lines if you don't need GPU support
# Note: You need to have nvidia-docker installed and the host machine needs to have a GPU.
# Also, you need to have nvidia-container-toolkit installed on the host machine.
runtime: nvidia
deploy:
resources:
reservations:
devices:
- driver: nvidia
#device_ids: ['0', '1'] # Select a gpu, or
count: all
capabilities: [gpu]
|