Head node docker compose file:
version: '3'
services:
ray-head:
image: ${RAY_CORE_IMAGE}
build:
context: .
dockerfile: ./head/Dockerfile
ports:
- "${DASHBOARD_PORT}:${DASHBOARD_PORT}"
- "${HEAD_NODE_PORT}:${HEAD_NODE_PORT}"
- "6379:6379"
- "52365:52365"
- "22345:22345"
- "22346:22346"
env_file:
- .env
command: "ray start --head --dashboard-port=${DASHBOARD_PORT} --port=${REDIS_PORT} \
--dashboard-host ${DASHBOARD_HOST} --object-manager-port=${OBJECT_MANAGER_PORT} \
--node-manager-port=${NODE_MANAGER_PORT} --include-dashboard true --block"
shm_size: 2g
deploy:
resources:
limits:
cpus: '4'
memory: '2g'
volumes:
- /dev/shm:/dev/shm
network_mode: "host"
ray serve worker node docker compose file:
ray-serve:
image: ${RAY_SERVE_GATEWAY_IMAGE}
build:
context: ../../
dockerfile: ./deploy/local/worker/Dockerfile
ports:
- "${RAY_SERVE_PORT}:${RAY_SERVE_PORT}"
environment:
- RAY_ADDRESS="ray://ray-head:10001"
# - RAY_AGENT_ADDRESS="http://172.20.2.1:52365"
env_file:
- .env
command: "serve run -h ${RAY_SERVE_HOST} -p ${RAY_SERVE_PORT} \
--working-dir ./ ${DEPLOYMENT_NAME}"
shm_size: 2g
restart: always
network_mode: "host"
depends_on:
- ray-head
docker-compose up, worker node container bash ray status
will raise error cannot find ray cluster