AstrAI/docker-compose.yml at main · dorodo0721/AstrAI · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
services:
  server:
    image: astrai:latest
    build:
      context: .
      dockerfile: Dockerfile
      args:
        CUDA_TAG: ${CUDA_TAG:-cu128}
        USER_UID: ${ASTRAI_UID:-1000}
        USER_GID: ${ASTRAI_GID:-1000}
    user: "${ASTRAI_UID:-1000}:${ASTRAI_GID:-1000}"
    ports:
      - "${SERVE_PORT:-8000}:${SERVE_CONTAINER_PORT:-8000}"
    volumes:
      - ${SERVE_PARAM_DIR:-./params}:/app/params:ro
    environment:
      - CUDA_VISIBLE_DEVICES
    command: python -m scripts.tools.server --port 8000 --device cuda
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 60s
    restart: unless-stopped

  server-cpu:
    image: astrai:latest
    profiles: [cpu]
    build:
      context: .
      dockerfile: Dockerfile
      args:
        CUDA_TAG: ${CUDA_TAG:-cu128}
        USER_UID: ${ASTRAI_UID:-1000}
        USER_GID: ${ASTRAI_GID:-1000}
    user: "${ASTRAI_UID:-1000}:${ASTRAI_GID:-1000}"
    ports:
      - "${SERVE_PORT:-8000}:${SERVE_CONTAINER_PORT:-8000}"
    volumes:
      - ${SERVE_PARAM_DIR:-./params}:/app/params:ro
    command: python -m scripts.tools.server --port 8000 --device cpu
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 120s
    restart: unless-stopped

  trainer:
    image: astrai:latest
    profiles: [train]
    build:
      context: .
      dockerfile: Dockerfile
      args:
        CUDA_TAG: ${CUDA_TAG:-cu128}
        USER_UID: ${ASTRAI_UID:-1000}
        USER_GID: ${ASTRAI_GID:-1000}
    init: true
    user: "${ASTRAI_UID:-1000}:${ASTRAI_GID:-1000}"
    volumes:
      - ${TRAIN_DATA_DIR:-./data}:/data:ro
      - ${TRAIN_MODEL_DIR:-./params}:/models/base:ro
      - ${TRAIN_CHECKPOINT_DIR:-./checkpoints}:/checkpoints
    environment:
      - TRAIN_JOB_NAME=${TRAIN_JOB_NAME:-astrai-train}
      - TRAIN_CONFIG=${TRAIN_CONFIG:-}
      - BASE_MODEL=${BASE_MODEL:-/models/base}
      - CHECKPOINT_ROOT=/checkpoints
      - TRAIN_GPU_COUNT=${TRAIN_GPU_COUNT:-all}
      - TRAIN_DP_MODE=${TRAIN_DP_MODE:-auto}
      - TRAIN_CP_SIZE=${TRAIN_CP_SIZE:-1}
      - TRAIN_TP_SIZE=${TRAIN_TP_SIZE:-1}
      - CUDA_VISIBLE_DEVICES
    entrypoint: ["bash", "/app/scripts/docker/train-entrypoint.sh"]
    ipc: ${TRAIN_IPC_MODE:-host}
    stop_grace_period: ${TRAIN_STOP_GRACE_PERIOD:-10m}
    restart: "no"
    logging:
      driver: json-file
      options:
        max-size: ${TRAIN_LOG_MAX_SIZE:-100m}
        max-file: ${TRAIN_LOG_MAX_FILES:-5}
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]