Facebook
From antgua, 6 Months ago, written in YAML.
Embed
Download Paste or View Raw
Hits: 124
  1. version: "3.6"
  2. services:
  3.   apiserver:
  4.     command:
  5.    - apiserver
  6.     container_name: clearml-apiserver
  7.     image: allegroai/clearml:latest
  8.     restart: unless-stopped
  9.     volumes:
  10.    - /data/clearml/logs:/var/log/clearml
  11.     - /data/clearml/config:/opt/clearml/config
  12.     - /data/clearml/data/fileserver:/mnt/fileserver
  13.     depends_on:
  14.      - redis
  15.       - mongo
  16.       - elasticsearch
  17.       - fileserver
  18.     environment:
  19.       CLEARML_ELASTIC_SERVICE_HOST: elasticsearch
  20.       CLEARML_ELASTIC_SERVICE_PORT: 9200
  21.       CLEARML_ELASTIC_SERVICE_PASSWORD: ${ELASTIC_PASSWORD}
  22.       CLEARML_MONGODB_SERVICE_HOST: mongo
  23.       CLEARML_MONGODB_SERVICE_PORT: 27017
  24.       CLEARML_REDIS_SERVICE_HOST: redis
  25.       CLEARML_REDIS_SERVICE_PORT: 6379
  26.       CLEARML_SERVER_DEPLOYMENT_TYPE: ${CLEARML_SERVER_DEPLOYMENT_TYPE:-linux}
  27.       CLEARML__apiserver__pre_populate__enabled: "true"
  28.       CLEARML__apiserver__pre_populate__zip_files: "/opt/clearml/db-pre-populate"
  29.       CLEARML__apiserver__pre_populate__artifacts_path: "/mnt/fileserver"
  30.       CLEARML__services__async_urls_delete__enabled: "true"
  31.       CLEARML__services__async_urls_delete__fileserver__url_prefixes: "[${CLEARML_FILES_HOST:-}]"
  32.     ports:
  33.    - "8008:8008"
  34.     networks:
  35.      - backend
  36.       - frontend
  37.  
  38.   elasticsearch:
  39.     networks:
  40.      - backend
  41.     container_name: clearml-elastic
  42.     environment:
  43.       ES_JAVA_OPTS: -Xms2g -Xmx2g -Dlog4j2.formatMsgNoLookups=true
  44.       ELASTIC_PASSWORD: ${ELASTIC_PASSWORD}
  45.       bootstrap.memory_lock: "true"
  46.       cluster.name: clearml
  47.       cluster.routing.allocation.node_initial_primaries_recoveries: "500"
  48.       cluster.routing.allocation.disk.watermark.low: 500mb
  49.       cluster.routing.allocation.disk.watermark.high: 500mb
  50.       cluster.routing.allocation.disk.watermark.flood_stage: 500mb
  51.       discovery.zen.minimum_master_nodes: "1"
  52.       discovery.type: "single-node"
  53.       http.compression_level: "7"
  54.       node.ingest: "true"
  55.       node.name: clearml
  56.       reindex.remote.whitelist: '*.*'
  57.       xpack.monitoring.enabled: "false"
  58.       xpack.security.enabled: "false"
  59.     ulimits:
  60.       memlock:
  61.         soft: -1
  62.         hard: -1
  63.       nofile:
  64.         soft: 65536
  65.         hard: 65536
  66.     image: docker.elastic.co/elasticsearch/elasticsearch:7.17.7
  67.     restart: unless-stopped
  68.     volumes:
  69.      - /data/clearml/data/elastic_7:/usr/share/elasticsearch/data
  70.       - /data/clearml/logs/elasticsearch:/usr/share/elasticsearch/logs
  71.  
  72.   fileserver:
  73.     networks:
  74.      - backend
  75.       - frontend
  76.     command:
  77.    - fileserver
  78.     container_name: clearml-fileserver
  79.     image: allegroai/clearml:latest
  80.     environment:
  81.       CLEARML__fileserver__delete__allow_batch: "true"
  82.     restart: unless-stopped
  83.     volumes:
  84.    - /data/clearml/logs:/var/log/clearml
  85.     - /data/clearml/data/fileserver:/mnt/fileserver
  86.     - /data/clearml/config:/opt/clearml/config
  87.     ports:
  88.    - "8081:8081"
  89.  
  90.   mongo:
  91.     networks:
  92.      - backend
  93.     container_name: clearml-mongo
  94.     image: mongo:4.4.9
  95.     restart: unless-stopped
  96.     command: --setParameter internalQueryMaxBlockingSortMemoryUsageBytes=196100200
  97.     volumes:
  98.    - /data/clearml/data/mongo_4/db:/data/db
  99.     - /data/clearml/data/mongo_4/configdb:/data/configdb
  100.  
  101.   redis:
  102.     networks:
  103.      - backend
  104.     container_name: clearml-redis
  105.     image: redis:5.0
  106.     restart: unless-stopped
  107.     volumes:
  108.    - /data/clearml/redis:/data
  109.  
  110.   webserver:
  111.     command:
  112.    - webserver
  113.     container_name: clearml-webserver
  114.     # environment:
  115.     #  CLEARML_SERVER_SUB_PATH : clearml-web # Allow Clearml to be served with a URL path prefix.
  116.     image: allegroai/clearml:latest
  117.     restart: unless-stopped
  118.     depends_on:
  119.      - apiserver
  120.     ports:
  121.    - "8080:80"
  122.     networks:
  123.      - backend
  124.       - frontend
  125.  
  126.   async_delete:
  127.     depends_on:
  128.      - apiserver
  129.       - redis
  130.       - mongo
  131.       - elasticsearch
  132.       - fileserver
  133.     container_name: async_delete
  134.     image: allegroai/clearml:latest
  135.     networks:
  136.      - backend
  137.     restart: unless-stopped
  138.     environment:
  139.       CLEARML_ELASTIC_SERVICE_HOST: elasticsearch
  140.       CLEARML_ELASTIC_SERVICE_PORT: 9200
  141.       CLEARML_ELASTIC_SERVICE_PASSWORD: ${ELASTIC_PASSWORD}
  142.       CLEARML_MONGODB_SERVICE_HOST: mongo
  143.       CLEARML_MONGODB_SERVICE_PORT: 27017
  144.       CLEARML_REDIS_SERVICE_HOST: redis
  145.       CLEARML_REDIS_SERVICE_PORT: 6379
  146.       PYTHONPATH: /opt/clearml/apiserver
  147.       CLEARML__services__async_urls_delete__fileserver__url_prefixes: "[${CLEARML_FILES_HOST:-}]"
  148.     entrypoint:
  149.      - python3
  150.       - -m
  151.       - jobs.async_urls_delete
  152.       - --fileserver-host
  153.       - http://fileserver:8081
  154.     volumes:
  155.      - /data/clearml/logs:/var/log/clearml
  156.  
  157.   agent-services:
  158.     networks:
  159.      - backend
  160.     container_name: clearml-agent-services
  161.     image: allegroai/clearml-agent-services:latest
  162.     deploy:
  163.       restart_policy:
  164.         condition: on-failure
  165.     privileged: true
  166.     environment:
  167.       CLEARML_HOST_IP: ${CLEARML_HOST_IP}
  168.       CLEARML_WEB_HOST: ${CLEARML_WEB_HOST:-}
  169.       CLEARML_API_HOST: http://apiserver:8008
  170.       CLEARML_FILES_HOST: ${CLEARML_FILES_HOST:-}
  171.       CLEARML_API_ACCESS_KEY: ${CLEARML_API_ACCESS_KEY:-}
  172.       CLEARML_API_SECRET_KEY: ${CLEARML_API_SECRET_KEY:-}
  173.       CLEARML_AGENT_GIT_USER: ${CLEARML_AGENT_GIT_USER}
  174.       CLEARML_AGENT_GIT_PASS: ${CLEARML_AGENT_GIT_PASS}
  175.       CLEARML_AGENT_UPDATE_VERSION: ${CLEARML_AGENT_UPDATE_VERSION:->=0.17.0}
  176.       CLEARML_AGENT_DEFAULT_BASE_DOCKER: "ubuntu:18.04"
  177.       AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID:-}
  178.       AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY:-}
  179.       AWS_DEFAULT_REGION: ${AWS_DEFAULT_REGION:-}
  180.       AZURE_STORAGE_ACCOUNT: ${AZURE_STORAGE_ACCOUNT:-}
  181.       AZURE_STORAGE_KEY: ${AZURE_STORAGE_KEY:-}
  182.       GOOGLE_APPLICATION_CREDENTIALS: ${GOOGLE_APPLICATION_CREDENTIALS:-}
  183.       CLEARML_WORKER_ID: "clearml-services"
  184.       CLEARML_AGENT_DOCKER_HOST_MOUNT: "/data/clearml/agent:/root/.clearml"
  185.       SHUTDOWN_IF_NO_ACCESS_KEY: 1
  186.     volumes:
  187.      - /var/run/docker.sock:/var/run/docker.sock
  188.       - /data/clearml/agent:/root/.clearml
  189.     depends_on:
  190.      - apiserver
  191.     entrypoint: >
  192.      bash -c "curl --retry 10 --retry-delay 10 --retry-connrefused 'http://apiserver:8008/debug.ping' && /usr/agent/entrypoint.sh"
  193.  
  194. networks:
  195.   backend:
  196.     driver: bridge
  197.   frontend:
  198.     driver: bridge