docker-compose.yml

version: "3"

services:

  ##
  # Front HTTP proxy to server services with DNS:
  # http://elasticsearch:9200
  ##
  front:
    image: traefik:v2.9
    command:
      - "--log.level=DEBUG"
      - "--api.insecure=true"
      - "--providers.docker=true"
      - "--providers.docker.exposedbydefault=false"
      - "--entrypoints.web.address=:80"
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
    ports:
      - "80:80"

  ##
  # compile java
  ##
  gradle:
    image: gradle:7.5-jdk17
    command: gradle -x :djobi-core:signArchives -x :djobi-tests:signArchives --no-parallel --rerun-tasks djobiAssemble testReport
    working_dir: /app
    environment:
      #- GRADLE_OPTS="-Dorg.gradle.daemon=false"
      - GRADLE_USER_HOME=/app/.gradle
      - XDG_CONFIG_HOME=/app/
      - http_proxy
      - https_proxy
      - no_proxy=${no_proxy},elasticsearch,gradle,minio,kafka,zookeeper,sftp
      - GRGIT_USER=${GITLAB_LOGIN}
      - GRGIT_PASS=${CI_JOB_TOKEN}
    depends_on:
      - elasticsearch
      - kafka
      - sftp
      - s3
    volumes:
      - .:/app
      - .gradle:/home/gradle/.gradle
      - /etc/passwd:/etc/passwd:ro

  ##
  # Build and run djobi
  ##
  djobi:
    tty: true
    build:
      context: .
      dockerfile: ./packages/docker/Dockerfile
      #args:
      #  http_proxy_ip:
      #  http_proxy_port:
      #  http_proxy:
      #  https_proxy:
    command: |+
      djobi 
        --djobi-conf djobi.plugins.logger.enabled true 
        --djobi-conf djobi.plugins.apm.enabled false
        --djobi-conf elasticsearch "http://elasticsearch:9200"
        --log-level info
        --verbosity quiet
        --support-elasticsearch 8
        /opt/dev/workflows/es2fs -adate=yesterday
    environment:
      DJOBI_CONF: /opt/dev/default.conf
      DJOBI_SUPPORT_UA_PARSER: "true"
      SPARK_MASTER: "local[1]"
      projectRoot: /opt
    depends_on:
    - elasticsearch
    - s3
    ports:
    - "4040:4040"
    volumes:
    - ./dev:/opt/dev
    - /Users/t.decaux/dev/qwant/qwant.jks:/usr/local/openjdk-11/lib/security/cacerts:ro
    #- ./packages/docker/entrypoint.sh:/opt/djobi/docker/entrypoint.sh:ro
    #- ./djobi-submit/djobi_submit:/opt/djobi/.local/lib/python3.10/site-packages/djobi_submit:ro