docker-compose-develop.yml

version: '3.9'

services:
  # PostgreSQL database for persistent data storage
  postgres:
    image: "postgres"
    container_name: "postgres-develop"
    hostname: "postgres-develop"
    environment:
        POSTGRES_USER: ${POSTGRES_USER}
        POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
        POSTGRES_DB: ${POSTGRES_DB}
    ports:
      # 5432 on the container is mapped to 5432 on the server/VM/your Machine.
      - "5432:5432"
    volumes:
      - database-data:/var/lib/postgresql/data/     # Persist data even if container shuts down
      
  elasticsearch:
    container_name: "elasticsearch-develop"
    hostname: "elasticsearch-develop"
    build:
      context: Observability/elasticsearch/
      args:
        ELK_VERSION: ${ELK_VERSION}
    environment:
        xpack.security.enabled: "true"
        xpack.monitoring.collection.enabled: "true"
        ELASTIC_USER: ${ELASTIC_USER}
        ELASTIC_PASSWORD: ${ELASTIC_PASSWORD}
        ES_JAVA_OPTS: "-Xmx256m -Xms256m"
        # Use single node discovery in order to disable production mode and avoid bootstrap checks.
        # see: https://www.elastic.co/guide/en/elasticsearch/reference/current/bootstrap-checks.html
        discovery.type: single-node
    volumes:
      - type: bind
        source: ./Observability/elasticsearch/config/elasticsearch.yml
        target: /usr/share/elasticsearch/config/elasticsearch.yml
      - type: volume
        source: elasticsearch
        target: /usr/share/elasticsearch/data
    ports:
      - "9200:9200"
      - "9300:9300"
    restart: always
      
  logstash:
    container_name: "logstash-develop"
    hostname: "logstash-develop"
    build:
      context: Observability/logstash/
      args:
        ELK_VERSION: ${ELK_VERSION}
    volumes:
      - type: bind
        source: ./Observability/logstash/config/logstash.yml
        target: /usr/share/logstash/config/logstash.yml
      - type: bind
        source: ./Observability/logstash/pipeline
        target: /usr/share/logstash/pipeline
    ports:
      - "31311:31311"   # For HTTP connection
      - "5044:5044"
      - "5000:5000/tcp"
      - "5000:5000/udp"
      - "9600:9600"
    environment:
      xpack.monitoring.enabled: "true"
      xpack.monitoring.elasticsearch.hosts: '["http://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]'
      xpack.monitoring.elasticsearch.username: ${ELASTIC_USER}
      xpack.monitoring.elasticsearch.password: ${ELASTIC_PASSWORD}
      ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST}
      ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT}
      ELASTICSEARCH_USER: ${ELASTIC_USER}
      ELASTICSEARCH_PASSWORD: ${ELASTIC_PASSWORD}
      LS_JAVA_OPTS: "-Xmx256m -Xms256m"
    restart: always
    depends_on:
      - elasticsearch
      
  kibana:
    container_name: "kibana-develop"
    hostname: "kibana-develop"
    build:
      context: Observability/kibana/
      args:
        ELK_VERSION: ${ELK_VERSION}
    environment:
      ELASTICSEARCH_HOSTS: '["http://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]'
      ELASTICSEARCH_USERNAME: ${ELASTIC_USER}
      ELASTICSEARCH_PASSWORD: ${ELASTIC_PASSWORD}
    volumes:
      - type: bind
        source: ./Observability/kibana/config/kibana.yml
        target: /usr/share/kibana/config/kibana.yml
    ports:
      - "5601:5601"
    restart: always
    depends_on:
      - elasticsearch
      
  prometheus:
    image: "prom/prometheus"
    container_name: "prometheus-develop"
    hostname: "prometheus-develop"
    ports:
      - "9090:9090"
    volumes:
      - ./Observability/prometheus/:/etc/prometheus/
      - prometheus_data:/prometheus
    command:
      - '--config.file=/etc/prometheus/prometheus.yml'
      - '--storage.tsdb.path=/prometheus'
      - '--web.console.libraries=/usr/share/prometheus/console_libraries'
      - '--web.console.templates=/usr/share/prometheus/consoles'
    restart: always

  grafana:
    image: "grafana/grafana"
    container_name: "grafana-develop"
    hostname: "grafana-develop"
    user: "472"
    ports:
      # Expose on host port 4000 as 3000 is used for the frontend
      - "4000:3000"
    volumes:
      - grafana_data:/var/lib/grafana
      - ./Observability/grafana/provisioning/:/etc/grafana/provisioning/
    env_file:
      - ./Observability/grafana/config.monitoring
    restart: always
    depends_on:
      - prometheus

  otel-collector:
    image: otel/opentelemetry-collector-contrib:latest
    container_name: otel-collector-develop
    command: ["--config=/etc/config.yml"]
    volumes:
      - ./Observability/otel-collector/collector-config.yml:/etc/config.yml
    ports:
      # Expose on host port 4317
      - 4317:4317
    depends_on: [jaeger]

  jaeger:
    image: jaegertracing/all-in-one:latest
    container_name: jaeger-develop
    ports:
      # Expose on host port 16686
      - 16686:16686

volumes:
  database-data:    # Volume for PostgreSQL
  elasticsearch:    # Volume for ElasticSearch
  prometheus_data:  # Volume for Prometheus
  grafana_data:     # Volume for Grafana