docker-compose.yml

#Run docker container in the background
#docker-compose up -d
version: '2'
services:
  aws-elk-billing:
    logging:
      driver: "json-file"
      options:
        max-size: 1000m
    build: .
    environment:
      - DEBIAN_FRONTEND=noninteractive
      - TERM=xterm
      - ENV=prod
      - AWS_DATE=20200901-20201001
    volumes:
      - .:/aws-elk-billing
    depends_on:
      - kibana
      - logstash
      - elasticsearch
    links:
      - kibana:kibana
      - logstash:logstash
      - elasticsearch:elasticsearch
    env_file:
      - prod.env
    command: bash -c "python -u /aws-elk-billing/orchestrate.py && ./gCloud_json_to_elasticseach.sh"

  logstash:
    image: logstash:2.4.1-alpine # was 2.3.1
    logging:
      driver: "json-file"
      options:
        max-size: 1000m
    ports:
      - 127.0.0.1:5140:5140
    depends_on:
      - elasticsearch
    links:
      - elasticsearch:elasticsearch
    volumes:
      - ./logstash.conf:/logstash.conf
    command: "logstash -f /logstash.conf"

  kibana:
    #    image: rlister/kibana4 - did not fully test :( should work with ELASTICSEARCH_UTL - 4.0.2
    #    image: million12/kibana4 - 4.4.1
    image: fabric8/kibana4
    logging:
      driver: "json-file"
      options:
        max-size: 1000m
    environment:
      - ELASTICSEARCH_URL=http://elasticsearch:9200
    volumes:
      - ./kibana.yml:/opt/kibana4/config/kibana.yml
    ports:
      - 127.0.0.1:15601:5601
    depends_on:
      - elasticsearch
    links:
      - elasticsearch:elasticsearch

  elasticsearch:
    image: gwidx/elasticsearch-2.3
    logging:
      driver: "json-file"
      options:
        max-size: 1000m
    environment:
      - ENV=prod
      - ES_NODE_MASTER=true
      - ES_NODE_DATA=true
      - ES_NODE_INGEST=true
      - ES_HOST=0.0.0.0
      - ES_NETWORK_HOST=0.0.0.0
      - ES_PUBLISH_HOST=localhost
      - ES_PUBLISH_PORT=9200
      - ES_CLUSTER_DISCOVERY_TAG="elk"
      - ES_CLUSTER_NAME=elkprice
    env_file:
      - prod.env
    volumes:
      - /mnt/data/awselk/elkprice:/usr/share/elasticsearch/data/elkprice
    ports:
      - 127.0.0.1:9200:9200
      - 127.0.0.1:9300:9300
volumes:
  elkprice: