hackathon17/docker-compose.yml at master · dataramblers/hackathon17 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
version: "2.1"

services:

  zookeeper:
    image: wurstmeister/zookeeper
    expose:
      - 2181

  kafka:
    image: wurstmeister/kafka
    ports:
      - 9092:9092
    environment:
      KAFKA_ADVERTISED_HOST_NAME: 172.17.0.1
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
    volumes:
      - kafka-socket:/var/run/docker.sock

  jobmanager:
    image: ${FLINK_DOCKER_IMAGE_NAME:-flink}
    ports:
      - 6123:6123
      - 8081
    command: jobmanager
    environment:
      - JOB_MANAGER_RPC_ADDRESS=jobmanager

  taskmanager:
    image: ${FLINK_DOCKER_IMAGE_NAME:-flink}
    expose:
      - 6121
      - 6122
    depends_on:
      - jobmanager
    command: taskmanager
    links:
      - "jobmanager:jobmanager"
      - "zeppelin:zeppelin"
    environment:
      - JOB_MANAGER_RPC_ADDRESS=jobmanager

  zeppelin:
    image: dataramblers/zeppelin-arch:latest
    ports:
      - 8080:8080
    volumes:
      - zeppelin-notebooks:/zeppelin/notebook
      - zeppelin-conf:/zeppelin/conf
      - zeppelin-localrepo:/zeppelin/local-repo

  elasticsearch1:
    image: docker.elastic.co/elasticsearch/elasticsearch:5.5.2
    container_name: elasticsearch1
    environment:
      - cluster.name=docker-cluster
      - bootstrap.memory_lock=true
      - xpack.security.enabled=false
      - "ES_JAVA_OPTS=-Xms2g -Xmx2g"

    ulimits:
      memlock:
        soft: -1
        hard: -1
#       nofile:  # Only ES v.5.2.2
#         soft: 65536
#         hard: 65536
    mem_limit: 4g
#     cap_add: # Only ES v.5.2.2
#       - IPC_LOCK
    volumes:
      - esdata1:/usr/share/elasticsearch/data
    ports:
      - 9200:9200
      - 9300

  elasticsearch2:
    image: docker.elastic.co/elasticsearch/elasticsearch:5.5.2
    environment:
      - cluster.name=docker-cluster
      - bootstrap.memory_lock=true
      - xpack.security.enabled=false
      - "ES_JAVA_OPTS=-Xms2g -Xm2g"
      - "discovery.zen.ping.unicast.hosts=elasticsearch1"
    ulimits:
      memlock:
        soft: -1
        hard: -1
# nofile:  # Only ES v.5.2.2
#        soft: 65536
#        hard: 65536
    mem_limit: 4g
#    cap_add: # Only ES v.5.2.2
#      - IPC_LOCK
    volumes:
      - esdata2:/usr/share/elasticsearch/data

volumes:
  esdata1:
    driver: local
  esdata2:
    driver: local
  zeppelin-notebooks:
    driver: local
  zeppelin-localrepo:
    driver: local
  zeppelin-conf:
    driver: local
  kafka-socket:
    driver: local

networks:
  default: