storm-cluster/docker-stack.yml at master · jfr2102/storm-cluster · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
version: '3.8'
services:
  zookeeper:
    image: zookeeper
    deploy:
      placement:
        constraints: [ node.labels.Utilities == true ]

  nimbus:
    build: jfr_storm/.
    image: localhost:5000/jfr_storm
    command: storm nimbus
    deploy:
      replicas: 1
      placement:
        constraints:
          - node.labels.nimbus == true
        max_replicas_per_node: 1

  supervisor:
    build: jfr_storm/.
    image: localhost:5000/jfr_storm
    command: storm supervisor
    deploy:
      replicas: 6
      placement:
        constraints: [ node.labels.Storm-nodes == true ]
        max_replicas_per_node: 2
        # spread replicas evenly over nodes with flag supervisor
        preferences:
          - spread: node.labels.supervisors

  ui:
    image: storm:2.2.0
    command: storm ui
    ports:
     - 8080:8080
    deploy:
      placement:
        constraints: [ node.labels.Utilities == true ]

  grafana:
    image: grafana/grafana
    ports:
    - 3000:3000
    volumes:
    - grafana-storage:/var/lib/grafana
    environment:
    - GF_INSTALL_PLUGINS=marcusolsson-csv-datasource
    deploy:
      placement:
        constraints: [ node.labels.Utilities == true ]

  cadvisor:
    image: gcr.io/cadvisor/cadvisor:latest
    ports:
    - 8081:8080
    volumes:
    - /:/rootfs:ro
    - /var/run:/var/run:rw
    - /sys:/sys:ro
    - /var/lib/docker/:/var/lib/docker:ro
    deploy:
      mode: global

  kafka:
    build: jfr_kafka/.
    image: localhost:5000/jfr_kafka
    ports:
    - 9094:9094
    volumes:
    - kafka-outputs:/kafka-outputs
    environment:
      KAFKA_CREATE_TOPICS: "mytopic:6:1,results:6:1"
      HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2"
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
     #KAFKA_LOG_MESSAGE_TIMESTAMP_TYPE: LogAppendTime
    deploy:
      placement:
        constraints: [ node.labels.Kafka == true ]

  redis:
    image: redis
    ports:
    - 6379:6379
    deploy:
      placement:
        constraints: [ node.labels.Utilities == true ]

  prometheus:
    image: prom/prometheus:latest
    ports:
    - 9090:9090
    command:
    - --config.file=/etc/prometheus/prometheus.yml
    configs:
    - source: prometheus.yml
      target: /etc/prometheus/prometheus.yml
    deploy:
      placement:
        constraints: [ node.labels.Utilities == true ]

  pushgateway:
    image: prom/pushgateway
    ports:
    - 9091:9091
    deploy:
      placement:
        constraints: [ node.labels.Utilities == true ]
  # graphite:
  #   image: graphiteapp/graphite-statsd
  #   ports:
  #   - 8082:80
  #   - 2003-2004:2003-2004
  #   - 2023-2024:2023-2024
  #   - 8125:8125/udp
  #   - 8126:8126
  #   links:
  #    - nimbus
  #    - supervisor
  #   volumes:
  #     - graphite-configs:/opt/graphite/conf\
  #     - graphite-data:/opt/graphite/storage\
  #     - graphite-statsd_config:/opt/statsd/config\
  #   deploy:
  #     placement:
  #       constraints: [ node.labels.Utilities == true ]
  #   restart: on-failure
    # cadvisor:
  #   image: google/cadvisor
  #   environment:
  #   - storage_driver=statsd
  #   - storage_driver_host=graphite:8125
  #   entrypoint: usr/bin/cadvisor --logtostderr --storage_driver="statsd" --storage_driver_host="graphite:8125" --disable_metrics "disk,tcp,udp"
  #   ports:
  #   - 8081:8080
  #   volumes:
  #   - /:/rootfs:ro
  #   - /var/run:/var/run:ro
  #   - /sys:/sys:ro
  #   - /var/lib/docker/:/var/lib/docker:ro
  #   - /dev/disk/:/dev/disk:ro
  #   devices:
  #   - "/dev/kmsg"
  #   deploy:
  #     mode: global
volumes:
  grafana-storage:
 # graphite-configs:
 # graphite-data:
 # graphite-statsd_config:
  kafka-outputs:
configs:
  prometheus.yml:
    file: prometheus.yml