Loading kafka/docker-compose.dev.yml +18 −18 Original line number Diff line number Diff line version: '3.5' x-dev-environment: &dev-environment - KAFKA_HEAP_OPTS=-Xmx512m -Xms512m x-dev-deploy: &dev-deploy mode: replicated replicas: 1 restart_policy: delay: 30s window: 2m resources: limits: cpus: '1' memory: 1G reservations: memory: 820M services: kf-1: environment: Loading Loading @@ -49,21 +67,3 @@ volumes: kf-3-secrets-vol: name: kf-3-secrets-vol x-dev-environment: &dev-environment - KAFKA_HEAP_OPTS=-Xmx512m -Xms512m x-dev-deploy: &dev-deploy mode: replicated replicas: 1 restart_policy: delay: 30s window: 2m resources: limits: cpus: '1' memory: 1G reservations: memory: 820M kafka/docker-compose.prod.yml +29 −29 Original line number Diff line number Diff line version: '3.5' x-prod-environment: &prod-environment - KAFKA_HEAP_OPTS=-Xmx2g -Xms2g x-prod-deploy: &prod-deploy mode: replicated replicas: 1 placement: constraints: - node.role == worker restart_policy: delay: 30s window: 2m resources: limits: cpus: '1' memory: 3G reservations: memory: 2458M services: kf-1: environment: Loading Loading @@ -31,6 +52,14 @@ services: constraints: - engine.labels.availability_zone == ${AWS_REGION}c x-prod-default-volume: &prod-default-volume driver: "cloudstor:aws" driver_opts: backing: relocatable size: 500 ebstype: st1 volumes: kf-1-data-vol: << : *prod-default-volume Loading @@ -52,32 +81,3 @@ volumes: kf-3-secrets-vol: name: kf-3-secrets-vol x-prod-environment: &prod-environment - KAFKA_HEAP_OPTS=-Xmx2g -Xms2g x-prod-deploy: &prod-deploy mode: replicated replicas: 1 placement: constraints: - node.role == worker restart_policy: delay: 30s window: 2m resources: limits: cpus: '1' memory: 3G reservations: memory: 2458M x-prod-default-volume: &prod-default-volume driver: "cloudstor:aws" driver_opts: backing: relocatable size: 500 ebstype: st1 kafka/docker-compose.tmpl.yml +22 −22 Original line number Diff line number Diff line version: '3.5' x-tmpl-environment: &tmpl-environment - KAFKA_ZOOKEEPER_CONNECT=zk-1:${ZK_PORT},zk-2:${ZK_PORT},zk-3:${ZK_PORT} - KAFKA_LOG_DIRS - KAFKA_LOG_CLEANER_ENABLE - KAFKA_LOG_CLEANUP_POLICY - KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO - KAFKA_LOG_CLEANER_MIN_COMPACTION_LAG_MS - KAFKA_LOG_ROLL_HOURS - KAFKA_NUM_PARTITIONS - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR - KAFKA_DEFAULT_REPLICATION_FACTOR - KAFKA_MIN_INSYNC_REPLICAS x-tmpl-healthcheck: &tmpl-healthcheck test: kafka-topics --list -zookeeper $${KAFKA_ZOOKEEPER_CONNECT} interval: 30s timeout: 30s retries: 3 start_period: 2m services: kf-1: image: confluentinc/cp-kafka:${IMAGE_TAG:-latest} Loading Loading @@ -49,25 +71,3 @@ services: networks: kafka-net: external: true x-tmpl-environment: &tmpl-environment - KAFKA_ZOOKEEPER_CONNECT=zk-1:${ZK_PORT},zk-2:${ZK_PORT},zk-3:${ZK_PORT} - KAFKA_LOG_DIRS - KAFKA_LOG_CLEANER_ENABLE - KAFKA_LOG_CLEANUP_POLICY - KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO - KAFKA_LOG_CLEANER_MIN_COMPACTION_LAG_MS - KAFKA_LOG_ROLL_HOURS - KAFKA_NUM_PARTITIONS - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR - KAFKA_DEFAULT_REPLICATION_FACTOR - KAFKA_MIN_INSYNC_REPLICAS x-tmpl-healthcheck: &tmpl-healthcheck test: kafka-topics --list -zookeeper $${KAFKA_ZOOKEEPER_CONNECT} interval: 30s timeout: 30s retries: 3 start_period: 2m zookeeper/docker-compose.dev.yml +18 −18 Original line number Diff line number Diff line version: '3.5' x-dev-environment: &dev-environment - ZOOKEEPER_HEAP_OPTS=-Xmx256m -Xms256m x-dev-deploy: &dev-deploy mode: replicated replicas: 1 restart_policy: delay: 30s window: 2m resources: limits: cpus: '0.5' memory: 256M reservations: memory: 205M services: zk-1: environment: *dev-environment Loading Loading @@ -40,21 +58,3 @@ volumes: zk-3-secrets-vol: name: zk-3-secrets-vol x-dev-environment: &dev-environment - ZOOKEEPER_HEAP_OPTS=-Xmx256m -Xms256m x-dev-deploy: &dev-deploy mode: replicated replicas: 1 restart_policy: delay: 30s window: 2m resources: limits: cpus: '0.5' memory: 256M reservations: memory: 205M zookeeper/docker-compose.prod.yml +29 −29 Original line number Diff line number Diff line version: '3.5' x-prod-environment: &prod-environment - ZOOKEEPER_HEAP_OPTS=-Xmx512m -Xms512m x-prod-deploy: &prod-deploy mode: replicated replicas: 1 placement: constraints: - node.role == worker restart_policy: delay: 30s window: 2m resources: limits: cpus: '0.5' memory: 512M reservations: memory: 410M services: zk-1: environment: *prod-environment Loading @@ -25,6 +46,14 @@ services: constraints: - engine.labels.availability_zone == ${AWS_REGION}c x-prod-default-volume: &prod-default-volume driver: "cloudstor:aws" driver_opts: backing: relocatable size: 1 ebstype: gp2 volumes: zk-1-data-vol: << : *prod-default-volume Loading Loading @@ -58,32 +87,3 @@ volumes: zk-3-secrets-vol: name: zk-3-secrets-vol x-prod-environment: &prod-environment - ZOOKEEPER_HEAP_OPTS=-Xmx512m -Xms512m x-prod-deploy: &prod-deploy mode: replicated replicas: 1 placement: constraints: - node.role == worker restart_policy: delay: 30s window: 2m resources: limits: cpus: '0.5' memory: 512M reservations: memory: 410M x-prod-default-volume: &prod-default-volume driver: "cloudstor:aws" driver_opts: backing: relocatable size: 1 ebstype: gp2 Loading
kafka/docker-compose.dev.yml +18 −18 Original line number Diff line number Diff line version: '3.5' x-dev-environment: &dev-environment - KAFKA_HEAP_OPTS=-Xmx512m -Xms512m x-dev-deploy: &dev-deploy mode: replicated replicas: 1 restart_policy: delay: 30s window: 2m resources: limits: cpus: '1' memory: 1G reservations: memory: 820M services: kf-1: environment: Loading Loading @@ -49,21 +67,3 @@ volumes: kf-3-secrets-vol: name: kf-3-secrets-vol x-dev-environment: &dev-environment - KAFKA_HEAP_OPTS=-Xmx512m -Xms512m x-dev-deploy: &dev-deploy mode: replicated replicas: 1 restart_policy: delay: 30s window: 2m resources: limits: cpus: '1' memory: 1G reservations: memory: 820M
kafka/docker-compose.prod.yml +29 −29 Original line number Diff line number Diff line version: '3.5' x-prod-environment: &prod-environment - KAFKA_HEAP_OPTS=-Xmx2g -Xms2g x-prod-deploy: &prod-deploy mode: replicated replicas: 1 placement: constraints: - node.role == worker restart_policy: delay: 30s window: 2m resources: limits: cpus: '1' memory: 3G reservations: memory: 2458M services: kf-1: environment: Loading Loading @@ -31,6 +52,14 @@ services: constraints: - engine.labels.availability_zone == ${AWS_REGION}c x-prod-default-volume: &prod-default-volume driver: "cloudstor:aws" driver_opts: backing: relocatable size: 500 ebstype: st1 volumes: kf-1-data-vol: << : *prod-default-volume Loading @@ -52,32 +81,3 @@ volumes: kf-3-secrets-vol: name: kf-3-secrets-vol x-prod-environment: &prod-environment - KAFKA_HEAP_OPTS=-Xmx2g -Xms2g x-prod-deploy: &prod-deploy mode: replicated replicas: 1 placement: constraints: - node.role == worker restart_policy: delay: 30s window: 2m resources: limits: cpus: '1' memory: 3G reservations: memory: 2458M x-prod-default-volume: &prod-default-volume driver: "cloudstor:aws" driver_opts: backing: relocatable size: 500 ebstype: st1
kafka/docker-compose.tmpl.yml +22 −22 Original line number Diff line number Diff line version: '3.5' x-tmpl-environment: &tmpl-environment - KAFKA_ZOOKEEPER_CONNECT=zk-1:${ZK_PORT},zk-2:${ZK_PORT},zk-3:${ZK_PORT} - KAFKA_LOG_DIRS - KAFKA_LOG_CLEANER_ENABLE - KAFKA_LOG_CLEANUP_POLICY - KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO - KAFKA_LOG_CLEANER_MIN_COMPACTION_LAG_MS - KAFKA_LOG_ROLL_HOURS - KAFKA_NUM_PARTITIONS - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR - KAFKA_DEFAULT_REPLICATION_FACTOR - KAFKA_MIN_INSYNC_REPLICAS x-tmpl-healthcheck: &tmpl-healthcheck test: kafka-topics --list -zookeeper $${KAFKA_ZOOKEEPER_CONNECT} interval: 30s timeout: 30s retries: 3 start_period: 2m services: kf-1: image: confluentinc/cp-kafka:${IMAGE_TAG:-latest} Loading Loading @@ -49,25 +71,3 @@ services: networks: kafka-net: external: true x-tmpl-environment: &tmpl-environment - KAFKA_ZOOKEEPER_CONNECT=zk-1:${ZK_PORT},zk-2:${ZK_PORT},zk-3:${ZK_PORT} - KAFKA_LOG_DIRS - KAFKA_LOG_CLEANER_ENABLE - KAFKA_LOG_CLEANUP_POLICY - KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO - KAFKA_LOG_CLEANER_MIN_COMPACTION_LAG_MS - KAFKA_LOG_ROLL_HOURS - KAFKA_NUM_PARTITIONS - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR - KAFKA_DEFAULT_REPLICATION_FACTOR - KAFKA_MIN_INSYNC_REPLICAS x-tmpl-healthcheck: &tmpl-healthcheck test: kafka-topics --list -zookeeper $${KAFKA_ZOOKEEPER_CONNECT} interval: 30s timeout: 30s retries: 3 start_period: 2m
zookeeper/docker-compose.dev.yml +18 −18 Original line number Diff line number Diff line version: '3.5' x-dev-environment: &dev-environment - ZOOKEEPER_HEAP_OPTS=-Xmx256m -Xms256m x-dev-deploy: &dev-deploy mode: replicated replicas: 1 restart_policy: delay: 30s window: 2m resources: limits: cpus: '0.5' memory: 256M reservations: memory: 205M services: zk-1: environment: *dev-environment Loading Loading @@ -40,21 +58,3 @@ volumes: zk-3-secrets-vol: name: zk-3-secrets-vol x-dev-environment: &dev-environment - ZOOKEEPER_HEAP_OPTS=-Xmx256m -Xms256m x-dev-deploy: &dev-deploy mode: replicated replicas: 1 restart_policy: delay: 30s window: 2m resources: limits: cpus: '0.5' memory: 256M reservations: memory: 205M
zookeeper/docker-compose.prod.yml +29 −29 Original line number Diff line number Diff line version: '3.5' x-prod-environment: &prod-environment - ZOOKEEPER_HEAP_OPTS=-Xmx512m -Xms512m x-prod-deploy: &prod-deploy mode: replicated replicas: 1 placement: constraints: - node.role == worker restart_policy: delay: 30s window: 2m resources: limits: cpus: '0.5' memory: 512M reservations: memory: 410M services: zk-1: environment: *prod-environment Loading @@ -25,6 +46,14 @@ services: constraints: - engine.labels.availability_zone == ${AWS_REGION}c x-prod-default-volume: &prod-default-volume driver: "cloudstor:aws" driver_opts: backing: relocatable size: 1 ebstype: gp2 volumes: zk-1-data-vol: << : *prod-default-volume Loading Loading @@ -58,32 +87,3 @@ volumes: zk-3-secrets-vol: name: zk-3-secrets-vol x-prod-environment: &prod-environment - ZOOKEEPER_HEAP_OPTS=-Xmx512m -Xms512m x-prod-deploy: &prod-deploy mode: replicated replicas: 1 placement: constraints: - node.role == worker restart_policy: delay: 30s window: 2m resources: limits: cpus: '0.5' memory: 512M reservations: memory: 410M x-prod-default-volume: &prod-default-volume driver: "cloudstor:aws" driver_opts: backing: relocatable size: 1 ebstype: gp2