Commit 26553b94 authored by Pedro Eduardo Trujillo's avatar Pedro Eduardo Trujillo
Browse files

Corrige detalles, actualiza dev y limita recursos 

Transforma despliegue de desarrollo a modo Swarm y aplica límites de
recursos a los contenedores. Limita la memoria de las pilas de Java
consecuentemente.
parent 40afefda

.gitlab-ci.yml

+74 −160
Original line number Diff line number Diff line 
image: registry.gitlab.com/redmic-project/docker/docker-deploy



stages:

  - package

  - test-package

  - deploy



image: registry.gitlab.com/redmic-project/docker/docker-deploy



services:

  - docker:dind



variables:

  CONFLUENT_VERSION: 4.1.2

  DOCKER_DRIVER: overlay2

  STACK: confluent



docker-build-commit-non-master-branches:

  stage: package

  image: docker:stable

  variables:

    DOCKER_DRIVER: overlay2

    IMAGE_NAME: ${CI_REGISTRY_IMAGE}/connector-supplier

  services:

    - docker:dind

  only:

    - branches

  except:
@@ -29,10 +31,7 @@ docker-build-commit-master-branch: 
  stage: package

  image: docker:stable

  variables:

    DOCKER_DRIVER: overlay2

    IMAGE_NAME: ${CI_REGISTRY_IMAGE}/connector-supplier

  services:

    - docker:dind

  only:

    - master

  script:
@@ -44,11 +43,8 @@ container-scanning: 
  stage: test-package

  image: docker:stable

  variables:

    DOCKER_DRIVER: overlay2

    IMAGE_NAME: ${CI_REGISTRY_IMAGE}/connector-supplier

  allow_failure: true

  services:

    - docker:stable-dind

  only:

    - branches

  script:
@@ -70,20 +66,13 @@ container-scanning: 
deploy-zookeeper-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: zookeeper

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_zk-1 confluent_zk-2 confluent_zk-3

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.dev.yml

  services:

    - docker:dind

  script:

    - create-nets.sh kafka-net

    - export SERVICE=zk-1

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

    - export SERVICE=zk-2

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

    - export SERVICE=zk-3

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/zookeeper
@@ -96,20 +85,14 @@ deploy-zookeeper-dev: 
deploy-zookeeper-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    STATUS_CHECK_DELAY: '90'

    STATUS_CHECK_INTERVAL: '20'

    DEPLOY_DIR_NAME: zookeeper

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    STACK: confluent

    SERVICES_TO_CHECK: confluent_zk-1 confluent_zk-2 confluent_zk-3

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.prod.yml

  services:

    - docker:dind

  script:

    - create-nets.sh kafka-net

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/zookeeper

  only:
@@ -119,20 +102,13 @@ deploy-zookeeper-pro: 
deploy-kafka-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: kafka

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_kf-1 confluent_kf-2 confluent_kf-3

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - export SERVICE=kf-1

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

    - export SERVICE=kf-2

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

    - export SERVICE=kf-3

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

  environment:

    name: dev/kafka
@@ -145,19 +121,13 @@ deploy-kafka-dev: 
deploy-kafka-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    STATUS_CHECK_DELAY: '90'

    STATUS_CHECK_INTERVAL: '20'

    DEPLOY_DIR_NAME: kafka

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    STACK: confluent

    SERVICES_TO_CHECK: confluent_kf-1 confluent_kf-2 confluent_kf-3

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.prod.yml

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/kafka

  only:
@@ -167,18 +137,17 @@ deploy-kafka-pro: 
deploy-connect-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: workers

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICE: connect

    SERVICES_TO_CHECK: confluent_connect

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.dev.yml

    COMPOSE_FILE: docker-compose.connect.tmpl.yml:docker-compose.connect.dev.yml

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/${SERVICE}

    name: dev/connect

  only:

    - branches

  except:
@@ -188,22 +157,15 @@ deploy-connect-dev: 
deploy-connect-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    STATUS_CHECK_DELAY: '60'

    STATUS_CHECK_INTERVAL: '20'

    DEPLOY_DIR_NAME: workers

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICE: connect

    STACK: confluent

    SERVICES_TO_CHECK: confluent_connect

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.prod.yml

  services:

    - docker:dind

    COMPOSE_FILE: docker-compose.connect.tmpl.yml:docker-compose.connect.prod.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: pro/${SERVICE}

    name: pro/connect

  only:

    - master

  when: manual
@@ -211,22 +173,19 @@ deploy-connect-pro: 
deploy-connector-supplier-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: workers

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICE: connector-supplier

    SERVICES_TO_CHECK: confluent_connector-supplier

    IMAGE_NAME: ${CI_REGISTRY_IMAGE}/connector-supplier

    IMAGE_TAG: ${CI_COMMIT_SHA}

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.dev.yml

    COMPOSE_FILE: docker-compose.connector-supplier.tmpl.yml:docker-compose.connector-supplier.dev.yml

    CONNECT_ADDRS: connect:8083

  services:

    - docker:dind

  script:

    - >

      deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

      CONNECT_ADDRS=${CONNECT_ADDRS} POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASS=${POSTGRES_PASS}

  environment:

    name: dev/${SERVICE}

    name: dev/connector-supplier

  only:

    - branches

  except:
@@ -236,24 +195,19 @@ deploy-connector-supplier-dev: 
deploy-connector-supplier-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: workers

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICE: connector-supplier

    STACK: confluent

    SERVICES_TO_CHECK: confluent_connector-supplier

    IMAGE_NAME: ${CI_REGISTRY_IMAGE}/connector-supplier

    IMAGE_TAG: ${CI_COMMIT_SHA}

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.prod.yml

    COMPOSE_FILE: docker-compose.connector-supplier.tmpl.yml:docker-compose.connector-supplier.prod.yml

    CONNECT_ADDRS: connect:8083

  services:

    - docker:dind

  script:

    - >

      deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

      CONNECT_ADDRS=${CONNECT_ADDRS} POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASS=${POSTGRES_PASS}

  environment:

    name: pro/${SERVICE}

    name: pro/connector-supplier

  only:

    - master

  when: manual
@@ -261,18 +215,15 @@ deploy-connector-supplier-pro: 
deploy-schema-registry-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: workers

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICE: schema-registry

    SERVICES_TO_CHECK: confluent_schema-registry

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.dev.yml

  services:

    - docker:dind

    COMPOSE_FILE: docker-compose.schema-registry.tmpl.yml:docker-compose.schema-registry.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/${SERVICE}

    name: dev/schema-registry

  only:

    - branches

  except:
@@ -282,21 +233,15 @@ deploy-schema-registry-dev: 
deploy-schema-registry-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    STATUS_CHECK_DELAY: '40'

    DEPLOY_DIR_NAME: workers

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICE: schema-registry

    STACK: confluent

    SERVICES_TO_CHECK: confluent_schema-registry

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.prod.yml

  services:

    - docker:dind

    COMPOSE_FILE: docker-compose.schema-registry.tmpl.yml:docker-compose.schema-registry.prod.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: pro/${SERVICE}

    name: pro/schema-registry

  only:

    - master

  when: manual
@@ -304,19 +249,16 @@ deploy-schema-registry-pro: 
deploy-kafka-rest-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: workers

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICE: kafka-rest

    SERVICES_TO_CHECK: confluent_kafka-rest

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.dev.yml

    COMPOSE_FILE: docker-compose.kafka-rest.tmpl.yml:docker-compose.kafka-rest.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

  environment:

    name: dev/${SERVICE}

    name: dev/kafka-rest

  only:

    - branches

  except:
@@ -326,22 +268,16 @@ deploy-kafka-rest-dev: 
deploy-kafka-rest-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    STATUS_CHECK_DELAY: '40'

    DEPLOY_DIR_NAME: workers

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICE: kafka-rest

    STACK: confluent

    SERVICES_TO_CHECK: confluent_kafka-rest

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.prod.yml

    COMPOSE_FILE: docker-compose.kafka-rest.tmpl.yml:docker-compose.kafka-rest.prod.yml

    PUBLIC_HOSTNAME: ${PRO_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

  environment:

    name: pro/${SERVICE}

    name: pro/kafka-rest

  only:

    - master

  when: manual
@@ -349,20 +285,19 @@ deploy-kafka-rest-pro: 
deploy-kafka-manager-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: uis

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    IMAGE_TAG: latest

    SERVICE: kafka-manager

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.dev.yml

    SERVICES_TO_CHECK: confluent_kafka-manager

    COMPOSE_FILE: docker-compose.kafka-manager.tmpl.yml:docker-compose.kafka-manager.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  environment:

    name: dev/${SERVICE}

    url: https://kafkamanager.${PUBLIC_HOSTNAME}

    name: dev/kafka-manager

    url: https://kafkamanager.${DEV_PUBLIC_HOSTNAME}

  only:

    - branches

  except:
@@ -372,22 +307,19 @@ deploy-kafka-manager-dev: 
deploy-kafka-manager-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: uis

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    IMAGE_TAG: latest

    SERVICE: kafka-manager

    STACK: confluent

    SERVICES_TO_CHECK: confluent_kafka-manager

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.prod.yml

    COMPOSE_FILE: docker-compose.kafka-manager.tmpl.yml:docker-compose.kafka-manager.prod.yml

    PUBLIC_HOSTNAME: ${PRO_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME} UI_AUTH=${UI_AUTH}

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  environment:

    name: pro/${SERVICE}

    url: https://kafkamanager.${PUBLIC_HOSTNAME}

    name: pro/kafka-manager

    url: https://kafkamanager.${PRO_PUBLIC_HOSTNAME}

  only:

    - master

  when: manual
@@ -395,20 +327,19 @@ deploy-kafka-manager-pro: 
deploy-kafka-topics-ui-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: uis

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    IMAGE_TAG: latest

    SERVICE: kafka-topics-ui

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.dev.yml

    SERVICES_TO_CHECK: confluent_kafka-topics-ui

    COMPOSE_FILE: docker-compose.kafka-topics-ui.tmpl.yml:docker-compose.kafka-topics-ui.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  environment:

    name: dev/${SERVICE}

    url: https://kafkatopicsui.${PUBLIC_HOSTNAME}

    name: dev/kafka-topics-ui

    url: https://kafkatopicsui.${DEV_PUBLIC_HOSTNAME}

  only:

    - branches

  except:
@@ -418,24 +349,19 @@ deploy-kafka-topics-ui-dev: 
deploy-kafka-topics-ui-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: uis

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    IMAGE_TAG: latest

    SERVICE: kafka-topics-ui

    STACK: confluent

    SERVICES_TO_CHECK: confluent_kafka-topics-ui

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.prod.yml

    COMPOSE_FILE: docker-compose.kafka-topics-ui.tmpl.yml:docker-compose.kafka-topics-ui.prod.yml

    PUBLIC_HOSTNAME: ${PRO_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  environment:

    name: pro/${SERVICE}

    url: https://kafkatopicsui.${PUBLIC_HOSTNAME}

    name: pro/kafka-topics-ui

    url: https://kafkatopicsui.${PRO_PUBLIC_HOSTNAME}

  only:

    - master

  when: manual
@@ -443,20 +369,19 @@ deploy-kafka-topics-ui-pro: 
deploy-kafka-connect-ui-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: uis

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    IMAGE_TAG: latest

    SERVICE: kafka-connect-ui

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.dev.yml

    SERVICES_TO_CHECK: confluent_kafka-connect-ui

    COMPOSE_FILE: docker-compose.kafka-connect-ui.tmpl.yml:docker-compose.kafka-connect-ui.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  environment:

    name: dev/${SERVICE}

    url: https://kafkaconnectui.${PUBLIC_HOSTNAME}

    name: dev/kafka-connect-ui

    url: https://kafkaconnectui.${DEV_PUBLIC_HOSTNAME}

  only:

    - branches

  except:
@@ -466,24 +391,19 @@ deploy-kafka-connect-ui-dev: 
deploy-kafka-connect-ui-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: uis

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    IMAGE_TAG: latest

    SERVICE: kafka-connect-ui

    STACK: confluent

    SERVICES_TO_CHECK: confluent_kafka-connect-ui

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.prod.yml

    COMPOSE_FILE: docker-compose.kafka-connect-ui.tmpl.yml:docker-compose.kafka-connect-ui.prod.yml

    PUBLIC_HOSTNAME: ${PRO_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  environment:

    name: pro/${SERVICE}

    url: https://kafkaconnectui.${PUBLIC_HOSTNAME}

    name: pro/kafka-connect-ui

    url: https://kafkaconnectui.${PRO_PUBLIC_HOSTNAME}

  only:

    - master

  when: manual
@@ -491,20 +411,19 @@ deploy-kafka-connect-ui-pro: 
deploy-schema-registry-ui-dev:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: uis

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    IMAGE_TAG: latest

    SERVICE: schema-registry-ui

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.dev.yml

    SERVICES_TO_CHECK: confluent_schema-registry-ui

    COMPOSE_FILE: docker-compose.schema-registry-ui.tmpl.yml:docker-compose.schema-registry-ui.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  environment:

    name: dev/${SERVICE}

    url: https://schemaregistryui.${PUBLIC_HOSTNAME}

    name: dev/schema-registry-ui

    url: https://schemaregistryui.${DEV_PUBLIC_HOSTNAME}

  only:

    - branches

  except:
@@ -514,24 +433,19 @@ deploy-schema-registry-ui-dev: 
deploy-schema-registry-ui-pro:

  stage: deploy

  variables:

    DOCKER_DRIVER: overlay2

    DEPLOY_DIR_NAME: uis

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    IMAGE_TAG: latest

    SERVICE: schema-registry-ui

    STACK: confluent

    SERVICES_TO_CHECK: confluent_schema-registry-ui

    COMPOSE_FILE: docker-compose.${SERVICE}.tmpl.yml:docker-compose.${SERVICE}.prod.yml

    COMPOSE_FILE: docker-compose.schema-registry-ui.tmpl.yml:docker-compose.schema-registry-ui.prod.yml

    PUBLIC_HOSTNAME: ${PRO_PUBLIC_HOSTNAME}

  services:

    - docker:dind

  script:

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  environment:

    name: pro/${SERVICE}

    url: https://schemaregistryui.${PUBLIC_HOSTNAME}

    name: pro/schema-registry-ui

    url: https://schemaregistryui.${PRO_PUBLIC_HOSTNAME}

  only:

    - master

  when: manual

Dockerfile

+2 −0
Original line number Diff line number Diff line 
FROM ellerbrock/alpine-bash-curl-ssl



LABEL maintainer="info@redmic.es"



ENV CONNECT_ADDRS="connect:8083"



COPY scripts/ /

kafka/docker-compose.dev.yml

+47 −18
Original line number Diff line number Diff line
@@ -2,39 +2,68 @@ version: '3.5' 


services:

  kf-1:

    container_name: kf-1

    restart: on-failure:3

    ports:

      - '1${KF_PORT}:${KF_PORT}'

      - '9997:9997'

    environment:

      << : *dev-environment

      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://${PUBLIC_HOSTNAME}:1${KF_PORT}

      - KAFKA_HEAP_OPTS=-Xmx256m -Xms256m

    ports:

      - target: ${KF_PORT}

        published: 1${KF_PORT}

        mode: host

    deploy: *dev-deploy



  kf-2:

    container_name: kf-2

    restart: on-failure:3

    ports:

      - '2${KF_PORT}:${KF_PORT}'

      - '9998:9998'

    environment:

      << : *dev-environment

      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://${PUBLIC_HOSTNAME}:2${KF_PORT}

      - KAFKA_HEAP_OPTS=-Xmx256m -Xms256m

    ports:

      - target: ${KF_PORT}

        published: 2${KF_PORT}

        mode: host

    deploy: *dev-deploy



  kf-3:

    container_name: kf-3

    restart: on-failure:3

    ports:

      - '3${KF_PORT}:${KF_PORT}'

      - '9999:9999'

    environment:

      << : *dev-environment

      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://${PUBLIC_HOSTNAME}:3${KF_PORT}

      - KAFKA_HEAP_OPTS=-Xmx256m -Xms256m

    ports:

      - target: ${KF_PORT}

        published: 3${KF_PORT}

        mode: host

    deploy: *dev-deploy



volumes:

  kf-1-data-vol:

    name: kf-1-data-vol



  kf-1-secrets-vol:

    name: kf-1-secrets-vol



  kf-2-data-vol:

    name: kf-2-data-vol



  kf-2-secrets-vol:

    name: kf-2-secrets-vol



  kf-3-data-vol:

    name: kf-3-data-vol



  kf-3-secrets-vol:

    name: kf-3-secrets-vol



x-dev-environment:

  &dev-environment

  - KAFKA_HEAP_OPTS=-Xmx512m -Xms512m



x-dev-deploy:

  &dev-deploy

  mode: replicated

  replicas: 1

  restart_policy:

    delay: 30s

    window: 2m

  resources:

    limits:

      cpus: '1'

      memory: 1G

    reservations:

      memory: 820M

kafka/docker-compose.prod.yml

+50 −39
Original line number Diff line number Diff line
@@ -3,68 +3,79 @@ version: '3.5' 
services:

  kf-1:

    environment:

      << : *prod-environment

      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kf-1:${KF_PORT}

      - KAFKA_HEAP_OPTS=-Xmx4g -Xms4g

    deploy:

      mode: replicated

      replicas: 1

      << : *prod-deploy

      placement:

        constraints:

          - node.role == worker

          - node.labels.workerid == 1

      restart_policy:

        condition: on-failure

        max_attempts: 3

          - engine.labels.availability_zone == ${AWS_REGION}a



  kf-2:

    environment:

      << : *prod-environment

      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kf-2:${KF_PORT}

      - KAFKA_HEAP_OPTS=-Xmx4g -Xms4g

    deploy:

      mode: replicated

      replicas: 1

      << : *prod-deploy

      placement:

        constraints:

          - node.role == worker

          - node.labels.workerid == 2

      restart_policy:

        condition: on-failure

        max_attempts: 3

          - engine.labels.availability_zone == ${AWS_REGION}b



  kf-3:

    environment:

      << : *prod-environment

      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kf-3:${KF_PORT}

      - KAFKA_HEAP_OPTS=-Xmx4g -Xms4g

    deploy:

      mode: replicated

      replicas: 1

      << : *prod-deploy

      placement:

        constraints:

          - node.role == worker

          - node.labels.workerid == 3

      restart_policy:

        condition: on-failure

        max_attempts: 3

          - engine.labels.availability_zone == ${AWS_REGION}c



volumes:

  kf-1-data-vol:

    << : *prod-default-volume

    name: kf-1-data-vol

    driver: "cloudstor:aws"

    driver_opts:

      backing: relocatable

      size: 500

      ebstype: st1



  kf-1-secrets-vol:

    name: kf-1-secrets-vol



  kf-2-data-vol:

    << : *prod-default-volume

    name: kf-2-data-vol

    driver: "cloudstor:aws"

    driver_opts:

      backing: relocatable

      size: 500

      ebstype: st1



  kf-2-secrets-vol:

    name: kf-2-secrets-vol



  kf-3-data-vol:

    << : *prod-default-volume

    name: kf-3-data-vol



  kf-3-secrets-vol:

    name: kf-3-secrets-vol



x-prod-environment:

  &prod-environment

  - KAFKA_HEAP_OPTS=-Xmx2g -Xms2g



x-prod-deploy:

  &prod-deploy

  mode: replicated

  replicas: 1

  placement:

    constraints:

      - node.role == worker

  restart_policy:

    delay: 30s

    window: 2m

  resources:

    limits:

      cpus: '1'

      memory: 3G

    reservations:

      memory: 2458M



x-prod-default-volume:

  &prod-default-volume

  driver: "cloudstor:aws"

  driver_opts:

    backing: relocatable

kafka/docker-compose.tmpl.yml

+43 −63

File changed.

Preview size limit exceeded, changes collapsed.