Commit 81bbd66c authored by Noel Alonso's avatar Noel Alonso
Browse files

Merge branch 'dev' into 'master' 

Actualiza deploy

See merge request redmic-project/confluent/zookeeper!4
parents c180cfe3 ede6d40f

.gitignore

deleted100644 → 0
+0 −0

Empty file deleted.

.gitlab-ci.yml

+116 −186
Original line number Diff line number Diff line 
include:

  - project: 'redmic-project/gitlab-ci-templates'

    ref: master

    file: '/_deployment.yml'



stages:

  - deploy



image: registry.gitlab.com/redmic-project/docker/docker-deploy:${DOCKER_DEPLOY_IMAGE_TAG}



services:

  - docker:dind



variables:

  DOCKER_DRIVER: overlay2

  STACK: confluent

  PROJECT_PARENT_NAME: confluent



deploy-zk-1-supporting-branch-develop:

  stage: deploy

.deploy:

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    INSTANCE_ID: '1'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

    STACK: ${PROJECT_PARENT_NAME}

    DD_AWS_REGION: ${AWS_REGION}



.deploy-development:

  environment:

    name: dev/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - branches

  except:

    - master

  when: manual

    name: dev/${SERVICE_NAME}



deploy-zk-2-supporting-branch-develop:

  stage: deploy

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    INSTANCE_ID: '2'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

.deploy-production:

  environment:

    name: dev/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - branches

  except:

    - master

  when: manual

    name: pro/${SERVICE_NAME}



deploy-zk-3-supporting-branch-develop:

  stage: deploy

.deploy-zk-1:

  variables: &deploy-zk-1-variables

    SERVICE_NAME: zk-1

    SERVICES_TO_CHECK: ${PROJECT_PARENT_NAME}_${CI_PROJECT_NAME}-1



.deploy-zk-2:

  variables: &deploy-zk-2-variables

    SERVICE_NAME: zk-2

    SERVICES_TO_CHECK: ${PROJECT_PARENT_NAME}_${CI_PROJECT_NAME}-2



.deploy-zk-3:

  variables: &deploy-zk-3-variables

    SERVICE_NAME: zk-3

    SERVICES_TO_CHECK: ${PROJECT_PARENT_NAME}_${CI_PROJECT_NAME}-3



.deploy-zk-1-development:

  extends: .deploy-development

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    INSTANCE_ID: '3'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - branches

  except:

    - master

  when: manual

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-1.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-1.dev.yml

    <<: *deploy-zk-1-variables



deploy-zk-1-stable-branch-develop:

  stage: deploy

.deploy-zk-2-development:

  extends: .deploy-development

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    INSTANCE_ID: '1'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - master

  when: manual

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-2.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-2.dev.yml

    <<: *deploy-zk-2-variables



deploy-zk-2-stable-branch-develop:

  stage: deploy

.deploy-zk-3-development:

  extends: .deploy-development

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    INSTANCE_ID: '2'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - master

  when: manual

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-3.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-3.dev.yml

    <<: *deploy-zk-3-variables



deploy-zk-3-stable-branch-develop:

  stage: deploy

.deploy-zk-1-production:

  extends: .deploy-production

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    INSTANCE_ID: '3'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - master

  when: manual

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-1.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-1.prod.yml

    <<: *deploy-zk-1-variables



deploy-zk-1-supporting-branch-production:

  stage: deploy

.deploy-zk-2-production:

  extends: .deploy-production

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    INSTANCE_ID: '1'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.prod.yml

    AWS_REGION: ${AWS_REGION}

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - branches

  except:

    - master

  when: manual

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-2.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-2.prod.yml

    <<: *deploy-zk-2-variables



deploy-zk-2-supporting-branch-production:

  stage: deploy

.deploy-zk-3-production:

  extends: .deploy-production

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    INSTANCE_ID: '2'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.prod.yml

    AWS_REGION: ${AWS_REGION}

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/${CI_PROJECT_NAME}-${INSTANCE_ID}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-3.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-3.prod.yml

    <<: *deploy-zk-3-variables



.deploy-support-branch: &deploy-support-branch

  only:

    - branches

  except:

    - master

  when: manual

    - schedules



deploy-zk-3-supporting-branch-production:

  stage: deploy

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    INSTANCE_ID: '3'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.prod.yml

    AWS_REGION: ${AWS_REGION}

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/${CI_PROJECT_NAME}-${INSTANCE_ID}

deploy-zk-1-support-branch-development:

  extends: .deploy-zk-1-development

  <<: *deploy-support-branch



deploy-zk-2-support-branch-development:

  extends: .deploy-zk-2-development

  <<: *deploy-support-branch



deploy-zk-3-support-branch-development:

  extends: .deploy-zk-3-development

  <<: *deploy-support-branch



.deploy-stable-branch: &deploy-stable-branch

  only:

    - branches

  except:

    - master

  when: manual

  except:

    - schedules



deploy-zk-1-stable-branch-development:

  extends: .deploy-zk-1-development

  <<: *deploy-stable-branch



deploy-zk-2-stable-branch-development:

  extends: .deploy-zk-2-development

  <<: *deploy-stable-branch



deploy-zk-3-stable-branch-development:

  extends: .deploy-zk-3-development

  <<: *deploy-stable-branch



deploy-zk-1-stable-branch-production:

  stage: deploy

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    INSTANCE_ID: '1'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.prod.yml

    AWS_REGION: ${AWS_REGION}

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - master

  when: manual

  extends: .deploy-zk-1-production

  <<: *deploy-stable-branch



deploy-zk-2-stable-branch-production:

  stage: deploy

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    INSTANCE_ID: '2'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.prod.yml

    AWS_REGION: ${AWS_REGION}

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/${CI_PROJECT_NAME}-${INSTANCE_ID}

  only:

    - master

  when: manual

  extends: .deploy-zk-2-production

  <<: *deploy-stable-branch



deploy-zk-3-stable-branch-production:

  stage: deploy

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    INSTANCE_ID: '3'

    SERVICES_TO_CHECK: ${STACK}_${CI_PROJECT_NAME}-${INSTANCE_ID}

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.tmpl.yml:docker-compose.${CI_PROJECT_NAME}-${INSTANCE_ID}.prod.yml

    AWS_REGION: ${AWS_REGION}

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/${CI_PROJECT_NAME}-${INSTANCE_ID}

  extends: .deploy-zk-3-production

  <<: *deploy-stable-branch



.deploy-tag: &deploy-tag

  only:

    - master

  when: manual
 
    - tags



deploy-zk-1-tag-development:

  extends: .deploy-zk-1-development

  <<: *deploy-tag



deploy-zk-2-tag-development:

  extends: .deploy-zk-2-development

  <<: *deploy-tag



deploy-zk-3-tag-development:

  extends: .deploy-zk-3-development

  <<: *deploy-tag



deploy-zk-1-tag-production:

  extends: .deploy-zk-1-production

  <<: *deploy-tag



deploy-zk-2-tag-production:

  extends: .deploy-zk-2-production

  <<: *deploy-tag



deploy-zk-3-tag-production:

  extends: .deploy-zk-3-production

  <<: *deploy-tag

LICENSE

0 → 100644
+21 −0
Original line number Diff line number Diff line 
MIT License



Copyright (c) 2020 REDMIC Project / Confluent



Permission is hereby granted, free of charge, to any person obtaining a copy

of this software and associated documentation files (the "Software"), to deal

in the Software without restriction, including without limitation the rights

to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

copies of the Software, and to permit persons to whom the Software is

furnished to do so, subject to the following conditions:



The above copyright notice and this permission notice shall be included in all

copies or substantial portions of the Software.



THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE

SOFTWARE.

deploy/.env

+13 −3
Original line number Diff line number Diff line 
ZK_PORT=2181

JMX_PORT=9999

IMAGE_NAME=confluentinc/cp-zookeeper

IMAGE_TAG=latest

JMX_PROMETHEUS_JAVAAGENT_PATH=/jmx_prometheus_javaagent.jar

JMX_HTTP_PORT=9998

LOG_LEVEL=ERROR
 
JMX_PROMETHEUS_CONFIG_PATH=/config.yaml

ZOOKEEPER_CLIENT_PORT=2181

KAFKA_JMX_PORT=9999

ZOOKEEPER_TICK_TIME=2000

ZOOKEEPER_INIT_LIMIT=5

ZOOKEEPER_SYNC_LIMIT=2

ZOOKEEPER_AUTOPURGE_SNAP_RETAIN_COUNT=3

ZOOKEEPER_AUTOPURGE_PURGE_INTERVAL=24

ZOOKEEPER_SERVERS=zk-1:2888:3888;zk-2:2888:3888;zk-3:2888:3888

ZOOKEEPER_LOG4J_ROOT_LOGLEVEL=ERROR

deploy/docker-compose.zookeeper-1.dev.yml

+8 −9
Original line number Diff line number Diff line
@@ -3,19 +3,18 @@ version: '3.5' 
services:

  zookeeper-1:

    environment:

      - KAFKA_HEAP_OPTS=-Xmx128m -Xms128m

      KAFKA_HEAP_OPTS: -Xmx128m -Xms128m

    deploy:

      mode: replicated

      replicas: 1

      restart_policy:

        delay: 30s

        window: 2m

      placement:

        constraints:

          - node.hostname == ${ZK_1_PLACEMENT_CONSTRAINTS_NODE_HOSTNAME:-hostname}

      resources:

        limits:

          cpus: '0.5'

          memory: 256M

          cpus: '${RESOURCES_LIMITS_CPUS:-0.5}'

          memory: ${RESOURCES_LIMITS_MEMORY:-256M}

        reservations:

          memory: 205M

          cpus: '${RESOURCES_RESERVATIONS_CPUS:-0.001}'

          memory: ${RESOURCES_RESERVATIONS_MEMORY:-205M}



volumes:

  zk-data-vol: