Commit 9d0a476c authored by Noel Alonso's avatar Noel Alonso
Browse files

Añade despliegue de cliente ksql 

Ahora el proyecto despliega tanto el servidor ksql como el cliente, para
permitir conectarse a la máquina y mediante ksql-cli realizar consultas
parent 26cea587

.gitlab-ci.yml

+81 −30
Original line number Diff line number Diff line 
stages:

  - deploy



image: registry.gitlab.com/redmic-project/docker/docker-deploy:latest

image: ${DOCKER_DEPLOY_IMAGE_NAME}:${DOCKER_DEPLOY_IMAGE_TAG}



services:

  - docker:dind
@@ -9,22 +9,18 @@ services: 
variables:

  DOCKER_DRIVER: overlay2

  STACK: confluent

  SERVICES_TO_CHECK: confluent_${CI_PROJECT_NAME}



deploy-ksql-server-supporting-branch-develop:

  stage: deploy

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_ksql-server

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

    UI_AUTH: ${DEV_UI_AUTH}

    COMPOSE_FILE: docker-compose.ksql-server.tmpl.yml:docker-compose.ksql-server.dev.yml

  script:

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/${CI_PROJECT_NAME}

    name: dev/ksql-server

  only:

    - branches

  except:
@@ -35,16 +31,13 @@ deploy-ksql-server-stable-branch-develop: 
  stage: deploy

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_ksql-server

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

    UI_AUTH: ${DEV_UI_AUTH}

    COMPOSE_FILE: docker-compose.ksql-server.tmpl.yml:docker-compose.ksql-server.dev.yml

  script:

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/${CI_PROJECT_NAME}

    name: dev/ksql-server

  only:

    - master

  when: manual
@@ -53,16 +46,13 @@ deploy-ksql-server-supporting-branch-production: 
  stage: deploy

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_ksql-server

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.prod.yml

    PUBLIC_HOSTNAME: ${PRO_PUBLIC_HOSTNAME}

    UI_AUTH: ${PRO_UI_AUTH}

    COMPOSE_FILE: docker-compose.ksql-server.tmpl.yml:docker-compose.ksql-server.prod.yml

  script:

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: pro/${CI_PROJECT_NAME}

    name: pro/ksql-server

  only:

    - branches

  except:
@@ -73,16 +63,77 @@ deploy-ksql-server-stable-branch-production: 
  stage: deploy

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_ksql-server

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.prod.yml

    PUBLIC_HOSTNAME: ${PRO_PUBLIC_HOSTNAME}

    UI_AUTH: ${PRO_UI_AUTH}

    COMPOSE_FILE: docker-compose.ksql-server.tmpl.yml:docker-compose.ksql-server.prod.yml

  script:

    - >

      deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: pro/${CI_PROJECT_NAME}

    name: pro/ksql-server

  only:

    - master

  when: manual



deploy-ksql-client-supporting-branch-develop:

  stage: deploy

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_ksql-client

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.ksql-client.tmpl.yml:docker-compose.ksql-client.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/ksql-client

  only:

    - branches

  except:

    - master

  when: manual



deploy-ksql-client-stable-branch-develop:

  stage: deploy

  variables:

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_ksql-client

    IMAGE_TAG: ${DEV_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.ksql-client.tmpl.yml:docker-compose.ksql-client.dev.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/ksql-client

  only:

    - master

  when: manual



deploy-ksql-client-supporting-branch-production:

  stage: deploy

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_ksql-client

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.ksql-client.tmpl.yml:docker-compose.ksql-client.prod.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: pro/ksql-client

  only:

    - branches

  except:

    - master

  when: manual



deploy-ksql-client-stable-branch-production:

  stage: deploy

  variables:

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_ksql-client

    IMAGE_TAG: ${PRO_CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.ksql-client.tmpl.yml:docker-compose.ksql-client.prod.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: pro/ksql-client

  only:

    - master

  when: manual

deploy/docker-compose.ksql-client.prod.yml

0 → 100644
+8 −0
Original line number Diff line number Diff line 
version: '3.5'



services:

  ksql-client:

    deploy:

      placement:

        constraints:

          - node.role == worker

deploy/docker-compose.ksql-client.tmpl.yml

0 → 100644
+28 −0
Original line number Diff line number Diff line 
version: '3.5'



services:

  ksql-client:

    image: confluentinc/cp-ksql-cli:${IMAGE_TAG:-latest}

    environment:

      KSQL_KSQL_SERVICE_ID: ksql-client

      KSQL_BOOTSTRAP_SERVERS: kf-1:${KF_PORT},kf-2:${KF_PORT},kf-3:${KF_PORT}

      KSQL_LISTENERS: http://0.0.0.0:${KSQL_PORT}

    networks:

      - kafka-net

    deploy:

      mode: replicated

      replicas: 1

      restart_policy:

        delay: 30s

        window: 2m

      resources:

        limits:

          cpus: '0.5'

          memory: 128M

        reservations:

          memory: 103M



networks:

  kafka-net:

    name: ${KAFKA_NET_NAME:-kafka-net}

    external: true

deploy/docker-compose.ksql-server.dev.yml

0 → 100644
+1 −0
Original line number Diff line number Diff line 
version: '3.5'