Commit 570d60ab authored by Pedro Eduardo Trujillo's avatar Pedro Eduardo Trujillo
Browse files

Merge branch 'dev' into 'master' 

Declara red elastic en compose

See merge request redmic-project/confluent/confluent-platform!26
parents d3107399 54508d4d

.dockerignore

+1 −1
Original line number Diff line number Diff line 
*

!/scripts
 
!scripts

.gitignore

+0 −5
Original line number Diff line number Diff line 
.*

!.gitignore

!.gitlab-ci.yml

!.dockerignore

!.env

.gitlab-ci.yml

+1 −72
Original line number Diff line number Diff line
@@ -9,7 +9,7 @@ services: 
  - docker:dind



variables:

  CONFLUENT_VERSION: 4.1.2

  CONFLUENT_VERSION: 5.0.1

  DOCKER_DRIVER: overlay2

  STACK: confluent
@@ -63,77 +63,6 @@ container-scanning: 
  artifacts:

    paths: [gl-sast-container-report.json]



deploy-zookeeper-dev:

  stage: deploy

  variables:

    DEPLOY_DIR_NAME: zookeeper

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_zk-1 confluent_zk-2 confluent_zk-3

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.dev.yml

  script:

    - create-nets.sh kafka-net

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}

  environment:

    name: dev/zookeeper

  only:

    - branches

  except:

    - master

  when: manual



deploy-zookeeper-pro:

  stage: deploy

  variables:

    DEPLOY_DIR_NAME: zookeeper

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_zk-1 confluent_zk-2 confluent_zk-3

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.prod.yml

  script:

    - create-nets.sh kafka-net

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/zookeeper

  only:

    - master

  when: manual



deploy-kafka-dev:

  stage: deploy

  variables:

    DEPLOY_DIR_NAME: kafka

    SSH_REMOTE: ${DEV_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_kf-1 confluent_kf-2 confluent_kf-3

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.dev.yml

    PUBLIC_HOSTNAME: ${DEV_PUBLIC_HOSTNAME}

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

  environment:

    name: dev/kafka

  only:

    - branches

  except:

    - master

  when: manual



deploy-kafka-pro:

  stage: deploy

  variables:

    DEPLOY_DIR_NAME: kafka

    SSH_REMOTE: ${PRO_SSH_REMOTE}

    SERVICES_TO_CHECK: confluent_kf-1 confluent_kf-2 confluent_kf-3

    IMAGE_TAG: ${CONFLUENT_VERSION}

    COMPOSE_FILE: docker-compose.tmpl.yml:docker-compose.prod.yml

  script:

    - deploy.sh IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE} AWS_REGION=${AWS_REGION}

  environment:

    name: pro/kafka

  only:

    - master

  when: manual



deploy-connect-dev:

  stage: deploy

  variables:

Dockerfile

+1 −1
Original line number Diff line number Diff line 
FROM ellerbrock/alpine-bash-curl-ssl

FROM ellerbrock/alpine-bash-curl-ssl:0.3.0



LABEL maintainer="info@redmic.es"

kafka/.env

deleted100644 → 0
+0 −15
Original line number Diff line number Diff line 
ZK_PORT=2181

KF_PORT=9092

KF_PORT_EXT=9093

JMX_PORT=9999

KAFKA_LOG_DIRS=/var/lib/kafka/data/data

KAFKA_LOG_CLEANER_ENABLE=false

KAFKA_LOG_CLEANUP_POLICY=compact

KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO=0.5

KAFKA_LOG_CLEANER_MIN_COMPACTION_LAG_MS=3600000

KAFKA_LOG_ROLL_HOURS=168

KAFKA_NUM_PARTITIONS=5

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=3

KAFKA_DEFAULT_REPLICATION_FACTOR=3

KAFKA_MIN_INSYNC_REPLICAS=2

KAFKA_MAX_POLL_INVERVAL_MS=2147483647