Commit 51656fec authored by Ignacio's avatar Ignacio
Browse files

Merge branch 'dev' into 'master' 

Añade red de vessel-postgres

See merge request redmic-project/confluent/confluent-platform!27
parents 570d60ab dc8cbb50

workers/.env

+1 −0
Original line number Diff line number Diff line
@@ -3,3 +3,4 @@ KF_PORT=9092 
SR_PORT=8081

KR_PORT=8082

CN_PORT=8083

LOG_LEVEL=ERROR

workers/docker-compose.connect.dev.yml

+4 −0
Original line number Diff line number Diff line 
version: '3.5'



volumes:

  jars-vol:

    name: ${CONNECT_JARS_VOL_NAME:-connect-jars-vol}

workers/docker-compose.connect.prod.yml

+7 −0
Original line number Diff line number Diff line
@@ -6,3 +6,10 @@ services: 
      placement:

        constraints:

          - node.role == worker



volumes:

  jars-vol:

    name: ${CONNECT_JARS_VOL_NAME:-connect-jars-vol}

    driver: 'cloudstor:aws'

    driver_opts:

      backing: shared

workers/docker-compose.connect.tmpl.yml

+11 −15
Original line number Diff line number Diff line
@@ -2,7 +2,7 @@ version: '3.5' 


services:

  connect:

    image: confluentinc/cp-kafka-connect:${IMAGE_TAG:-latest}

    image: ${IMAGE_NAME:-confluentinc/cp-kafka-connect}:${IMAGE_TAG:-latest}

    hostname: connect

    environment:

      AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
@@ -26,12 +26,11 @@ services: 
      CONNECT_INTERNAL_KEY_CONVERTER: 'org.apache.kafka.connect.json.JsonConverter'

      CONNECT_INTERNAL_VALUE_CONVERTER: 'org.apache.kafka.connect.json.JsonConverter'

      CONNECT_PLUGIN_PATH: /usr/share/java,/etc/kafka-connect/jars

      CONNECT_LOG4J_ROOT_LOGLEVEL: ${LOG_LEVEL}

      KAFKA_HEAP_OPTS: '-Xmx512m -Xms256m'

    networks:

      kafka-net:

        aliases:

          - connect

      postgres-net:

      postgres-vessel-net:

      elastic-net:

    volumes:

      - kafka-secrets-vol:/etc/kafka/secrets
@@ -39,11 +38,11 @@ services: 
      - jars-vol:/etc/kafka-connect/jars

      - data-vol:/var/lib/kafka/data

    healthcheck:

      test: curl -X GET http://localhost:${CN_PORT}/connectors

      test: curl --silent http://localhost:${CN_PORT}/connectors

      interval: 30s

      timeout: 30s

      retries: 3

      start_period: 2m

      retries: 10

      start_period: 5m

    deploy:

      mode: replicated

      replicas: 1
@@ -62,8 +61,8 @@ networks: 
    name: ${KAFKA_NET_NAME:-kafka-net}

    external: true



  postgres-net:

    name: ${POSTGRES_NET_NAME:-postgres-net}

  postgres-vessel-net:

    name: ${POSTGRES_VESSEL_NET_NAME:-postgres-vessel-net}

    external: true



  elastic-net:
@@ -72,13 +71,10 @@ networks: 


volumes:

  kafka-secrets-vol:

    name: connect-kafka-secrets-vol

    name: ${CONNECT_KAFKA_SECRETS_VOL_NAME:-connect-kafka-secrets-vol}



  connect-secrets-vol:

    name: connect-connect-secrets-vol



  jars-vol:

    name: connect-jars-vol

    name: ${CONNECT_SECRETS_VOL_NAME:-connect-connect-secrets-vol}



  data-vol:

    name: connect-data-vol
 
    name: ${CONNECT_DATA_VOL_NAME:-connect-data-vol}

workers/docker-compose.kafka-rest.tmpl.yml

+3 −4
Original line number Diff line number Diff line
@@ -4,10 +4,6 @@ services: 
  kafka-rest:

    image: confluentinc/cp-kafka-rest:${IMAGE_TAG:-latest}

    hostname: kafka-rest

    networks:

      kafka-net:

        aliases:

          - kafka-rest

    environment:

      KAFKA_REST_ZOOKEEPER_CONNECT: zk-1:${ZK_PORT},zk-2:${ZK_PORT},zk-3:${ZK_PORT}

      KAFKA_REST_BOOTSTRAP_SERVERS: kf-1:${KF_PORT},kf-2:${KF_PORT},kf-3:${KF_PORT}
@@ -18,6 +14,9 @@ services: 
      KAFKA_REST_ACCESS_CONTROL_ALLOW_ORIGIN: '*'

      KAFKA_REST_CONSUMER_REQUEST_TIMEOUT_MS: '30000'

      KAFKAREST_HEAP_OPTS: '-Xmx128m'

      KAFKA_REST_LOG4J_ROOT_LOGLEVEL: ${LOG_LEVEL}

    networks:

      kafka-net:

    healthcheck:

      test: curl -X GET http://localhost:${KR_PORT}/topics

      interval: 30s