Commit f439b677 authored by Pedro Eduardo Trujillo's avatar Pedro Eduardo Trujillo
Browse files

Relaja replicas, duplica pila dev, aumenta buffers 

Baja una unidad las restricciones de replicación.
Aumenta de 512m a 1g la pila de kafka en dev.
Incorpora ajustes de tamaño máximo de mensaje y del tamaño del buffer de
recepción.
parent 2ee73efd

kafka/.env

+5 −3
Original line number Diff line number Diff line
@@ -9,7 +9,9 @@ KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO=0.5 
KAFKA_LOG_CLEANER_MIN_COMPACTION_LAG_MS=3600000

KAFKA_LOG_ROLL_HOURS=168

KAFKA_NUM_PARTITIONS=5

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=3

KAFKA_DEFAULT_REPLICATION_FACTOR=3

KAFKA_MIN_INSYNC_REPLICAS=2

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=2

KAFKA_DEFAULT_REPLICATION_FACTOR=2

KAFKA_MIN_INSYNC_REPLICAS=1

KAFKA_OFFSETS_RETENTION_MINUTES=10080

KAFKA_SOCKET_RECEIVE_BUFFER_BYTES=-1

KAFKA_MESSAGE_MAX_BYTES=15728640

kafka/docker-compose.dev.yml

+1 −1
Original line number Diff line number Diff line
@@ -5,7 +5,7 @@ x-dev-environment: 
  KAFKA_LISTENERS: 'PLAINTEXT://:${KF_PORT},EXT://0.0.0.0:${KF_PORT_EXT}'

  KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,EXT:PLAINTEXT

  KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT

  KAFKA_HEAP_OPTS: '-Xmx512m -Xms512m -javaagent:/jmx_prometheus_javaagent.jar=9998:/config.yaml'

  KAFKA_HEAP_OPTS: '-Xmx1g -Xms1g -javaagent:/jmx_prometheus_javaagent.jar=9998:/config.yaml'



x-dev-deploy:

  &dev-deploy

kafka/docker-compose.tmpl.yml

+2 −0
Original line number Diff line number Diff line
@@ -15,6 +15,8 @@ x-tmpl-environment: 
  KAFKA_MIN_INSYNC_REPLICAS: ${KAFKA_MIN_INSYNC_REPLICAS}

  KAFKA_JMX_PORT: ${JMX_PORT}

  KAFKA_OFFSETS_RETENTION_MINUTES: ${KAFKA_OFFSETS_RETENTION_MINUTES}

  KAFKA_SOCKET_RECEIVE_BUFFER_BYTES: ${KAFKA_SOCKET_RECEIVE_BUFFER_BYTES}

  KAFKA_MESSAGE_MAX_BYTES: ${KAFKA_MESSAGE_MAX_BYTES}



x-tmpl-healthcheck:

  &tmpl-healthcheck