Commit 5336b342 authored by Pedro Eduardo Trujillo's avatar Pedro Eduardo Trujillo
Browse files

Actualiza CI/CD y actualiza y limpia despliegue

parent 7209f867

.gitignore

deleted100644 → 0
+0 −0

Empty file deleted.

.gitlab-ci.yml

+5 −8
Original line number Diff line number Diff line
@@ -7,15 +7,12 @@ stages: 
  - deploy



variables:

  STACK: etl

  IMAGE_NAME: apache/nifi

  IMAGE_TAG: latest

  STATUS_CHECK_DELAY: 300

  PROJECT_PARENT_NAME: etl



.deploy:

  script:

    - >

      deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} PUBLIC_HOSTNAME=${PUBLIC_HOSTNAME}

      UI_AUTH=${UI_AUTH}

  variables:

    STACK: ${PROJECT_PARENT_NAME}

    SERVICES_TO_CHECK: ${PROJECT_PARENT_NAME}_${CI_PROJECT_NAME}

    STATUS_CHECK_DELAY: 300

  environment:

    url: https://nifi.${PUBLIC_HOSTNAME}

deploy/.env

+11 −3
Original line number Diff line number Diff line 
PORT=8080

NIFI_LOG_DIR=/opt/nifi/nifi-current/logs

NIFI_HOME=/opt/nifi/nifi-current

HOME=/opt/nifi/nifi-current

NIFI_WEB_HTTP_HOST=0.0.0.0



TRAEFIK_SUBDOMAIN=nifi

PORT=8080



CONF_VOL_NAME=nifi-conf-vol

DATABASE_VOL_NAME=nifi-database-vol

FLOWFILE_VOL_NAME=nifi-flowfile-vol

CONTENT_VOL_NAME=nifi-content-vol

PROVENANCE_VOL_NAME=nifi-provenance-vol

INGEST_VOL_NAME=ingest-data-vol

deploy/docker-compose.dev.yml

+19 −16
Original line number Diff line number Diff line
@@ -3,29 +3,32 @@ version: '3.5' 
services:

  nifi:

    deploy:

      placement:

        constraints:

          - node.hostname == ${PLACEMENT_CONSTRAINTS_NODE_HOSTNAME:-hostname}

      resources:

        limits:

          cpus: '1'

          memory: 1G

          cpus: '${RESOURCES_LIMITS_CPUS:-1}'

          memory: ${RESOURCES_LIMITS_MEMORY:-1G}

        reservations:

          cpus: '0.2'

          memory: 820M

          cpus: '${RESOURCES_RESERVATIONS_CPUS:-0.2}'

          memory: ${RESOURCES_RESERVATIONS_MEMORY:-820M}



volumes:

  nifi-conf-vol:

    name: ${NIFI_CONF_VOL_NAME:-nifi-conf-vol}

  conf-vol:

    name: ${CONF_VOL_NAME}



  nifi-database-vol:

    name: ${NIFI_DATABASE_VOL_NAME:-nifi-database-vol}

  database-vol:

    name: ${DATABASE_VOL_NAME}



  nifi-flowfile-vol:

    name: ${NIFI_FLOWFILE_VOL_NAME:-nifi-flowfile-vol}

  flowfile-vol:

    name: ${FLOWFILE_VOL_NAME}



  nifi-content-vol:

    name: ${NIFI_CONTENT_VOL_NAME:-nifi-content-vol}

  content-vol:

    name: ${CONTENT_VOL_NAME}



  nifi-provenance-vol:

    name: ${NIFI_PROVENANCE_VOL_NAME:-nifi-provenance-vol}

  provenance-vol:

    name: ${PROVENANCE_VOL_NAME}



  ingest-data-vol:

    name: ${INGEST_DATA_VOL_NAME:-ingest-data-vol}
 
  ingest-vol:

    name: ${INGEST_VOL_NAME}

deploy/docker-compose.prod.yml

+18 −19
Original line number Diff line number Diff line
@@ -8,50 +8,49 @@ services: 
          - node.role == worker

      resources:

        limits:

          cpus: '1'

          memory: 2G

          cpus: '${RESOURCES_LIMITS_CPUS:-1}'

          memory: ${RESOURCES_LIMITS_MEMORY:-2G}

        reservations:

          cpus: '0.2'

          memory: 1639M

          cpus: '${RESOURCES_RESERVATIONS_CPUS:-0.2}'

          memory: ${RESOURCES_RESERVATIONS_MEMORY:-1639M}



volumes:

  nifi-conf-vol:

    name: ${NIFI_CONF_VOL_NAME:-nifi-conf-vol}

  conf-vol:

    name: ${CONF_VOL_NAME}

    driver: 'cloudstor:aws'

    driver_opts:

      backing: shared



  nifi-database-vol:

    name: ${NIFI_DATABASE_VOL_NAME:-nifi-database-vol}

  database-vol:

    name: ${DATABASE_VOL_NAME}

    driver: 'cloudstor:aws'

    driver_opts:

      backing: shared



  nifi-flowfile-vol:

    name: ${NIFI_FLOWFILE_VOL_NAME:-nifi-flowfile-vol}

  flowfile-vol:

    name: ${FLOWFILE_VOL_NAME}

    driver: 'cloudstor:aws'

    driver_opts:

      backing: shared



  nifi-content-vol:

    name: ${NIFI_CONTENT_VOL_NAME:-nifi-content-vol}

  content-vol:

    name: ${CONTENT_VOL_NAME}

    driver: 'cloudstor:aws'

    driver_opts:

      backing: relocatable

      size: 1

      size: ${CONTENT_VOL_SIZE:-1}

      ebstype: gp2



  nifi-provenance-vol:

    name: ${NIFI_PROVENANCE_VOL_NAME:-nifi-provenance-vol}

  provenance-vol:

    name: ${PROVENANCE_VOL_NAME}

    driver: 'cloudstor:aws'

    driver_opts:

      backing: relocatable

      size: 2

      size: ${PROVENANCE_VOL_SIZE:-2}

      ebstype: gp2



  ingest-data-vol:

    name: ${INGEST_DATA_VOL_NAME:-ingest-data-vol}

  ingest-vol:

    name: ${INGEST_VOL_NAME}

    driver: 'cloudstor:aws'

    driver_opts:

      backing: shared