Arregla CI para usar nueva config de despliegue (92b0a826) · Commits · REDMIC Project / Server / Vessel / PostgreSQL

.gitlab-ci.yml

+38 −198

Original line number	Diff line number	Diff line
		include:
		- project: 'redmic-project/gitlab-ci-templates'
		ref: master
		file: '/packaging.yml'
		- project: 'redmic-project/gitlab-ci-templates'
		ref: master
		file: '/deployment.yml'
		- project: 'redmic-project/gitlab-ci-templates'
		ref: master
		file: '/maintenance.yml'

		stages:
		- package
		- test-package
		- deploy
		- backup

		services:
		- docker:dind
		- maintenance

		variables:
		DOCKER_DRIVER: overlay2

		docker-build-commit-non-master-branches:
		stage: package
		image: docker:stable
		only:
		- branches
		- schedules
		except:
		- master
		script:
		- docker login -u gitlab-ci-token -p ${CI_JOB_TOKEN} ${CI_REGISTRY}
		- docker build -t ${CI_REGISTRY_IMAGE}:${CI_COMMIT_SHA} -t ${CI_REGISTRY_IMAGE}:${CI_COMMIT_REF_NAME}-latest .
		- docker push ${CI_REGISTRY_IMAGE}

		docker-build-commit-master-branch:
		stage: package
		image: docker:stable
		only:
		- master
		except:
		- schedules
		script:
		- docker login -u gitlab-ci-token -p ${CI_JOB_TOKEN} ${CI_REGISTRY}
		- docker build -t ${CI_REGISTRY_IMAGE}:${CI_COMMIT_SHA} -t ${CI_REGISTRY_IMAGE}:latest .
		- docker push ${CI_REGISTRY_IMAGE}

		docker-tag-already-built-image:
		stage: package
		image: docker:stable
		only:
		- tags
		except:
		- schedules
		script:
		- docker login -u gitlab-ci-token -p ${CI_JOB_TOKEN} ${CI_REGISTRY}
		- docker tag ${CI_REGISTRY_IMAGE}:${CI_COMMIT_SHA} ${CI_REGISTRY_IMAGE}:${CI_COMMIT_TAG}
		- docker push ${CI_REGISTRY_IMAGE}

		container-scanning:
		stage: test-package
		image: docker:stable
		allow_failure: true
		only:
		- branches
		except:
		- schedules
		script:
		- docker run -d --name db arminc/clair-db:latest
		- docker run -p 6060:6060 --link db:postgres -d --name clair arminc/clair-local-scan:v2.0.1
		- apk add -U wget ca-certificates
		- docker login -u gitlab-ci-token -p ${CI_JOB_TOKEN} ${CI_REGISTRY}
		- docker pull ${CI_REGISTRY_IMAGE}:${CI_COMMIT_SHA}
		- wget https://github.com/arminc/clair-scanner/releases/download/v8/clair-scanner_linux_amd64
		- mv clair-scanner_linux_amd64 clair-scanner
		- chmod +x clair-scanner
		- touch clair-whitelist.yml
		- >
		./clair-scanner -c http://docker:6060 --ip $(hostname -i) -r gl-sast-container-report.json -l clair.log
		-w clair-whitelist.yml ${CI_REGISTRY_IMAGE}:${CI_COMMIT_SHA} \|\| true
		artifacts:
		paths: [gl-sast-container-report.json]
		STACK: vessel

		deploy-dev:
		stage: deploy
		image: registry.gitlab.com/redmic-project/docker/docker-deploy
		deploy-support-branch-development:
		variables:
		SSH_REMOTE: ${DEV_SSH_REMOTE}
		STACK: vessel
		SERVICES_TO_CHECK: vessel_${CI_PROJECT_NAME}
		IMAGE_NAME: ${CI_REGISTRY_IMAGE}
		IMAGE_TAG: ${CI_COMMIT_SHA}
		COMPOSE_FILE: docker-compose.postgresql.tmpl.yml:docker-compose.postgresql.dev.yml
		POSTGRES_USER: ${POSTGRES_USER}
		POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
		INTERVAL: ${INTERVAL}
		script:
		- create-nets.sh postgres-net
		- >
		deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}
		POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASSWORD=${POSTGRES_PASSWORD} INTERVAL=${INTERVAL}
		environment:
		name: dev/postgresql
		only:
		- dev
		except:
		- schedules
		when: manual

		deploy-supporting-branch:
		stage: deploy
		image: registry.gitlab.com/redmic-project/docker/docker-deploy
		deploy-stable-branch-development:
		variables:
		SSH_REMOTE: ${DEV_SSH_REMOTE}
		STACK: vessel
		SERVICES_TO_CHECK: vessel_${CI_PROJECT_NAME}
		IMAGE_NAME: ${CI_REGISTRY_IMAGE}
		IMAGE_TAG: ${CI_COMMIT_SHA}
		COMPOSE_FILE: docker-compose.postgresql.tmpl.yml:docker-compose.postgresql.dev.yml
		POSTGRES_USER: ${POSTGRES_USER}
		POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
		INTERVAL: ${INTERVAL}
		script:
		- create-nets.sh postgres-net
		- >
		deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}
		POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASSWORD=${POSTGRES_PASSWORD} INTERVAL=${INTERVAL}
		environment:
		name: dev/postgresql
		only:
		- branches
		except:
		- master
		- dev
		- schedules
		when: manual

		deploy-pro:
		stage: deploy
		image: registry.gitlab.com/redmic-project/docker/docker-deploy
		deploy-stable-branch-production:
		variables:
		SSH_REMOTE: ${PRO_SSH_REMOTE}
		STACK: vessel
		SERVICES_TO_CHECK: vessel_${CI_PROJECT_NAME}
		IMAGE_NAME: ${CI_REGISTRY_IMAGE}
		IMAGE_TAG: ${CI_COMMIT_SHA}
		COMPOSE_FILE: docker-compose.postgresql.tmpl.yml:docker-compose.postgresql.prod.yml
		POSTGRES_USER: ${POSTGRES_USER}
		POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
		INTERVAL: ${INTERVAL}
		AWS_REGION: ${AWS_REGION}
		script:
		- create-nets.sh postgres-net
		- >
		deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}
		POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASSWORD=${POSTGRES_PASSWORD} INTERVAL=${INTERVAL}
		AWS_REGION=${AWS_REGION}
		environment:
		name: pro/postgresql
		only:
		- master
		except:
		- schedules
		when: manual

		deploy-backup-dev:
		stage: deploy
		image: registry.gitlab.com/redmic-project/docker/docker-deploy:latest
		deploy-backup-support-branch-development:
		extends: deploy-support-branch-development
		variables:
		SSH_REMOTE: ${DEV_SSH_REMOTE}
		STACK: vessel
		SERVICES_TO_CHECK: vessel_backup-db
		IMAGE_NAME: registry.gitlab.com/redmic-project/postgres/backup-db
		IMAGE_TAG: latest
		SERVICES_TO_CHECK: ${STACK}_backup-db
		IMAGE_NAME: ${POSTGRES_BACKUP_IMAGE_NAME}
		IMAGE_TAG: ${POSTGRES_BACKUP_IMAGE_TAG}
		COMPOSE_FILE: docker-compose.backup-db.tmpl.yml:docker-compose.backup-db.dev.yml
		POSTGRES_USER: ${POSTGRES_USER}
		POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
		POSTGRES_HOSTNAME: ${POSTGRES_HOSTNAME}
		BUCKET_BACKUP_DB: ${BUCKET_BACKUP_DB}
		AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
		AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
		PUSHGATEWAY_HOST: ${PUSHGATEWAY_HOST}
		PUSHGATEWAY_JOB: ${PUSHGATEWAY_JOB}
		script:
		- >
		deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}
		POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
		AWS_REGION=${AWS_REGION} POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
		POSTGRES_HOSTNAME=${POSTGRES_HOSTNAME} BUCKET_BACKUP_DB=${BUCKET_BACKUP_DB}
		AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID} AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
		PUSHGATEWAY_HOST=${PUSHGATEWAY_HOST} PUSHGATEWAY_JOB=${PUSHGATEWAY_JOB}
		environment:
		name: dev/backup-db
		only:
		- dev
		except:
		- schedules
		when: manual

		deploy-backup-supporting-branch:
		stage: deploy
		image: registry.gitlab.com/redmic-project/docker/docker-deploy:latest
		deploy-backup-stable-branch-development:
		extends: deploy-stable-branch-development
		variables:
		SSH_REMOTE: ${DEV_SSH_REMOTE}
		STACK: vessel
		SERVICES_TO_CHECK: vessel_backup-db
		IMAGE_NAME: registry.gitlab.com/redmic-project/postgres/backup-db
		IMAGE_TAG: latest
		SERVICES_TO_CHECK: ${STACK}_backup-db
		IMAGE_NAME: ${POSTGRES_BACKUP_IMAGE_NAME}
		IMAGE_TAG: ${POSTGRES_BACKUP_IMAGE_TAG}
		COMPOSE_FILE: docker-compose.backup-db.tmpl.yml:docker-compose.backup-db.dev.yml
		POSTGRES_USER: ${POSTGRES_USER}
		POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
		POSTGRES_HOSTNAME: ${POSTGRES_HOSTNAME}
		BUCKET_BACKUP_DB: ${BUCKET_BACKUP_DB}
		AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
		AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
		script:
		- >
		deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}
		POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASSWORD=${POSTGRES_PASSWORD} POSTGRES_HOSTNAME=${POSTGRES_HOSTNAME}
		BUCKET_BACKUP_DB=${BUCKET_BACKUP_DB} AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
		AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
		AWS_REGION=${AWS_REGION} POSTGRES_USER=${POSTGRES_USER} POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
		POSTGRES_HOSTNAME=${POSTGRES_HOSTNAME} BUCKET_BACKUP_DB=${BUCKET_BACKUP_DB}
		AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID} AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
		PUSHGATEWAY_HOST=${PUSHGATEWAY_HOST} PUSHGATEWAY_JOB=${PUSHGATEWAY_JOB}
		environment:
		name: dev/backup-db
		only:
		- branches
		except:
		- master
		- dev
		- schedules
		when: manual

		deploy-backup-pro:
		stage: deploy
		image: registry.gitlab.com/redmic-project/docker/docker-deploy:latest
		deploy-backup-stable-branch-production:
		extends: deploy-stable-branch-production
		variables:
		SSH_REMOTE: ${PRO_SSH_REMOTE}
		STACK: vessel
		SERVICES_TO_CHECK: vessel_backup-db
		IMAGE_NAME: registry.gitlab.com/redmic-project/postgres/backup-db
		IMAGE_TAG: latest
		SERVICES_TO_CHECK: ${STACK}_backup-db
		IMAGE_NAME: ${POSTGRES_BACKUP_IMAGE_NAME}
		IMAGE_TAG: ${POSTGRES_BACKUP_IMAGE_TAG}
		COMPOSE_FILE: docker-compose.backup-db.tmpl.yml:docker-compose.backup-db.prod.yml
		AWS_REGION: ${AWS_REGION}
		POSTGRES_USER: ${POSTGRES_USER}
		POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
		POSTGRES_HOSTNAME: ${POSTGRES_HOSTNAME}
		BUCKET_BACKUP_DB: ${BUCKET_BACKUP_DB}
		AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
		AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
		PUSHGATEWAY_HOST: ${PUSHGATEWAY_HOST}
		PUSHGATEWAY_JOB: ${PUSHGATEWAY_JOB}
		script:
		- >
		deploy.sh IMAGE_NAME=${IMAGE_NAME} IMAGE_TAG=${IMAGE_TAG} COMPOSE_FILE=${COMPOSE_FILE}
		@@ -246,19 +99,6 @@ deploy-backup-pro:
		PUSHGATEWAY_HOST=${PUSHGATEWAY_HOST} PUSHGATEWAY_JOB=${PUSHGATEWAY_JOB}
		environment:
		name: pro/backup-db
		only:
		- master
		except:
		- schedules
		when: manual

		scheduled-backup-pro:
		stage: backup
		image: registry.gitlab.com/redmic-project/docker/docker-deploy:latest
		variables:
		SSH_REMOTE: ${PRO_SSH_REMOTE}
		SERVICE: vessel_backup-db
		script:
		- relaunch.sh
		only:
		- schedules
		scheduled-run-development:
		stage: none
		No newline at end of file

deploy/docker-compose.backup-db.tmpl.yml

+2 −2

Original line number	Diff line number	Diff line
		@@ -13,7 +13,7 @@ services:
		- PUSHGATEWAY_HOST
		- PUSHGATEWAY_JOB
		networks:
		- postgres-net
		- postgres-ais-net
		- metric-net
		deploy:
		mode: replicated
		@@ -30,7 +30,7 @@ services:
		memory: 410M

		networks:
		postgres-net:
		postgres-ais-net:
		external: true
		metric-net:
		external: true

deploy/docker-compose.postgresql.tmpl.yml

+3 −3

Original line number	Diff line number	Diff line
		@@ -9,12 +9,12 @@ services:
		- PGDATA
		- INTERVAL
		networks:
		postgres-net:
		postgres-ais-net:
		aliases:
		- ais-db
		volumes:
		- vessel-postgres-vol:/var/lib/postgresql/data

		networks:
		postgres-net:
		external: true
		postgres-ais-net:
		name: ${POSTGRES_NET_NAME:-postgres-ais-net}