diff --git a/Makefile b/Makefile index 9b9a703..59a1159 100644 --- a/Makefile +++ b/Makefile @@ -39,19 +39,17 @@ prerequisites: ifdef DEPLOY_CLEANUP cleanup: @- echo "\n### cleanup ..." - @ $(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ scp cleanup.sh $(SSH_USER)@$(host):/$(DEPLOY_PATH)/$(DEPLOY_NAME); \ - if [ -e cleanup.sh ]; then ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh cleanup.sh $(host)"; fi; \ + ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh cleanup.sh $(host)"; \ ) endif prepare: @- echo "\n### preparing ..." @- chmod 600 secrets.mk - @ $(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ - ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH); if [ ! -d $(DEPLOY_NAME) ] ; then mkdir $(DEPLOY_NAME); fi"; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ + ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH); mkdir $(DEPLOY_NAME)"; \ ) build: @@ -73,28 +71,23 @@ endif pre-deploy: ifdef DEPLOY_HOSTS @- echo "\n### running pre-deploy script(s)" - @ $(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ - if [ -e pre-deploy.sh ]; then ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh pre-deploy.sh $(host)"; fi; \ - if [ -e pre-deploy_$(host).sh ]; then ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh pre-deploy_$(host).sh"; fi; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ + ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh pre-deploy.sh $(host); sh pre-deploy_$(host).sh"; \ ) endif post-deploy: ifdef DEPLOY_HOSTS @- echo "\n### running post-deploy script(s)" - @ $(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ - if [ -e post-deploy.sh ]; then ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh post-deploy.sh $(host)"; fi; \ - if [ -e post-deploy_$(host).sh ]; then ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh post-deploy_$(host).sh"; fi; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ + ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh post-deploy.sh $(host); sh post-deploy_$(host).sh"; \ ) endif pre-local: ifneq (,$(wildcard pre-local.sh)) @- echo "\n### running pre-local script" - @ $(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ ./pre-local.sh $(host); \ ) else @@ -104,8 +97,7 @@ endif post-local: ifneq (,$(wildcard post-local.sh)) @- echo "\n### running post-local script" - @ $(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ ./post-local.sh $(host); \ ) else @@ -115,17 +107,16 @@ endif upload: ifdef DEPLOY_HOSTS @- echo "\n### uploading files" - @$(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ - ssh $(SSH_USER)@$(host) "if [ ! -d $(DEPLOY_PATH)/$(DEPLOY_NAME) ]; then mkdir -p $(DEPLOY_PATH)/$(DEPLOY_NAME); fi"; \ - if [ -r .rsync ] ; then rsync_xtra=`cat .rsync`; fi; \ - if [ -r .rsync_$(host) ] ; then rsync_xtra_host=`cat .rsync_$(host)`; fi; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ + ssh $(SSH_USER)@$(host) "mkdir -p $(DEPLOY_PATH)/$(DEPLOY_NAME)"; \ + rsync_xtra=`cat .rsync`; \ + rsync_xtra_host=`cat .rsync_$(host)`; \ param="-ravv"; \ param="$$param $$rsync_xtra"; \ param="$$param $$rsync_xtra_host"; \ param="$$param --exclude '*~' --exclude '.git*' --exclude '*.swp' . $(SSH_USER)@$(host):$(DEPLOY_PATH)/$(DEPLOY_NAME)"; \ eval rsync $$param; \ - ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); if [ -e .env ]; then chmod o-r .env ; fi; if [ -e secrets.mk ]; then chmod o-r secrets.mk; fi; if [ -e secrets.yaml ]; then chmod o-r secrets.yaml; fi"; \ + ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME) && chmod o-r .env secrets*"; \ ) endif @@ -152,9 +143,9 @@ restart: restart-$(DEPLOY_TYPE) reload: ifneq (,$(wildcard reload.sh)) @- echo "\n### reloading ..." - @ $(foreach host,$(DEPLOY_HOSTS), \ + @- $(foreach host,$(DEPLOY_HOSTS), \ echo "### reloading service on $(host)"; \ - if [ -e reload.sh ]; then ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); ./reload.sh"; fi; \ + ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); ./reload.sh"; \ ) else @- echo "\n### no reload script found" diff --git a/README.md b/README.md index dc64d02..c9b816d 100644 --- a/README.md +++ b/README.md @@ -2,15 +2,13 @@ A simple Makefile based deployment system. -**make-deploy** was initially hosted at https://git.dnix.de/an/make-deploy. Since it has become heavily used at chefkoch.de for system deployments, and lots of code is committed there, we moved the repo to https://git.chefkoch.net/pub/make-deploy. A mirror still exists at https://git.dnix.de/mirror/make-deploy. - **make-deploy** is licensed under the terms of the MIT-License. See [LICENSE](LICENSE) for info. ## Installation 1. Clone **make-deploy** as a submodule into your repository: - $ git submodule add https://git.chefkoch.net/pub/make-deploy + $ git submodule add https://git.dnix.de/dnix/make-deploy 2. Create a symlink to the Makefile: diff --git a/apt.mk b/apt.mk index cbec207..0741f74 100644 --- a/apt.mk +++ b/apt.mk @@ -5,11 +5,8 @@ pull-apt: start-apt: @- echo "\n### start" - @ $(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ - set -e; \ - ssh $(SSH_USER)@$(host) "sudo apt install -y $(APT_PACKAGES)"; \ - if [ -e start.sh ]; then ssh $(SSH_USER)@$(host) "sh start.sh"; fi; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ + ssh $(SSH_USER)@$(host) "sudo apt install -y $(APT_PACKAGES); sh start.sh"; \ sleep $(DEPLOY_START_DELAY); \ - set +e; \ ) diff --git a/compose-file.mk b/compose-file.mk index 26a889c..37a98d1 100644 --- a/compose-file.mk +++ b/compose-file.mk @@ -5,13 +5,13 @@ DOCKER_LOGIN = 0 endif pull-compose-file: - @ echo "\n### pulling image(s)" - @$(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ - if test "$(DOCKER_LOGIN)" -eq 1 ; \ + @- echo "\n### pulling image(s)" + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ + if test $(DOCKER_LOGIN) -eq 1 ; \ then \ - echo "\n#### perform docker login with user $(DOCKER_USER) on $(DOCKER_REGISTRY)"; \ - ssh $(SSH_USER)@$(host) "echo $(DOCKER_PASS) | docker login -u $(DOCKER_USER) --password-stdin $(DOCKER_REGISTRY)"; \ + echo "\n#### perfom docker login with user $(DOCKER_USER) on $(DOCKER_REGISTRY)"; \ + ssh $(SSH_USER)@$(host) "docker login -u $(DOCKER_USER) -p $(DOCKER_PASS) $(DOCKER_REGISTRY)"; \ fi; \ if test -n "$(DOCKER_IMAGE)" ; \ then \ @@ -20,33 +20,27 @@ pull-compose-file: ) start-compose-file: - @ echo "\n### starting service(s)" - @$(foreach host,$(DEPLOY_HOSTS), \ - set -e; \ - echo "#host: $(host)"; \ + @- echo "\n### starting service(s)" + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); docker-compose -f $(DEPLOY_COMPOSE_FILE) -p $(DEPLOY_COMPOSE_PROJECT) up -d"; \ sleep $(DEPLOY_START_DELAY); \ - set +e; \ ) stop-compose-file: - @echo "\n### stopping service(s)" - @$(foreach host,$(DEPLOY_HOSTS), \ - set -e; \ - echo "#host: $(host)"; \ + @- echo "\n### stopping service(s)" + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); docker-compose -f $(DEPLOY_COMPOSE_FILE) -p $(DEPLOY_COMPOSE_PROJECT) down"; \ - set +e; \ ) logs-compose-file: - @ echo "\n### logs" - @ ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); docker-compose -f $(DEPLOY_COMPOSE_FILE) -p $(DEPLOY_COMPOSE_PROJECT) logs -f $(service)" + @- echo "\n### logs" + @- ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); docker-compose -f $(DEPLOY_COMPOSE_FILE) -p $(DEPLOY_COMPOSE_PROJECT) logs -f $(service)" restart-compose-file: - @$(foreach host,$(DEPLOY_HOSTS), \ - set -e; \ - echo "#host: $(host)"; \ + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); docker-compose -f $(DEPLOY_COMPOSE_FILE) -p $(DEPLOY_COMPOSE_PROJECT) restart"; \ sleep $(DEPLOY_START_DELAY); \ - set +e; \ ) diff --git a/compose.mk b/compose.mk index 0142d3f..2854b72 100644 --- a/compose.mk +++ b/compose.mk @@ -7,13 +7,13 @@ DOCKER_LOGIN = 0 endif pull-compose: - @echo "\n### pulling image(s)" - @$(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ - if test "$(DOCKER_LOGIN)" -eq 1 ; \ + @- echo "\n### pulling image(s)" + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ + if test "$(DOCKER_LOGIN)" = "1" ; \ then \ echo "\n#### perform docker login with user $(DOCKER_USER) on $(DOCKER_REGISTRY)"; \ - ssh $(SSH_USER)@$(host) "echo $(DOCKER_PASS) | docker login -u $(DOCKER_USER) --password-stdin $(DOCKER_REGISTRY)"; \ + ssh $(SSH_USER)@$(host) "docker login -u $(DOCKER_USER) -p $(DOCKER_PASS) $(DOCKER_REGISTRY)"; \ fi; \ if test -n "$(DOCKER_IMAGE)" ; \ then \ @@ -22,30 +22,24 @@ pull-compose: ) start-compose: - @echo "\n### starting service(s)" - @$(foreach host,$(DEPLOY_HOSTS), \ - set -e; \ - echo "#host: $(host)"; \ + @- echo "\n### starting service(s)" + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ ssh $(SSH_USER)@$(host) "cd $(project_dir); docker-compose up -d"; \ sleep $(DEPLOY_START_DELAY); \ - set +e; \ ) logs-compose: - @echo "\n### logs" - @$(foreach host,$(DEPLOY_HOSTS), \ - set -e; \ - echo "#host: $(host)"; \ + @- echo "\n### logs" + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ ssh $(SSH_USER)@$(host) "cd $(project_dir); docker-compose logs -f $(service)"; \ - set +e; \ ) restart-compose: - @echo "\n### restarting service(s)" - @$(foreach host,$(DEPLOY_HOSTS), \ - set -e; \ - echo "#host: $(host)"; \ + @- echo "\n### restarting service(s)" + @- $(foreach host,$(DEPLOY_HOSTS), \ + echo "$(host)"; \ ssh $(SSH_USER)@$(host) "cd $(project_dir); docker-compose restart"; \ sleep $(DEPLOY_START_DELAY); \ - set +e; \ ) diff --git a/cron.mk b/cron.mk index 4296a07..ad5a78d 100644 --- a/cron.mk +++ b/cron.mk @@ -4,19 +4,15 @@ start-cron: @- echo "\n### starting..." @- $(foreach host,$(DEPLOY_HOSTS), \ echo "$(host)"; \ - set -e; \ ssh $(SSH_USER)@$(host) "sudo -u $(CRON_USER) sh -c 'crontab -l | sed \"/^#make-deploy-cron:$(DEPLOY_NAME)/,+1 d\" | { cat; echo \"#make-deploy-cron:$(DEPLOY_NAME)\"; cat \"$(DEPLOY_PATH)/$(DEPLOY_NAME)/crontab\"; } | crontab -'"; \ sleep $(DEPLOY_START_DELAY); \ - set +e; \ ) stop-cron: @- echo "\n### stopping ..." @- $(foreach host,$(DEPLOY_HOSTS), \ echo "$(host)"; \ - set -e; \ ssh $(SSH_USER)@$(host) "sudo -u $(CRON_USER) sh -c 'crontab -l | sed \"/^#make-deploy-cron:$(DEPLOY_NAME)/,+1 d\" | crontab -'"; \ - set +e; \ ) pull-cron: diff --git a/k8s.mk b/k8s.mk index e5e8f02..b439929 100644 --- a/k8s.mk +++ b/k8s.mk @@ -4,19 +4,14 @@ MANDATORY = $(shell printenv MANDATORY) K8S_CONTEXT K8S_MANIFEST_FILENAME ?= kubernetes.yaml -ifneq ("$(wildcard secrets.yaml)","") - SECRETS="secrets.yaml" -else - SECRETS="" -endif start-k8s: @- echo "\n### starting deployment with k8s" @- echo "\n### setting kubernetes context to $(K8S_CONTEXT)" @ kubectl config use-context $(K8S_CONTEXT) - @- echo "\n### run kubectl apply -f $(K8S_MANIFEST_FILENAME) and if available secrets file $(SECRETS)" - @ cat $(K8S_MANIFEST_FILENAME) $(SECRETS) | envsubst | kubectl apply $(K8S_ADDITIONAL_PARAMS) -f - + @- echo "\n### run kubectl apply -f $(K8S_MANIFEST_FILENAME) and secrets.yaml" + @ cat $(K8S_MANIFEST_FILENAME) secrets.yaml | envsubst | kubectl apply $(K8S_ADDITIONAL_PARAMS) -f - pull-k8s: # nop diff --git a/simple.mk b/simple.mk index 908e4ce..8210118 100644 --- a/simple.mk +++ b/simple.mk @@ -3,7 +3,7 @@ # this just rsyncs the stuff to the remote server(s) and runs # build.sh, pre-/post-deploy, pre-/post-local, start.sh, etc. -ifndef DEPLOY_START_DELAY +ifndef DEPLOY_StART_DELAY DEPLOY_START_DELAY = 0 endif @@ -13,9 +13,7 @@ pull-simple: start-simple: @- echo "\n### start" @- $(foreach host,$(DEPLOY_HOSTS), \ - echo "#host: $(host)"; \ - set -e; \ - if [ -e start.sh ] ; then ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh start.sh"; fi; \ + echo "$(host)"; \ + ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); sh start.sh"; \ sleep $(DEPLOY_START_DELAY); \ - set +e; \ ) diff --git a/swarm.mk b/swarm.mk index dd4461d..45f67b8 100644 --- a/swarm.mk +++ b/swarm.mk @@ -4,9 +4,7 @@ start-swarm: @- echo "\n### starting service(s)" @- $(foreach host,$(DEPLOY_HOSTS), \ echo "$(host)"; \ - set -e; \ ssh $(SSH_USER)@$(host) "cd $(DEPLOY_PATH)/$(DEPLOY_NAME); docker stack deploy -c stack.yml $(DEPLOY_NAME)"; \ - set +e; \ ) stop-swarm: