Makefile 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344
  1. # set the shell to bash always
  2. SHELL := /bin/bash
  3. # set make and shell flags to exit on errors
  4. MAKEFLAGS += --warn-undefined-variables
  5. .SHELLFLAGS := -euo pipefail -c
  6. ARCH ?= amd64 arm64
  7. BUILD_ARGS ?= CGO_ENABLED=0
  8. DOCKER_BUILD_ARGS ?=
  9. DOCKERFILE ?= Dockerfile
  10. # default target is build
  11. .DEFAULT_GOAL := all
  12. .PHONY: all
  13. all: $(addprefix build-,$(ARCH))
  14. # Image registry for build/push image targets
  15. export IMAGE_REGISTRY ?= ghcr.io
  16. export IMAGE_REPO ?= external-secrets/external-secrets
  17. export IMAGE_NAME ?= $(IMAGE_REGISTRY)/$(IMAGE_REPO)
  18. BUNDLE_DIR ?= deploy/crds
  19. CRD_DIR ?= config/crds
  20. HELM_DIR ?= deploy/charts/external-secrets
  21. TF_DIR ?= terraform
  22. OUTPUT_DIR ?= bin
  23. # Get the currently used golang install path (in GOPATH/bin, unless GOBIN is set)
  24. ifeq (,$(shell go env GOBIN))
  25. GOBIN=$(shell go env GOPATH)/bin
  26. else
  27. GOBIN=$(shell go env GOBIN)
  28. endif
  29. # check if there are any existing `git tag` values
  30. ifeq ($(shell git tag),)
  31. # no tags found - default to initial tag `v0.0.0`
  32. export VERSION := $(shell echo "v0.0.0-$$(git rev-list HEAD --count)-g$$(git describe --dirty --always)" | sed 's/-/./2' | sed 's/-/./2')
  33. else
  34. # use tags
  35. export VERSION := $(shell git describe --dirty --always --tags --exclude 'helm*' | sed 's/-/./2' | sed 's/-/./2')
  36. endif
  37. TAG_SUFFIX ?=
  38. export IMAGE_TAG ?= $(VERSION)$(TAG_SUFFIX)
  39. # ====================================================================================
  40. # Colors
  41. BLUE := $(shell printf "\033[34m")
  42. YELLOW := $(shell printf "\033[33m")
  43. RED := $(shell printf "\033[31m")
  44. GREEN := $(shell printf "\033[32m")
  45. CNone := $(shell printf "\033[0m")
  46. # ====================================================================================
  47. # Logger
  48. TIME_LONG = `date +%Y-%m-%d' '%H:%M:%S`
  49. TIME_SHORT = `date +%H:%M:%S`
  50. TIME = $(TIME_SHORT)
  51. INFO = echo ${TIME} ${BLUE}[ .. ]${CNone}
  52. WARN = echo ${TIME} ${YELLOW}[WARN]${CNone}
  53. ERR = echo ${TIME} ${RED}[FAIL]${CNone}
  54. OK = echo ${TIME} ${GREEN}[ OK ]${CNone}
  55. FAIL = (echo ${TIME} ${RED}[FAIL]${CNone} && false)
  56. # ====================================================================================
  57. # Conformance
  58. reviewable: generate docs manifests helm.generate helm.docs lint ## Ensure a PR is ready for review.
  59. @go mod tidy
  60. @cd e2e/ && go mod tidy
  61. check-diff: reviewable ## Ensure branch is clean.
  62. @$(INFO) checking that branch is clean
  63. @test -z "$$(git status --porcelain)" || (echo "$$(git status --porcelain)" && $(FAIL))
  64. @$(OK) branch is clean
  65. update-deps:
  66. go get -u
  67. cd e2e && go get -u
  68. @go mod tidy
  69. @cd e2e/ && go mod tidy
  70. # ====================================================================================
  71. # Golang
  72. .PHONY: test
  73. test: generate envtest ## Run tests
  74. @$(INFO) go test unit-tests
  75. KUBEBUILDER_ASSETS="$(shell $(ENVTEST) use $(KUBERNETES_VERSION) -p path --bin-dir $(LOCALBIN))" go test -race -v $(shell go list ./... | grep -v e2e) -coverprofile cover.out
  76. @$(OK) go test unit-tests
  77. .PHONY: test.e2e
  78. test.e2e: generate ## Run e2e tests
  79. @$(INFO) go test e2e-tests
  80. $(MAKE) -C ./e2e test
  81. @$(OK) go test e2e-tests
  82. .PHONY: test.e2e.managed
  83. test.e2e.managed: generate ## Run e2e tests managed
  84. @$(INFO) go test e2e-tests-managed
  85. $(MAKE) -C ./e2e test.managed
  86. @$(OK) go test e2e-tests-managed
  87. .PHONY: build
  88. build: $(addprefix build-,$(ARCH)) ## Build binary
  89. .PHONY: build-%
  90. build-%: generate ## Build binary for the specified arch
  91. @$(INFO) go build $*
  92. $(BUILD_ARGS) GOOS=linux GOARCH=$* \
  93. go build -o '$(OUTPUT_DIR)/external-secrets-linux-$*' main.go
  94. @$(OK) go build $*
  95. lint: golangci-lint ## Run golangci-lint
  96. @if ! $(GOLANGCI_LINT) run; then \
  97. echo -e "\033[0;33mgolangci-lint failed: some checks can be fixed with \`\033[0;32mmake fmt\033[0m\033[0;33m\`\033[0m"; \
  98. exit 1; \
  99. fi
  100. @$(OK) Finished linting
  101. fmt: golangci-lint ## Ensure consistent code style
  102. @go mod tidy
  103. @cd e2e/ && go mod tidy
  104. @go fmt ./...
  105. @$(GOLANGCI_LINT) run --fix
  106. @$(OK) Ensured consistent code style
  107. generate: ## Generate code and crds
  108. @./hack/crd.generate.sh $(BUNDLE_DIR) $(CRD_DIR)
  109. @$(OK) Finished generating deepcopy and crds
  110. # ====================================================================================
  111. # Local Utility
  112. # This is for running out-of-cluster locally, and is for convenience.
  113. # For more control, try running the binary directly with different arguments.
  114. run: generate ## Run app locally (without a k8s cluster)
  115. go run ./main.go
  116. manifests: helm.generate ## Generate manifests from helm chart
  117. mkdir -p $(OUTPUT_DIR)/deploy/manifests
  118. helm template external-secrets $(HELM_DIR) -f deploy/manifests/helm-values.yaml > $(OUTPUT_DIR)/deploy/manifests/external-secrets.yaml
  119. crds.install: generate ## Install CRDs into a cluster. This is for convenience
  120. kubectl apply -f $(BUNDLE_DIR)
  121. crds.uninstall: ## Uninstall CRDs from a cluster. This is for convenience
  122. kubectl delete -f $(BUNDLE_DIR)
  123. tilt-up: tilt manifests ## Generates the local manifests that tilt will use to deploy the controller's objects.
  124. $(LOCALBIN)/tilt up
  125. # ====================================================================================
  126. # Helm Chart
  127. helm.docs: ## Generate helm docs
  128. @cd $(HELM_DIR); \
  129. docker run --rm -v $(shell pwd)/$(HELM_DIR):/helm-docs -u $(shell id -u) jnorwood/helm-docs:v1.5.0
  130. HELM_VERSION ?= $(shell helm show chart $(HELM_DIR) | grep 'version:' | sed 's/version: //g')
  131. helm.build: helm.generate ## Build helm chart
  132. @$(INFO) helm package
  133. @helm package $(HELM_DIR) --dependency-update --destination $(OUTPUT_DIR)/chart
  134. @mv $(OUTPUT_DIR)/chart/external-secrets-$(HELM_VERSION).tgz $(OUTPUT_DIR)/chart/external-secrets.tgz
  135. @$(OK) helm package
  136. helm.generate:
  137. ./hack/helm.generate.sh $(BUNDLE_DIR) $(HELM_DIR)
  138. @$(OK) Finished generating helm chart files
  139. helm.test: helm.generate
  140. @helm unittest --file tests/*.yaml --file 'tests/**/*.yaml' deploy/charts/external-secrets/
  141. helm.test.update: helm.generate
  142. @helm unittest -u --file tests/*.yaml --file 'tests/**/*.yaml' deploy/charts/external-secrets/
  143. helm.update.appversion:
  144. @chartversion=$$(yq .version ./deploy/charts/external-secrets/Chart.yaml) ; \
  145. chartappversion=$$(yq .appVersion ./deploy/charts/external-secrets/Chart.yaml) ; \
  146. chartname=$$(yq .name ./deploy/charts/external-secrets/Chart.yaml) ; \
  147. $(INFO) Update chartname and chartversion string in test snapshots.; \
  148. sed -s -i "s/^\([[:space:]]\+helm\.sh\/chart:\).*/\1 $${chartname}-$${chartversion}/" ./deploy/charts/external-secrets/tests/__snapshot__/*.yaml.snap ; \
  149. sed -s -i "s/^\([[:space:]]\+app\.kubernetes\.io\/version:\).*/\1 $${chartappversion}/" ./deploy/charts/external-secrets/tests/__snapshot__/*.yaml.snap ; \
  150. sed -s -i "s/^\([[:space:]]\+image: ghcr\.io\/external-secrets\/external-secrets:\).*/\1$${chartappversion}/" ./deploy/charts/external-secrets/tests/__snapshot__/*.yaml.snap ; \
  151. $(OK) "Version strings updated"
  152. # ====================================================================================
  153. # Documentation
  154. .PHONY: docs
  155. docs: generate ## Generate docs
  156. $(MAKE) -C ./hack/api-docs build
  157. .PHONY: docs.publish
  158. docs.publish: generate ## Generate and deploys docs
  159. $(MAKE) -C ./hack/api-docs build.publish
  160. .PHONY: docs.serve
  161. docs.serve: ## Serve docs
  162. $(MAKE) -C ./hack/api-docs serve
  163. # ====================================================================================
  164. # Build Artifacts
  165. .PHONY: build.all
  166. build.all: docker.build helm.build ## Build all artifacts (docker image, helm chart)
  167. .PHONY: docker.image
  168. docker.image: ## Emit IMAGE_NAME:IMAGE_TAG
  169. @echo $(IMAGE_NAME):$(IMAGE_TAG)
  170. .PHONY: docker.imagename
  171. docker.imagename: ## Emit IMAGE_NAME
  172. @echo $(IMAGE_NAME)
  173. .PHONY: docker.tag
  174. docker.tag: ## Emit IMAGE_TAG
  175. @echo $(IMAGE_TAG)
  176. .PHONY: docker.build
  177. docker.build: $(addprefix build-,$(ARCH)) ## Build the docker image
  178. @$(INFO) docker build
  179. echo docker build -f $(DOCKERFILE) . $(DOCKER_BUILD_ARGS) -t $(IMAGE_NAME):$(IMAGE_TAG)
  180. DOCKER_BUILDKIT=1 docker build -f $(DOCKERFILE) . $(DOCKER_BUILD_ARGS) -t $(IMAGE_NAME):$(IMAGE_TAG)
  181. @$(OK) docker build
  182. .PHONY: docker.push
  183. docker.push: ## Push the docker image to the registry
  184. @$(INFO) docker push
  185. @docker push $(IMAGE_NAME):$(IMAGE_TAG)
  186. @$(OK) docker push
  187. # RELEASE_TAG is tag to promote. Default is promoting to main branch, but can be overriden
  188. # to promote a tag to a specific version.
  189. RELEASE_TAG ?= $(IMAGE_TAG)
  190. SOURCE_TAG ?= $(VERSION)$(TAG_SUFFIX)
  191. .PHONY: docker.promote
  192. docker.promote: ## Promote the docker image to the registry
  193. @$(INFO) promoting $(SOURCE_TAG) to $(RELEASE_TAG)
  194. docker manifest inspect --verbose $(IMAGE_NAME):$(SOURCE_TAG) > .tagmanifest
  195. for digest in $$(jq -r 'if type=="array" then .[].Descriptor.digest else .Descriptor.digest end' < .tagmanifest); do \
  196. docker pull $(IMAGE_NAME)@$$digest; \
  197. done
  198. docker manifest create $(IMAGE_NAME):$(RELEASE_TAG) \
  199. $$(jq -j '"--amend $(IMAGE_NAME)@" + if type=="array" then .[].Descriptor.digest else .Descriptor.digest end + " "' < .tagmanifest)
  200. docker manifest push $(IMAGE_NAME):$(RELEASE_TAG)
  201. @$(OK) docker push $(RELEASE_TAG) \
  202. # ====================================================================================
  203. # Terraform
  204. tf.plan.%: ## Runs terrform plan for a provider
  205. @cd $(TF_DIR)/$*; \
  206. terraform init; \
  207. terraform plan
  208. tf.apply.%: ## Runs terrform apply for a provider
  209. @cd $(TF_DIR)/$*; \
  210. terraform init; \
  211. terraform apply -auto-approve
  212. tf.destroy.%: ## Runs terrform destroy for a provider
  213. @cd $(TF_DIR)/$*; \
  214. terraform init; \
  215. terraform destroy -auto-approve
  216. tf.show.%: ## Runs terrform show for a provider and outputs to a file
  217. @cd $(TF_DIR)/$*; \
  218. terraform init; \
  219. terraform plan -out tfplan.binary; \
  220. terraform show -json tfplan.binary > plan.json
  221. # ====================================================================================
  222. # Help
  223. .PHONY: help
  224. # only comments after make target name are shown as help text
  225. help: ## Displays this help message
  226. @echo -e "$$(grep -hE '^\S+:.*##' $(MAKEFILE_LIST) | sed -e 's/:.*##\s*/|/' -e 's/^\(.\+\):\(.*\)/\\x1b[36m\1\\x1b[m:\2/' | column -c2 -t -s'|' | sort)"
  227. .PHONY: clean
  228. clean: ## Clean bins
  229. @$(INFO) clean
  230. @rm -f $(OUTPUT_DIR)/external-secrets-linux-*
  231. @$(OK) go build $*
  232. # ====================================================================================
  233. # Build Dependencies
  234. ifeq ($(OS),Windows_NT) # is Windows_NT on XP, 2000, 7, Vista, 10...
  235. detected_OS := windows
  236. arch := x86_64
  237. else
  238. detected_OS := $(shell uname -s)
  239. arch := $(shell uname -m)
  240. ifeq ($(detected_OS),Darwin)
  241. detected_OS := mac
  242. endif
  243. ifeq ($(detected_OS),Linux)
  244. detected_OS := linux
  245. endif
  246. endif
  247. ## Location to install dependencies to
  248. LOCALBIN ?= $(shell pwd)/bin
  249. $(LOCALBIN):
  250. mkdir -p $(LOCALBIN)
  251. ## Tool Binaries
  252. TILT ?= $(LOCALBIN)/tilt
  253. ENVTEST ?= $(LOCALBIN)/setup-envtest
  254. GOLANGCI_LINT ?= $(LOCALBIN)/golangci-lint
  255. ## Tool Versions
  256. GOLANGCI_VERSION := 1.54.2
  257. KUBERNETES_VERSION := 1.28.x
  258. TILT_VERSION := 0.33.10
  259. .PHONY: envtest
  260. envtest: $(ENVTEST) ## Download envtest-setup locally if necessary.
  261. $(ENVTEST): $(LOCALBIN)
  262. test -s $(LOCALBIN)/setup-envtest || GOBIN=$(LOCALBIN) go install sigs.k8s.io/controller-runtime/tools/setup-envtest@latest
  263. .PHONY: golangci-lint
  264. .PHONY: $(GOLANGCI_LINT)
  265. golangci-lint: $(GOLANGCI_LINT) ## Download golangci-lint locally if necessary.
  266. $(GOLANGCI_LINT): $(LOCALBIN)
  267. test -s $(LOCALBIN)/golangci-lint && $(LOCALBIN)/golangci-lint version --format short | grep -q $(GOLANGCI_VERSION) || \
  268. curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b $(LOCALBIN) v$(GOLANGCI_VERSION)
  269. .PHONY: tilt
  270. .PHONY: $(TILT)
  271. tilt: $(TILT) ## Download tilt locally if necessary. Architecture is locked at x86_64.
  272. $(TILT): $(LOCALBIN)
  273. test -s $(LOCALBIN)/tilt || curl -fsSL https://github.com/tilt-dev/tilt/releases/download/v$(TILT_VERSION)/tilt.$(TILT_VERSION).$(detected_OS).$(arch).tar.gz | tar -xz -C $(LOCALBIN) tilt