Repository navigation
Expand file tree
/
Copy pathMakefile
More file actions
190 lines (177 loc) · 9.4 KB
/
Copy pathMakefile
File metadata and controls
190 lines (177 loc) · 9.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
.DEFAULT_GOAL := env
GO ?= go
GINKGO := $(GO) run github.com/onsi/ginkgo/v2/ginkgo
GOLANGCI_LINT := $(GO) run github.com/golangci/golangci-lint/v2/cmd/golangci-lint@v2.14.0
PROFILE ?= dev
ENV_FILE ?= .env.$(PROFILE)
COMPONENT ?= all
FILTER ?= bootstrap
FOCUS ?=
INTEGRATION_STATE_DIR ?= $(abspath build/integration)
INTEGRATION_TEST := INTEGRATION_STATE_DIR="$(INTEGRATION_STATE_DIR)" $(GINKGO) -v --show-node-events --fail-on-empty --tags=integration --poll-progress-after=30s --poll-progress-interval=30s --output-dir=build
TERRAFORM_STATE := $(TF_STATE_DIR)/$(PROFILE)/$(KUBE_CONTEXT)/$(ROOT)
export TF_DATA_DIR = $(TERRAFORM_STATE)/.terraform
export TF_IN_AUTOMATION = 1
export TF_VAR_kubeconfig = $(KUBECONFIG)
export TF_VAR_context = $(KUBE_CONTEXT)
export TF_VAR_profile = $(PROFILE)
export TF_VAR_cert_manager_chart = $(CERT_MANAGER_CHART)
export TF_VAR_cert_manager_version = $(CERT_MANAGER_VERSION)
export TF_VAR_vault_chart_version = $(VAULT_CHART_VERSION)
export TF_VAR_hashicorp_repository = $(HASHICORP_HELM_REPO)
export TF_VAR_kv_mount = $(VAULT_KV_MOUNT)
.PHONY: env start resume stop restart status build lint lint-fix env-check reconcile platform-plan platform-apply vault-status vault-plan vault-apply seaweedfs utest itest itest-prepare itest-cleanup itest-slow gitops-credentials gitops-ui terraform-init terraform-plan terraform-apply
.PHONY: zot-install zot-start zot-stop zot-status zot-logs
.PHONY: redis-backup-install redis-backup redis-backup-status redis-backup-logs
.PHONY: k3s-install k3s-start k3s-status
# K3s
k3s-install: env build/k3s-install.sh /var/lib/monadiam/k3s.ext4 /var/lib/monadiam/k3s-volumes.ext4 zot-install
sudo install -d /etc/rancher/k3s /etc/systemd/system/k3s.service.d
sudo install -m 644 bootstrap/k3s/*.mount /etc/systemd/system/
sudo install -m 644 bootstrap/k3s/resources.conf /etc/systemd/system/k3s.service.d/resources.conf
sudo install -m 644 bootstrap/k3s/journald.conf /etc/systemd/journald@monadiam.conf
sudo install -m 600 clusters/$(PROFILE)/host/config.yaml /etc/rancher/k3s/config.yaml
sudo install -m 600 clusters/$(PROFILE)/host/registries.yaml /etc/rancher/k3s/registries.yaml
sudo systemctl daemon-reload
sudo systemctl start var-lib-monadiam-k3s-volumes.mount
sudo install -d /var/lib/monadiam/k3s/data/agent/etc/kubelet.conf.d
sudo install -m 644 clusters/$(PROFILE)/host/kubelet.conf /var/lib/monadiam/k3s/data/agent/etc/kubelet.conf.d/10-monadiam.conf
@set -a; . "$(abspath $(ENV_FILE))"; set +a; \
sudo env INSTALL_K3S_VERSION="$${K3S_VERSION:?}" INSTALL_K3S_SKIP_START=true INSTALL_K3S_SKIP_ENABLE=true sh build/k3s-install.sh
build/k3s-install.sh: $(ENV_FILE)
mkdir -p build
@set -a; . "$(abspath $(ENV_FILE))"; set +a; \
curl --fail --location "https://raw.githubusercontent.com/k3s-io/k3s/$${K3S_VERSION:?}/install.sh" --output "$@"
/var/lib/monadiam/k3s.ext4:
sudo install -d /var/lib/monadiam
@set -a; . "$(abspath $(ENV_FILE))"; set +a; \
sudo mkfs.ext4 -m 0 "$@" "$${K3S_STATE_SIZE:?}"
/var/lib/monadiam/k3s-volumes.ext4:
sudo install -d /var/lib/monadiam
@set -a; . "$(abspath $(ENV_FILE))"; set +a; \
sudo mkfs.ext4 -m 0 "$@" "$${K3S_VOLUMES_SIZE:?}"
k3s-start:
sudo systemctl start k3s
sudo k3s kubectl wait --for=create node/monadiam-$(PROFILE) --timeout=180s
sudo k3s kubectl wait --for=condition=Ready node --all --timeout=180s
mkdir -p "$(HOME)/.kube"
sudo install -m 600 -o "$$(id -u)" -g "$$(id -g)" /etc/rancher/k3s/k3s.yaml "$(HOME)/.kube/monadiam-$(PROFILE).yaml"
kubectl --kubeconfig "$(HOME)/.kube/monadiam-$(PROFILE).yaml" config rename-context default monadiam-$(PROFILE)
kubectl --kubeconfig "$(HOME)/.kube/monadiam-$(PROFILE).yaml" apply --server-side --field-manager=resource-budget \
-f clusters/$(PROFILE)/infrastructure/system/limits.yaml -f clusters/$(PROFILE)/infrastructure/system/coredns.yaml -f clusters/$(PROFILE)/infrastructure/system/metrics-server.yaml
k3s-status:
systemctl status k3s --no-pager
systemctl show monadiam.slice -p CPUQuotaPerSecUSec -p MemoryHigh -p MemoryMax -p MemoryCurrent
# Zot
zot-install: /var/lib/monadiam/zot.ext4
sudo install -d /etc/monadiam/zot
sudo install -m 644 clusters/$(PROFILE)/host/monadiam.slice /etc/systemd/system/
sudo install -m 644 bootstrap/zot/compose.yaml bootstrap/zot/config.json /etc/monadiam/zot/
sudo install -m 644 bootstrap/zot/monadiam-zot.service bootstrap/zot/var-lib-monadiam-zot.mount /etc/systemd/system/
sudo systemctl daemon-reload
sudo systemctl enable monadiam-zot.service
sudo systemctl restart monadiam-zot.service
/var/lib/monadiam/zot.ext4:
sudo install -d /var/lib/monadiam
sudo mkfs.ext4 -m 0 /var/lib/monadiam/zot.ext4 32G
zot-start:
sudo systemctl start monadiam-zot.service
zot-stop:
sudo systemctl stop monadiam-zot.service
zot-status:
systemctl status monadiam-zot.service --no-pager
zot-logs:
journalctl -u monadiam-zot.service -f
# Redis backups
redis-backup-install: /var/lib/monadiam/redis-backups.ext4
sudo install -d -m 700 /etc/monadiam/redis-backup
sudo install -m 644 clusters/$(PROFILE)/host/monadiam.slice /etc/systemd/system/
sudo install -m 755 bootstrap/redis-backup/backup.sh /etc/monadiam/redis-backup/
sudo install -m 644 bootstrap/redis-backup/*.service bootstrap/redis-backup/*.timer bootstrap/redis-backup/*.mount /etc/systemd/system/
@set -a; . "$(abspath $(ENV_FILE))"; set +a; \
configuration=$$(mktemp); trap 'rm -f "$$configuration"' EXIT; \
kubectl --kubeconfig "$${KUBECONFIG:?}" --context "$${KUBE_CONTEXT:?}" config view --minify --flatten --raw > "$$configuration" && \
sudo install -m 600 "$$configuration" "/etc/monadiam/redis-backup/$(PROFILE).kubeconfig"
sudo systemctl daemon-reload
sudo systemctl enable --now monadiam-redis-backup@$(PROFILE).timer
/var/lib/monadiam/redis-backups.ext4:
sudo install -d /var/lib/monadiam
sudo mkfs.ext4 -m 0 /var/lib/monadiam/redis-backups.ext4 8G
redis-backup:
sudo systemctl start monadiam-redis-backup@$(PROFILE).service
redis-backup-status:
systemctl status monadiam-redis-backup@$(PROFILE).timer --no-pager
systemctl show monadiam-redis-backup@$(PROFILE).service -p Result -p ExecMainStatus -p MemoryPeak
redis-backup-logs:
journalctl -u monadiam-redis-backup@$(PROFILE).service -f
# Infrastructure
env:
$(GO) run . config init --env-file "$(ENV_FILE)"
start: env k3s-start
$(MAKE) COMPONENT=storage platform-apply
$(MAKE) COMPONENT=all reconcile
resume: start
stop:
sudo /usr/local/bin/k3s-killall.sh
restart:
$(MAKE) stop
$(MAKE) start
status:
$(GO) run . cluster status --env-file "$(ENV_FILE)"
# Development
build:
$(GO) build -o build/infra .
lint:
$(GOLANGCI_LINT) run
lint-fix:
gofmt -w main.go cli tests
env-check:
$(GO) run . config validate --env-file "$(ENV_FILE)"
# Platform
reconcile:
$(GO) run . platform reconcile --component "$(COMPONENT)" --env-file "$(ENV_FILE)"
vault-status:
$(GO) run . vault status --env-file "$(ENV_FILE)"
vault-plan:
$(GO) run . vault exec --env-file "$(ENV_FILE)" -- make ROOT=vault terraform-plan
vault-apply:
$(GO) run . vault exec --env-file "$(ENV_FILE)" -- make ROOT=vault terraform-apply
seaweedfs:
$(GO) run . platform reconcile --component seaweedfs --env-file "$(ENV_FILE)"
# Test
utest:
$(GINKGO) --fd --succinct=false --keep-going --race ./cli/...
itest:
mkdir -p build
INTEGRATION_ACTION=check $(INTEGRATION_TEST) --label-filter="($(FILTER)) && !slow && !environment" --focus="$(FOCUS)" --timeout=15m --json-report=integration-report.json ./tests/integration/...
itest-prepare:
mkdir -p build
INTEGRATION_ACTION=prepare $(INTEGRATION_TEST) --label-filter=environment-prepare --timeout=65m --json-report=integration-prepare-report.json ./tests/integration/...
itest-cleanup:
mkdir -p build
INTEGRATION_ACTION=cleanup $(INTEGRATION_TEST) --label-filter=environment-cleanup --timeout=6m --json-report=integration-cleanup-report.json ./tests/integration/...
itest-slow:
mkdir -p build
INTEGRATION_ACTION=check $(INTEGRATION_TEST) --label-filter="($(FILTER)) && slow && !environment" --focus="$(FOCUS)" --timeout=2h --json-report=integration-slow-report.json ./tests/integration/...
platform-plan:
@set -a; . "$(abspath $(ENV_FILE))"; set +a; $(MAKE) ROOT="$(COMPONENT)" terraform-plan
platform-apply:
@set -a; . "$(abspath $(ENV_FILE))"; set +a; $(MAKE) ROOT="$(COMPONENT)" terraform-apply
# Terraform
terraform-init:
@umask 077; mkdir -p "$(TERRAFORM_STATE)"
terraform -chdir="terraform/$(ROOT)" init -input=false -no-color -lockfile=readonly -backend-config="path=$(TERRAFORM_STATE)/terraform.tfstate"
terraform-plan: terraform-init
terraform -chdir="terraform/$(ROOT)" plan -input=false -no-color
terraform-apply: terraform-init
terraform -chdir="terraform/$(ROOT)" apply -input=false -auto-approve -no-color
gitops-credentials:
@set -a; . "$(abspath $(ENV_FILE))"; set +a; \
: "$${GITHUB_APP_ID:?}" "$${GITHUB_APP_INSTALLATION_ID:?}" "$${GITHUB_APP_PRIVATE_KEY_FILE:?}" "$${KUBECONFIG:?}" "$${KUBE_CONTEXT:?}"; \
kubectl --kubeconfig "$${KUBECONFIG}" --context "$${KUBE_CONTEXT}" -n argocd create secret generic monadiam-image-updater-github \
--from-literal=githubAppID="$${GITHUB_APP_ID}" \
--from-literal=githubAppInstallationID="$${GITHUB_APP_INSTALLATION_ID}" \
--from-file=githubAppPrivateKey="$${GITHUB_APP_PRIVATE_KEY_FILE}" \
--dry-run=client -o yaml | kubectl --kubeconfig "$${KUBECONFIG}" --context "$${KUBE_CONTEXT}" apply --server-side --field-manager=gitops-credentials -f -
gitops-ui:
@set -a; . "$(abspath $(ENV_FILE))"; set +a; kubectl --kubeconfig "$${KUBECONFIG:?}" --context "$${KUBE_CONTEXT:?}" -n argocd port-forward --address=127.0.0.1 service/argocd-server 8443:443