Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
279 changes: 278 additions & 1 deletion .github/workflows/deploy.yml
Original file line number Diff line number Diff line change
Expand Up @@ -331,4 +331,281 @@ jobs:
rm -f "$RUNNER_TEMP"/test-*.tfplan
rm -f "$RUNNER_TEMP"/test-*.plan.json
rm -f "$RUNNER_TEMP"/test-*.plan.log
rm -f "$RUNNER_TEMP"/test-*.apply.log
rm -f "$RUNNER_TEMP"/test-*.apply.log
deploy-stage:
name: Deploy STAGE
needs: deploy-test
runs-on: [self-hosted, linux, assignment2]
timeout-minutes: 45
environment: STAGE

env:
OS_AUTH_TYPE: v3applicationcredential
OS_AUTH_URL: ${{ vars.OS_AUTH_URL }}
OS_REGION_NAME: ${{ vars.OS_REGION_NAME }}
OS_IDENTITY_API_VERSION: "3"
OS_INTERFACE: public
OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.OS_APPLICATION_CREDENTIAL_ID }}
OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.OS_APPLICATION_CREDENTIAL_SECRET }}
KOPS_STATE_STORE: swift://demo-kops

steps:
# Checkout the same commit deployed to TEST.
- name: Checkout
uses: actions/checkout@v5
with:
ref: ${{ github.event_name == 'workflow_run' && github.event.workflow_run.head_sha || github.sha }}
persist-credentials: false

- name: Setup OpenTofu
uses: opentofu/setup-opentofu@v2
with:
tofu_version: "1.12.6"
tofu_wrapper: false

- name: Preflight checks
shell: bash
run: |
set -euo pipefail
tofu version
test -f environments/stage/network/providers.tf
test -f environments/stage/frontend/providers.tf
test -f environments/stage/network/deployment.tfvars
test -f environments/stage/frontend/deployment.tfvars
: "${OS_AUTH_URL:?Missing OS_AUTH_URL}"
: "${OS_REGION_NAME:?Missing OS_REGION_NAME}"
: "${OS_APPLICATION_CREDENTIAL_ID:?Missing application credential ID}"
: "${OS_APPLICATION_CREDENTIAL_SECRET:?Missing application credential secret}"
echo "STAGE deployment prerequisites verified."
# Install tools for this job's runner.
- name: Install kOps and kubectl
shell: bash
run: |
set -euo pipefail
BIN_DIR="$RUNNER_TEMP/tofu-tools"
mkdir -p "$BIN_DIR"
KUBECTL_VERSION="v1.36.4"
KOPS_VERSION="v1.36.2"
curl -fsSL -o "$BIN_DIR/kubectl" \
"https://dl.k8s.io/release/${KUBECTL_VERSION}/bin/linux/amd64/kubectl"
curl -fsSL -o "$BIN_DIR/kubectl.sha256" \
"https://dl.k8s.io/release/${KUBECTL_VERSION}/bin/linux/amd64/kubectl.sha256"
(
cd "$BIN_DIR"
echo "$(cat kubectl.sha256) kubectl" | sha256sum --check
)
curl -fsSL -o "$BIN_DIR/kops" \
"https://github.com/kubernetes/kops/releases/download/${KOPS_VERSION}/kops-linux-amd64"
curl -fsSL -o "$BIN_DIR/kops.sha256" \
"https://github.com/kubernetes/kops/releases/download/${KOPS_VERSION}/kops-linux-amd64.sha256"
(
cd "$BIN_DIR"
echo "$(cat kops.sha256) kops" | sha256sum --check
)
chmod +x "$BIN_DIR/kubectl" "$BIN_DIR/kops"
echo "$BIN_DIR" >> "$GITHUB_PATH"
- name: Verify installed tools
shell: bash
run: |
kops version
kubectl version --client
# Authenticate to the existing kOps state store.
- name: Verify kOps state store access
shell: bash
env:
OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.KOPS_APPLICATION_CREDENTIAL_ID }}
OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.KOPS_APPLICATION_CREDENTIAL_SECRET }}
run: |
set -euo pipefail
: "${OS_APPLICATION_CREDENTIAL_ID:?Missing kOps credential ID}"
: "${OS_APPLICATION_CREDENTIAL_SECRET:?Missing kOps credential secret}"
kops get cluster einalien.k8s.local \
--state="$KOPS_STATE_STORE" > /dev/null
echo "kOps state store access verified."
- name: Generate Kubernetes kubeconfig
shell: bash
env:
OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.KOPS_APPLICATION_CREDENTIAL_ID }}
OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.KOPS_APPLICATION_CREDENTIAL_SECRET }}
run: |
set -euo pipefail
KUBECONFIG_FILE="$RUNNER_TEMP/assignment2-stage-kubeconfig"
umask 077
kops export kubeconfig einalien.k8s.local \
--admin=1h \
--state="$KOPS_STATE_STORE" \
--kubeconfig="$KUBECONFIG_FILE"
test -s "$KUBECONFIG_FILE"
chmod 600 "$KUBECONFIG_FILE"
KUBECONFIG="$KUBECONFIG_FILE" kubectl config current-context
echo "KUBECONFIG=$KUBECONFIG_FILE" >> "$GITHUB_ENV"
echo "KUBE_CONFIG_PATH=$KUBECONFIG_FILE" >> "$GITHUB_ENV"
- name: Verify Kubernetes state access
shell: bash
run: |
set -euo pipefail
kubectl --request-timeout=15s get --raw=/readyz
kubectl --request-timeout=15s get namespace iac
# Check permissions needed by the backend.
for VERB in get list create update patch; do
kubectl auth can-i "$VERB" secrets -n iac --quiet
done
kubectl auth can-i create leases.coordination.k8s.io -n iac --quiet
echo "Kubernetes backend access verified."
# STAGE may have no state yet. Do not require existing resources.
- name: Initialize STAGE remote state
shell: bash
run: |
set -euo pipefail
for STACK in network frontend; do
STACK_DIR="environments/stage/$STACK"
echo "Initializing STAGE $STACK backend..."
tofu -chdir="$STACK_DIR" init \
-reconfigure \
-input=false \
-lockfile=readonly \
-no-color
done
echo "STAGE backends initialized."
# Deploy the network first, then the frontend.
- name: Deploy STAGE infrastructure
shell: bash
env:
TF_IN_AUTOMATION: "true"
TF_VAR_admin_cidr: ${{ secrets.ADMIN_CIDR }}
TF_VAR_ssh_key_name: ${{ vars.SSH_KEY_NAME }}
run: |
set -euo pipefail
umask 077
: "${TF_VAR_admin_cidr:?Missing ADMIN_CIDR}"
: "${TF_VAR_ssh_key_name:?Missing SSH_KEY_NAME}"
for STACK in network frontend; do
STACK_DIR="environments/stage/$STACK"
PLAN_FILE="$RUNNER_TEMP/stage-$STACK.tfplan"
PLAN_JSON="$RUNNER_TEMP/stage-$STACK.plan.json"
PLAN_LOG="$RUNNER_TEMP/stage-$STACK.plan.log"
APPLY_LOG="$RUNNER_TEMP/stage-$STACK.apply.log"
echo "::group::Deploy STAGE $STACK"
# Generate a saved plan.
set +e
tofu -chdir="$STACK_DIR" plan \
-var-file="deployment.tfvars" \
-out="$PLAN_FILE" \
-input=false \
-no-color \
-lock-timeout=5m \
-detailed-exitcode > "$PLAN_LOG" 2>&1
EXIT_CODE=$?
set -e
if [ "$EXIT_CODE" -ne 0 ] && [ "$EXIT_CODE" -ne 2 ]; then
echo "::error::STAGE $STACK planning failed."
exit 1
fi
if [ "$EXIT_CODE" -eq 0 ]; then
echo "STAGE $STACK: No changes required."
echo "::endgroup::"
continue
fi
# Inspect planned changes before applying.
test -s "$PLAN_FILE"
tofu -chdir="$STACK_DIR" show -json \
"$PLAN_FILE" > "$PLAN_JSON"
# Block destructive changes.
if ! jq -e '
(.format_version | type == "string") and
(.resource_changes | type == "array") and
all(.resource_changes[]?;
(.change.actions == ["no-op"] or
.change.actions == ["read"] or
.change.actions == ["create"] or
.change.actions == ["update"])
)
' "$PLAN_JSON" > /dev/null; then
echo "::error::STAGE $STACK contains invalid or destructive changes."
echo "Automatic apply has been blocked."
exit 1
fi
echo "Planned STAGE $STACK changes:"
jq -r '
.resource_changes[]?
| select(.change.actions != ["no-op"])
| "\(.address): \(.change.actions | join(", "))"
' "$PLAN_JSON"
# Apply the exact saved plan.
echo "Applying STAGE $STACK..."
if ! tofu -chdir="$STACK_DIR" apply \
-input=false \
-no-color \
-lock-timeout=5m \
"$PLAN_FILE" > "$APPLY_LOG" 2>&1; then
echo "::error::STAGE $STACK apply failed."
exit 1
fi
echo "STAGE $STACK deployed successfully."
echo "::endgroup::"
done
echo "STAGE infrastructure deployment completed."
- name: Clean up temporary files
if: always()
shell: bash
run: |
rm -f "$RUNNER_TEMP/assignment2-stage-kubeconfig"
rm -f "$RUNNER_TEMP"/stage-*.tfplan
rm -f "$RUNNER_TEMP"/stage-*.plan.json
rm -f "$RUNNER_TEMP"/stage-*.plan.log
rm -f "$RUNNER_TEMP"/stage-*.apply.log
9 changes: 9 additions & 0 deletions environments/stage/frontend/deployment.tfvars
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
frontend_name = "assignment2-stage-frontend"
frontend_count = 1

frontend_image = "Debian 13 (Trixie) stable amd64"
frontend_flavor = "gx1.1c1r"

http_cidr = "0.0.0.0/0"

external_network_name = "ntnu-internal"
13 changes: 13 additions & 0 deletions environments/stage/network/deployment.tfvars
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
network_name = "assignment2-stage-network"

frontend_subnet_name = "assignment2-stage-frontend-subnet"
frontend_subnet_cidr = "10.70.10.0/24"

backend_subnet_name = "assignment2-stage-backend-subnet"
backend_subnet_cidr = "10.70.20.0/24"

database_subnet_name = "assignment2-stage-database-subnet"
database_subnet_cidr = "10.70.30.0/24"

router_name = "assignment2-stage-router"
external_network_name = "ntnu-internal"