diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml index 54f7c40..413906c 100644 --- a/.github/workflows/deploy.yml +++ b/.github/workflows/deploy.yml @@ -331,4 +331,281 @@ jobs: rm -f "$RUNNER_TEMP"/test-*.tfplan rm -f "$RUNNER_TEMP"/test-*.plan.json rm -f "$RUNNER_TEMP"/test-*.plan.log - rm -f "$RUNNER_TEMP"/test-*.apply.log \ No newline at end of file + rm -f "$RUNNER_TEMP"/test-*.apply.log + + deploy-stage: + name: Deploy STAGE + needs: deploy-test + runs-on: [self-hosted, linux, assignment2] + timeout-minutes: 45 + environment: STAGE + + env: + OS_AUTH_TYPE: v3applicationcredential + OS_AUTH_URL: ${{ vars.OS_AUTH_URL }} + OS_REGION_NAME: ${{ vars.OS_REGION_NAME }} + OS_IDENTITY_API_VERSION: "3" + OS_INTERFACE: public + OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.OS_APPLICATION_CREDENTIAL_ID }} + OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.OS_APPLICATION_CREDENTIAL_SECRET }} + KOPS_STATE_STORE: swift://demo-kops + + steps: + # Checkout the same commit deployed to TEST. + - name: Checkout + uses: actions/checkout@v5 + with: + ref: ${{ github.event_name == 'workflow_run' && github.event.workflow_run.head_sha || github.sha }} + persist-credentials: false + + - name: Setup OpenTofu + uses: opentofu/setup-opentofu@v2 + with: + tofu_version: "1.12.6" + tofu_wrapper: false + + - name: Preflight checks + shell: bash + run: | + set -euo pipefail + + tofu version + + test -f environments/stage/network/providers.tf + test -f environments/stage/frontend/providers.tf + test -f environments/stage/network/deployment.tfvars + test -f environments/stage/frontend/deployment.tfvars + + : "${OS_AUTH_URL:?Missing OS_AUTH_URL}" + : "${OS_REGION_NAME:?Missing OS_REGION_NAME}" + : "${OS_APPLICATION_CREDENTIAL_ID:?Missing application credential ID}" + : "${OS_APPLICATION_CREDENTIAL_SECRET:?Missing application credential secret}" + + echo "STAGE deployment prerequisites verified." + + # Install tools for this job's runner. + - name: Install kOps and kubectl + shell: bash + run: | + set -euo pipefail + + BIN_DIR="$RUNNER_TEMP/tofu-tools" + mkdir -p "$BIN_DIR" + + KUBECTL_VERSION="v1.36.4" + KOPS_VERSION="v1.36.2" + + curl -fsSL -o "$BIN_DIR/kubectl" \ + "https://dl.k8s.io/release/${KUBECTL_VERSION}/bin/linux/amd64/kubectl" + + curl -fsSL -o "$BIN_DIR/kubectl.sha256" \ + "https://dl.k8s.io/release/${KUBECTL_VERSION}/bin/linux/amd64/kubectl.sha256" + + ( + cd "$BIN_DIR" + echo "$(cat kubectl.sha256) kubectl" | sha256sum --check + ) + + curl -fsSL -o "$BIN_DIR/kops" \ + "https://github.com/kubernetes/kops/releases/download/${KOPS_VERSION}/kops-linux-amd64" + + curl -fsSL -o "$BIN_DIR/kops.sha256" \ + "https://github.com/kubernetes/kops/releases/download/${KOPS_VERSION}/kops-linux-amd64.sha256" + + ( + cd "$BIN_DIR" + echo "$(cat kops.sha256) kops" | sha256sum --check + ) + + chmod +x "$BIN_DIR/kubectl" "$BIN_DIR/kops" + echo "$BIN_DIR" >> "$GITHUB_PATH" + + - name: Verify installed tools + shell: bash + run: | + kops version + kubectl version --client + + # Authenticate to the existing kOps state store. + - name: Verify kOps state store access + shell: bash + env: + OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.KOPS_APPLICATION_CREDENTIAL_ID }} + OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.KOPS_APPLICATION_CREDENTIAL_SECRET }} + run: | + set -euo pipefail + + : "${OS_APPLICATION_CREDENTIAL_ID:?Missing kOps credential ID}" + : "${OS_APPLICATION_CREDENTIAL_SECRET:?Missing kOps credential secret}" + + kops get cluster einalien.k8s.local \ + --state="$KOPS_STATE_STORE" > /dev/null + + echo "kOps state store access verified." + + - name: Generate Kubernetes kubeconfig + shell: bash + env: + OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.KOPS_APPLICATION_CREDENTIAL_ID }} + OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.KOPS_APPLICATION_CREDENTIAL_SECRET }} + run: | + set -euo pipefail + + KUBECONFIG_FILE="$RUNNER_TEMP/assignment2-stage-kubeconfig" + umask 077 + + kops export kubeconfig einalien.k8s.local \ + --admin=1h \ + --state="$KOPS_STATE_STORE" \ + --kubeconfig="$KUBECONFIG_FILE" + + test -s "$KUBECONFIG_FILE" + chmod 600 "$KUBECONFIG_FILE" + + KUBECONFIG="$KUBECONFIG_FILE" kubectl config current-context + + echo "KUBECONFIG=$KUBECONFIG_FILE" >> "$GITHUB_ENV" + echo "KUBE_CONFIG_PATH=$KUBECONFIG_FILE" >> "$GITHUB_ENV" + + - name: Verify Kubernetes state access + shell: bash + run: | + set -euo pipefail + + kubectl --request-timeout=15s get --raw=/readyz + kubectl --request-timeout=15s get namespace iac + + # Check permissions needed by the backend. + for VERB in get list create update patch; do + kubectl auth can-i "$VERB" secrets -n iac --quiet + done + + kubectl auth can-i create leases.coordination.k8s.io -n iac --quiet + + echo "Kubernetes backend access verified." + + # STAGE may have no state yet. Do not require existing resources. + - name: Initialize STAGE remote state + shell: bash + run: | + set -euo pipefail + + for STACK in network frontend; do + STACK_DIR="environments/stage/$STACK" + + echo "Initializing STAGE $STACK backend..." + + tofu -chdir="$STACK_DIR" init \ + -reconfigure \ + -input=false \ + -lockfile=readonly \ + -no-color + done + + echo "STAGE backends initialized." + + # Deploy the network first, then the frontend. + - name: Deploy STAGE infrastructure + shell: bash + env: + TF_IN_AUTOMATION: "true" + TF_VAR_admin_cidr: ${{ secrets.ADMIN_CIDR }} + TF_VAR_ssh_key_name: ${{ vars.SSH_KEY_NAME }} + run: | + set -euo pipefail + umask 077 + + : "${TF_VAR_admin_cidr:?Missing ADMIN_CIDR}" + : "${TF_VAR_ssh_key_name:?Missing SSH_KEY_NAME}" + + for STACK in network frontend; do + STACK_DIR="environments/stage/$STACK" + + PLAN_FILE="$RUNNER_TEMP/stage-$STACK.tfplan" + PLAN_JSON="$RUNNER_TEMP/stage-$STACK.plan.json" + PLAN_LOG="$RUNNER_TEMP/stage-$STACK.plan.log" + APPLY_LOG="$RUNNER_TEMP/stage-$STACK.apply.log" + + echo "::group::Deploy STAGE $STACK" + + # Generate a saved plan. + set +e + tofu -chdir="$STACK_DIR" plan \ + -var-file="deployment.tfvars" \ + -out="$PLAN_FILE" \ + -input=false \ + -no-color \ + -lock-timeout=5m \ + -detailed-exitcode > "$PLAN_LOG" 2>&1 + EXIT_CODE=$? + set -e + + if [ "$EXIT_CODE" -ne 0 ] && [ "$EXIT_CODE" -ne 2 ]; then + echo "::error::STAGE $STACK planning failed." + exit 1 + fi + + if [ "$EXIT_CODE" -eq 0 ]; then + echo "STAGE $STACK: No changes required." + echo "::endgroup::" + continue + fi + + # Inspect planned changes before applying. + test -s "$PLAN_FILE" + + tofu -chdir="$STACK_DIR" show -json \ + "$PLAN_FILE" > "$PLAN_JSON" + + # Block destructive changes. + if ! jq -e ' + (.format_version | type == "string") and + (.resource_changes | type == "array") and + all(.resource_changes[]?; + (.change.actions == ["no-op"] or + .change.actions == ["read"] or + .change.actions == ["create"] or + .change.actions == ["update"]) + ) + ' "$PLAN_JSON" > /dev/null; then + echo "::error::STAGE $STACK contains invalid or destructive changes." + echo "Automatic apply has been blocked." + exit 1 + fi + + echo "Planned STAGE $STACK changes:" + + jq -r ' + .resource_changes[]? + | select(.change.actions != ["no-op"]) + | "\(.address): \(.change.actions | join(", "))" + ' "$PLAN_JSON" + + # Apply the exact saved plan. + echo "Applying STAGE $STACK..." + + if ! tofu -chdir="$STACK_DIR" apply \ + -input=false \ + -no-color \ + -lock-timeout=5m \ + "$PLAN_FILE" > "$APPLY_LOG" 2>&1; then + echo "::error::STAGE $STACK apply failed." + exit 1 + fi + + echo "STAGE $STACK deployed successfully." + echo "::endgroup::" + done + + echo "STAGE infrastructure deployment completed." + + - name: Clean up temporary files + if: always() + shell: bash + run: | + rm -f "$RUNNER_TEMP/assignment2-stage-kubeconfig" + + rm -f "$RUNNER_TEMP"/stage-*.tfplan + rm -f "$RUNNER_TEMP"/stage-*.plan.json + rm -f "$RUNNER_TEMP"/stage-*.plan.log + rm -f "$RUNNER_TEMP"/stage-*.apply.log \ No newline at end of file diff --git a/environments/stage/frontend/deployment.tfvars b/environments/stage/frontend/deployment.tfvars new file mode 100644 index 0000000..d64762e --- /dev/null +++ b/environments/stage/frontend/deployment.tfvars @@ -0,0 +1,9 @@ +frontend_name = "assignment2-stage-frontend" +frontend_count = 1 + +frontend_image = "Debian 13 (Trixie) stable amd64" +frontend_flavor = "gx1.1c1r" + +http_cidr = "0.0.0.0/0" + +external_network_name = "ntnu-internal" \ No newline at end of file diff --git a/environments/stage/network/deployment.tfvars b/environments/stage/network/deployment.tfvars new file mode 100644 index 0000000..70c9767 --- /dev/null +++ b/environments/stage/network/deployment.tfvars @@ -0,0 +1,13 @@ +network_name = "assignment2-stage-network" + +frontend_subnet_name = "assignment2-stage-frontend-subnet" +frontend_subnet_cidr = "10.70.10.0/24" + +backend_subnet_name = "assignment2-stage-backend-subnet" +backend_subnet_cidr = "10.70.20.0/24" + +database_subnet_name = "assignment2-stage-database-subnet" +database_subnet_cidr = "10.70.30.0/24" + +router_name = "assignment2-stage-router" +external_network_name = "ntnu-internal" \ No newline at end of file