Nshm 9 set up environment

.github/workflows/destroy.yaml

@@ -4,6 +4,7 @@ on:
   push:
     branches:
       - main
+      - NSHM-9-Set-up-environment
   workflow_dispatch:
     inputs:
       destroy:

.github/workflows/gitops.yaml

@@ -4,7 +4,7 @@ on:
   push:
     branches:
       - main
-      - setup-infra
+      - NSHM-9-Set-up-environment
     paths:
       - services/**
 
@@ -35,6 +35,10 @@ jobs:
               - 'services/item/**'
             wishlist:
               - 'services/wishlist/**'
+            notification:
+              - 'services/notification/**'
+            rabbitmq:
+              - 'services/rabbitmq/**'
 
   build:
     name: Build and push Docker image
@@ -79,14 +83,16 @@ jobs:
 
       - name: Update Image Tag Values
         run: |
-          chart_dir="helm"
+          chart_dir="helm/nshm"
           new_image_tag=${{ github.sha }}
-          sed -i -E "s|(repository: z1yoon/nshm-${{ matrix.service }}[[:space:]]+tag: )[^\"]*|\1$new_image_tag|g" "$chart_dir/values.yaml"
+          sed -i "/z1yoon\/nshm-${{ matrix.service }}/{n;s/tag: .*/tag: $new_image_tag/;}" $chart_dir/values.yaml
+          cat $chart_dir/values.yaml
 
       - name: Commit the changes
         run: |
+          git fetch origin
           git config --global user.email "[email protected]"
           git config --global user.name "nshm"
-          git commit -am "Updated image tags for services: ${{ matrix.service }}"
+          git commit -am "chore: updated image tags for services: ${{ matrix.service }}"
           git push
         continue-on-error: true

argocd/argo-locust-app.yaml

@@ -0,0 +1,18 @@
+apiVersion: argoproj.io/v1alpha1
+kind: Application
+metadata:
+  name: locust-load-testing
+  namespace: argocd
+spec:
+  project: default
+  source:
+    repoURL: 'https://github.com/SE-Row-1/nus-secondhand-market.git'
+    targetRevision: NSHM-9-Set-up-environment
+    path: locust
+  destination:
+    server: 'https://kubernetes.default.svc'
+    namespace: locust
+  syncPolicy:
+    automated:
+      prune: true
+      selfHeal: true

argocd/argo-metric-app.yaml

@@ -0,0 +1,18 @@
+apiVersion: argoproj.io/v1alpha1
+kind: Application
+metadata:
+  name: metric-server
+  namespace: argocd
+spec:
+  project: default
+  source:
+    repoURL: https://kubernetes-sigs.github.io/metrics-server/
+    chart: metrics-server
+    targetRevision: 3.12.2
+  destination:
+    server: https://kubernetes.default.svc
+    namespace: kube-system
+  syncPolicy:
+    automated:
+      prune: true
+      selfHeal: true

argocd/argo-monitoring-app.yaml

@@ -0,0 +1,55 @@
+apiVersion: argoproj.io/v1alpha1
+kind: Application
+metadata:
+  name: prometheus-stack
+  namespace: argocd
+spec:
+  project: default
+  source:
+    repoURL: https://prometheus-community.github.io/helm-charts
+    chart: kube-prometheus-stack
+    targetRevision: 65.3.1
+    helm:
+      values: |
+        grafana:
+          ingress:
+            enabled: true
+            ingressClassName: nginx
+            annotations:
+              kubernetes.io/ingress.class: nginx
+            hosts:
+              - grafana.nshm.store
+            path: /
+          adminUser: "nshm"
+          adminPassword: "nshm123"
+          persistence:
+            enabled: true
+            storageClassName: gp3
+            size: 10Gi
+        prometheus:
+          prometheusSpec:
+            storageSpec:
+              volumeClaimTemplate:
+                spec:
+                  storageClassName: gp3
+                  accessModes: ["ReadWriteOnce"]
+                  resources:
+                    requests:
+                      storage: 20Gi
+        alertmanager:
+          alertmanagerSpec:
+            storage:
+              volumeClaimTemplate:
+                spec:
+                  storageClassName: gp3
+                  accessModes: ["ReadWriteOnce"]
+                  resources:
+                    requests:
+                      storage: 5Gi
+  destination:
+    server: https://kubernetes.default.svc
+    namespace: monitoring
+  syncPolicy:
+    automated:
+      prune: true
+      selfHeal: true

terraform/modules/ec2/setup/argocd-app.yaml → argocd/argo-nshm-app.yaml

@@ -4,11 +4,11 @@ metadata:
   name: nshm
   namespace: argocd
 spec:
-  project: nshm-project
+  project: default
   source:
     repoURL: 'https://github.com/SE-Row-1/nus-secondhand-market.git'
-    targetRevision: setup-infra
-    path: helm
+    targetRevision: NSHM-9-Set-up-environment
+    path: helm/nshm
   destination:
     server: 'https://kubernetes.default.svc'
     namespace: nshm

argocd/argo-rabbitmq-app.yaml

@@ -0,0 +1,18 @@
+apiVersion: argoproj.io/v1alpha1
+kind: Application
+metadata:
+  name: rabbitmq-cluster-operator
+  namespace: argocd
+spec:
+  project: default
+  source:
+    repoURL: registry-1.docker.io/bitnamicharts
+    chart: rabbitmq-cluster-operator
+    targetRevision: 4.3.25
+  destination:
+    server: https://kubernetes.default.svc
+    namespace: rabbitmq
+  syncPolicy:
+    automated:
+      prune: true
+      selfHeal: true

argocd/argo-values.yaml

@@ -0,0 +1,11 @@
+server:
+  ingress:
+    enabled: true
+    ingressClassName: nginx
+    hostname: argocd.nshm.store
+    path: /
+    pathType: Prefix
+
+configs:
+  params:
+    server.insecure: true

encrypt.sh

@@ -1,8 +1,12 @@
 #!/bin/bash
-# Check if the passphrase file exists
+
+# Define passphrase file, S3 bucket, services directory, and envs directory
 PASSPHRASE_FILE="nshm.passphrase"
 S3_BUCKET="s3://nus-backend-terraform"
 SERVICES_DIR="services"
+ENVS_DIR="envs"
+
+# Check if the passphrase file exists; download from S3 if not
 if [ ! -f "$PASSPHRASE_FILE" ]; then
   echo "Passphrase file not found, downloading from S3..."
   aws s3 cp "${S3_BUCKET}/${PASSPHRASE_FILE}" .
@@ -14,25 +18,47 @@ if [ ! -f "$PASSPHRASE_FILE" ]; then
 else
   echo "Passphrase file already exists."
 fi
-# Get a list of service directories
-service_dirs=($(ls -d "$SERVICES_DIR"/*))
-# Loop through each service directory and encrypt its .env file
+
+
+# Function to encrypt a single .env file
+encrypt_env_file() {
+  local env_file=$1
+  local service_name=$2
+  echo "Encrypting $env_file..."
+
+  # Encrypt the .env file, outputting to the encrypted_envs directory
+  gpg --batch --yes --passphrase-file "$PASSPHRASE_FILE" --symmetric --output "$ENVS_DIR/${service_name}.env.gpg" "$env_file"
+
+  # Check if encryption was successful
+  if [ $? -eq 0 ]; then
+    echo "$env_file encrypted successfully and saved as $ENVS_DIR/${service_name}.env.gpg"
+  else
+    echo "Failed to encrypt $env_file for $service_name. Exiting..."
+    exit 1
+  fi
+}
+
+# Encrypt .env files within subdirectories of services
+service_dirs=($(ls -d "$SERVICES_DIR"/*/))
 for service_dir in "${service_dirs[@]}"; do
   SERVICE_NAME=$(basename "$service_dir")
   ENV_FILE="$service_dir/.env"
-  # Check if .env file exists
   if [ -f "$ENV_FILE" ]; then
-    echo "Encrypting $ENV_FILE..."
-    gpg --batch --yes --passphrase-file "$PASSPHRASE_FILE" --symmetric --output "envs/$SERVICE_NAME.env.gpg" "$ENV_FILE"
-    if [ $? -eq 0 ]; then
-      echo "$ENV_FILE encrypted successfully and moved to envs/$SERVICE_NAME.env.gpg"
-    else
-      echo "Failed to encrypt $ENV_FILE for $SERVICE_NAME. Exiting..."
-      exit 1
-    fi
+    encrypt_env_file "$ENV_FILE" "$SERVICE_NAME"
   else
     echo "No .env file found in $service_dir, skipping..."
   fi
 done
-echo "All services processed."
+
+# Encrypt .env files in the envs directory
+for env_file in "$ENVS_DIR"/*.env; do
+  if [ -f "$env_file" ]; then
+    SERVICE_NAME=$(basename "$env_file" .env)
+    encrypt_env_file "$env_file" "$SERVICE_NAME"
+  else
+    echo "No .env files found in $ENVS_DIR."
+  fi
+done
+
+echo "All .env files processed and encrypted."
 

envs/account-postgres.env.gpg

@@ -1 +1,2 @@
-Œ	†—(҂AÉ=ÿҋ
6Յ<à ¿ò/ÁÑB ’½••“Ì翓Õ5…®o’¥Ì,ßt²Gï~’<ã+¨ÏYçTÈ/ÃXæ:5êVT­okÁv+Ãäû2Œ(á"}bA·FÑ8'ÈBAc° åZÅ AV^ŽÇtàh¶ã„HØdu‡¼D´K‰ÛµÏÿ`£ƒ‰Na‘4É
h
+Œ	aXOò”¶!öҋ
Æ=u—ç'uÉS¶C2áÆÁ&	g
+ÝãÇL)‘g¨ËÅRãJhì‡;5MèÆÿv¯•Ù}E¨hÚ<Ê4ƒTSCòNXÿÎ3t]¾Ñ闗½oqª˜±#¢Ìøez´%ž;®ë]Q'g4 Â¬í%hDŒÇûÞzҔìË[²é$åVgéµEßs[Ù

envs/ec2.env.gpg

@@ -0,0 +1,2 @@
+Œ	‡Âh9Cå”éöÒÀŒ
笇Õ²–KKXœƒYÎ{\*ð*j­t¸Tü|Iÿ	z}ùãúEl¸\¹üáXš‡øXu
¤Í‹´å­
+ú-Áa¤k¹¼aè{”ßè³A—¼õ3Fj¤ZÔaö¾éÕ
›Ð߇7Õÿj2sPno=÷`1ojº"Ɉ說´	ì	ªE^ו>ÇÓÎ"/ÒÈ'Èv–<A©+ÍK/9†&fqŠ4]•Hd’¹!èe/àáuáMsr»GøjqiePšœátŠ{¾Åh³'veÄgËPÆ=ÎÑ’ÄBô³f%Ï¥"ÚÖ¶øn.¯Uªe¹gèjý¨¥ÊmîÌ3‘¸x1t&t‡¡\¯ïÔö|Óñ.·©h!·z3i%ëáb©<x‰Õ*ã`žÅü20I
MüANuîpºpÁQ’-)•PëÌ û

envs/web.env.gpg

@@ -1 +1 @@
-Œ	=:‡‰7ÿÿÒp
[(S±q!d·Fr™çG‚+þ+R;)@{“C
+‰¯™F°HÕšInT;ۈŠpÜ
ºÁRe}®‹]*¥÷hàÜz®"ŠÞç+õñ9óI~Ⱥ½õŸªp–ÉBïÚ¶¹Ü=.§UÝ]GT	V
+Œ	yÓýýO˜²yöÒp
wâÿ’Àñ‡ßIíÍëóDé<0§Üä³\¬ïÝXPT£ˆRã”ìþêz#í¯þèۼ¾´ÎÆ+¥*²jB‚ˆBÞ`ŒD·‰–3>IiXN?~Àâ)QË£öû"пPÕ7üÿX
µe€7’¥

envs/wishlist-mongo.env.gpg

@@ -1,3 +1,2 @@
-Œ	Ž¸³]Ÿºu0ÿҟ
ÕËÌkø”‚ØjH”윍<Ê0u$OÀø@(Ÿêkú®Ny75¢ð–Âý•£=F¤è*É`ÎÞ¾ˆ¡Z°ºÍ£ÈI·‹P\¨t‡¢ÜÚ”&qjl‚n½j;ÀM®ˆ>¾x)ÆîtdwZ¬[6ÿ‰ö
-½ÀS#[»RÑÁï
pZH%:o‚¦9nÎ;Fýì‚
-6«A¶>÷ó;Ò
+Œ	úcº!›ÆövöÒ¦
½	¶À¶à3=7W|\Žð]®˜ÑNzgsIm×ÄBp¯í(@8
+•†Ä…óã‰6a{¥]¯\`êCì3fÙRõzãÆ0il^-~såø¨šqulq’½²ƒœ'½6ψäV˜£-¡…˜°¯ûŠµ0Ùîk›SMøE;ï@WXº3Û¾ïéõ佶¥®ÝL
„ìò?P¸¬jÛ}•;æ_