Add helm charts + IaC Part 1

.env

@@ -1,3 +1,15 @@
-POSTGRES_USER=postgres
-POSTGRES_PASSWORD=postgres
-POSTGRES_DB=postgres
+APP_DB_ADDR="postgres"
+APP_DB_PORT=5432
+APP_DB_USERNAME="postgres"
+APP_DB_PASSWORD="postgres"
+APP_DB_DATABASE="postgres"
+APP_DB_SSL_MODE=0
+
+APP_PORT=3000
+APP_SHOW_FRONTEND=1
+APP_SHOW_SWAGGER=1
+
+
+
+
+

.github/workflows/execute-tests.yaml

@@ -0,0 +1,38 @@
+name: "CI: Test Software"
+
+on:
+  push:
+
+jobs:
+  test-backend:
+    runs-on: ubuntu-latest
+    # continue-on-error: true
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: run backend tests
+        if: ${{ always() }}
+        run: make test-be
+        env:
+          APP_DATABASE_HOST: postgres
+          APP_DATABASE_PORT: 5432
+          APP_DATABASE_USERNAME: postgres
+          APP_DATABASE_PASSWORD: postgres
+          APP_DATABASE_DATABASE: postgres
+          APP_DATABASE_SSLMODE: False
+
+  # test-frontend:
+  #   runs-on: ubuntu-latest
+  #   continue-on-error: true
+
+  #   steps:
+  #     - uses: actions/checkout@v4
+  #       with:
+  #         fetch-depth: 0
+
+  #     - name: run frontend tests
+  #       if: ${{ always() }}
+  #       run: make test-fe

.gitignore

@@ -3,4 +3,9 @@ services/frontend/.svelte-kit
 services/frontend/node_modules
 services/backend/src/assets/frontend
 
-.DS_Store
+.DS_Store
+*.tgz
+
+.input
+.secrets
+node_modules

Makefile

@@ -3,7 +3,7 @@
 	@bash  ./devops/scripts/utils/install-dependencies.sh
 
 dev: .install-deps ## start debugging in docker compose microservices (auto reload)
-	@docker compose -f compose-dev.yaml up backend frontend reverse-proxy
+	@docker compose -f compose-dev.yaml up --abort-on-container-exit backend frontend reverse-proxy
 
 build-full: .install-deps ## build current plattform
 	@bash ./devops/scripts/build-service/binary.sh
@@ -12,10 +12,10 @@ local-release: .install-deps ## build all app versions locally (via goreleaser)
 	@bash  ./devops/scripts/utils/local-release.sh
 
 test-be: ## run golang tests
-	@docker compose -f compose-dev.yaml up postgres backend-tests
+	@docker compose -f compose-dev.yaml up --abort-on-container-exit postgres backend-tests
 
 test-fe: ## run sveltekit tests
-	@docker compose -f compose-dev.yaml up fontend-tests
+	@docker compose -f compose-dev.yaml up --abort-on-container-exit frontend-tests
 
 build-dockerfile-binary: ## build one dockerimage that contains everything
 	@bash ./devops/scripts/build-container/binary.sh

compose-dev.yaml

@@ -68,6 +68,21 @@ services:
       - intranet
     command: ["sh", "-c", "cd /app && npm install && npm run test"]
 
+  frontend-tests-ci:
+    image: node:latest
+    container_name: web-ui-test
+    restart: always
+    volumes:
+      - ./services/frontend/package.json:/app/package.json
+      - ./services/frontend/svelte.config.js:/app/svelte.config.js
+      - ./services/frontend/tsconfig.json:/app/tsconfig.json
+      - ./services/frontend/vite.config.ts:/app/vite.config.ts
+      - ./services/frontend/static:/app/static
+      - ./services/frontend/src:/app/src
+    networks:
+      - intranet
+    command: ["sh", "-c", "cd /app && npm install && npm run test"]
+
   # -----------------------------------------------------------------------------------------------------
   #
   #       BACKEND
@@ -89,7 +104,8 @@ services:
         condition: service_started
       # gotify:
       #   condition: service_started
-    restart: always
+    env_file:
+      - "./.env"
     labels:
       - "traefik.enable=true"
       - "traefik.http.routers.backend.rule=Host(`web.localhost`)&&(PathPrefix(`/api`)||PathPrefix(`/swagger`))"
@@ -115,6 +131,16 @@ services:
       - TERM=xterm-256color`
     command: ["sh", "-c", "cd /app && bash scripts/test-local-docker.sh"]
 
+  backend-tests-ci:
+    image: golang:latest
+    container_name: web-api-test
+    volumes:
+      - ./services/backend:/app
+    tty: true
+    environment:
+      - TERM=xterm-256color`
+    command: ["sh", "-c", "cd /app && bash scripts/test-local-docker.sh"]
+
   # -----------------------------------------------------------------------------------------------------
   #
   #       DATABASE
@@ -125,9 +151,9 @@ services:
     image: postgis/postgis
     restart: always
     environment:
-      POSTGRES_USER: ${POSTGRES_USER}
-      POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
-      POSTGRES_DB: ${POSTGRES_DB}
+      POSTGRES_USER: ${APP_DB_USERNAME}
+      POSTGRES_PASSWORD: ${APP_DB_PASSWORD}
+      POSTGRES_DB: ${APP_DB_DATABASE}
       PGDATA: /var/lib/postgresql/data/pgdata
     ports:
       - "5432:5432"

devops/deployments/.ci-pipeline/.gitignore

@@ -0,0 +1,2 @@
+config
+k8s.civo.config

devops/deployments/application-services/backend/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

devops/deployments/application-services/backend/Chart.yaml

@@ -0,0 +1,7 @@
+apiVersion: v2
+name: backend
+description: A Helm chart for Kubernetes
+
+type: application
+version: 0.1.0
+appVersion: "1.16.0"

devops/deployments/application-services/frontend/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

devops/deployments/application-services/frontend/Chart.yaml

@@ -0,0 +1,7 @@
+apiVersion: v2
+name: frontend
+description: A Helm chart for Kubernetes
+
+type: application
+version: 0.1.0
+appVersion: "1.16.0"

devops/deployments/application-services/helmfile.yaml

@@ -0,0 +1,25 @@
+environments: 
+  develop: {}
+  prod: {}
+
+---
+
+releases:
+  - name: frontend
+    chart: ./frontend
+    namespace: application-{{ .Environment.Name }}
+    createNamespace: true
+    installed: true
+    values:
+      - "./values/frontend-{{ .Environment.Name }}.yaml"
+
+  - name: backend
+    chart: ./backend
+    namespace: application-{{ .Environment.Name }}
+    createNamespace: true
+    installed: true
+    values:
+      - "./values/backend-{{ .Environment.Name }}.yaml"
+    # set:
+    #   - name: database.password
+    #     value: {{ requiredEnv "SOMETHING" }}

devops/deployments/application-services/standalone/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

devops/deployments/application-services/standalone/Chart.yaml

@@ -0,0 +1,7 @@
+apiVersion: v2
+name: standalone
+description: A Helm chart for Kubernetes
+
+type: application
+version: 0.1.0
+appVersion: "1.16.0"

devops/deployments/application-services/values/backend-develop.yaml

@@ -0,0 +1,3 @@
+application:
+  environment:
+    name: "develop"

devops/deployments/application-services/values/backend-prod.yaml

@@ -0,0 +1,3 @@
+application:
+  environment:
+    name: "production"

devops/deployments/application-services/values/frontend-develop.yaml

@@ -0,0 +1,3 @@
+application:
+  environment:
+    name: "develop"

devops/deployments/application-services/values/frontend-prod.yaml

@@ -0,0 +1,3 @@
+application:
+  environment:
+    name: "production"

devops/deployments/base-applications/helmfile.yaml

@@ -0,0 +1,54 @@
+repositories:
+  - name: ingress-nginx
+    url: https://kubernetes.github.io/ingress-nginx
+  - name: goauthentik
+    url: https://charts.goauthentik.io/
+  - name: longhorn
+    url: https://charts.longhorn.io
+  - name: bitnami
+    url: https://charts.bitnami.com/bitnami
+
+releases:
+  - name: ingress
+    chart: ingress-nginx/ingress-nginx
+    namespace: ingress
+    createNamespace: true
+    values:
+      - "./values/ingress-nginx.yaml"
+
+  - name: longhorn
+    chart: longhorn/longhorn
+    version: 1.6.0
+    namespace: longhorn
+    createNamespace: true
+    values:
+      - "./values/storage-longhorn.yaml"
+
+  - name: postgres
+    chart: bitnami/postgresql
+    namespace: postgres
+    createNamespace: true
+    needs:
+      - longhorn/longhorn
+    set:
+      - name: global.storageClass
+        value: longhorn
+      - name: global.postgresql.auth.postgresPassword
+        value: adminpw
+      - name: global.postgresql.auth.username
+        value: user
+      - name: global.postgresql.auth.password
+        value: userpassword
+
+  # - name: authentik
+  #   chart: goauthentik/authentik
+  #   version: 2024.2.2
+  #   namespace: identityprovider
+  #   createNamespace: true
+  #   needs:
+  #     - ingress
+  #     - longhorn
+  #     - postgres
+  #   values:
+  #     - "./values/authentik-identity-provider.yaml"
+

devops/deployments/base-applications/makefile

@@ -0,0 +1,2 @@
+run:
+	helmfile sync --kube-context my-cluster --kubeconfig ../.ci-pipeline/k8s.civo.config