Set us basic e2e tests

Author: pcallewaert

.github/workflows/e2e-test.yml

@@ -0,0 +1,44 @@
+name: E2E Test
+
+on:
+  pull_request:
+    branches:
+      - master
+  push:
+    branches:
+      - master
+
+jobs:
+  e2e:
+    runs-on: ubuntu-latest
+    name: End-to-End Test
+    timeout-minutes: 30 # Add timeout to prevent hanging jobs
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: Build Docker image
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./build/Dockerfile.dist
+          push: false
+          tags: |
+            postgres-operator:build
+      - name: Install kubectl & krew
+        uses: marcofranssen/setup-kubectl@v1.3.0
+        with:
+          enablePlugins: true
+      - name: Install KUTTL
+        run: kubectl krew install kuttl
+      - name: Run tests
+        working-directory: tests
+        run: kubectl kuttl test
+      - name: Upload test artifacts
+        if: always() # Run even if tests fail
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-results
+          path: tests/kind-logs-*/
+          retention-days: 7

.gitignore

@@ -83,3 +83,6 @@ tags
 deploy/secret.yaml
 # build artifact
 operator
+# kuttl/kind
+tests/kind-logs-*/
+tests/kubeconfig

Makefile

@@ -1,4 +1,4 @@
-.PHONY: gen build
+.PHONY: gen build e2e e2e-build
 
 gen:
 	operator-sdk generate k8s
@@ -17,3 +17,7 @@ linux-build:
 	@GOBIN=/work/bin GO111MODULE=on GOOS=linux GOARC=x86_64 go build --mod=vendor  -o operator github.com/movetokube/postgres-operator/cmd/manager
 docker-build:
 	docker run -ti -v $(PWD):/work -w /work golang:1.13.15-stretch make linux-build
+e2e-build:
+	docker buildx build -t postgres-operator:build -f ./build/Dockerfile.dist .
+e2e: e2e-build
+	cd tests && kubectl kuttl test

README.md

@@ -213,6 +213,10 @@ You can contribute to this project by opening a PR to merge to `master`, or one
 
 Please write tests and fix any broken tests before you open a PR. Tests should cover at least 80% of your code.
 
+#### e2e-tests
+
+End-to-end tests are implemented using [kuttl](https://kuttl.dev/), a Kubernetes test framework. To execute these tests locally, first install kuttl on your system, then run the command `make e2e` from the project root directory.
+
 ### Compatibility
 
 Postgres operator uses Operator SDK, which uses kubernetes client. Kubernetes client compatibility with Kubernetes cluster
@@ -225,4 +229,3 @@ Postgres operator compatibility with Operator SDK version is in the table below
 | `postgres-operator 0.4.x` | v0.17                |  v1beta1             |
 | `postgres-operator 1.x.x` | v0.18                |  v1                  |
 | `HEAD`                    | v0.18                |  v1                  |
-

deploy/crds/db_v1alpha1_postgres_cr.yaml renamed to deploy/crs/db_v1alpha1_postgres_cr.yaml

@@ -0,0 +1,21 @@
+# In your test case directory, create a file named 00-helm-install.yaml
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+commands:
+  - command: >-
+      helm install -n $NAMESPACE postgresql oci://registry-1.docker.io/bitnamicharts/postgresql
+      --version 16.6.0
+      --set global.postgresql.auth.password=postgres
+      --set global.postgresql.auth.username=postgres
+      --wait
+    timeout: 120
+  - command: >-
+      helm install -n $NAMESPACE ext-postgres-operator-$NAMESPACE ext-postgres-operator/ext-postgres-operator
+      --set image.repository=postgres-operator
+      --set image.tag=build
+      --set postgres.host=postgresql
+      --set postgres.user=postgres
+      --set postgres.password=postgres
+      --set postgres.uri_args="sslmode=disable"
+      --set watchNamespace=$NAMESPACE
+      --wait

deploy/crds/db_v1alpha1_postgresuser_cr.yaml renamed to deploy/crs/db_v1alpha1_postgresuser_cr.yaml

@@ -0,0 +1,20 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+collectors:
+  - type: pod
+    selector: app.kubernetes.io/name=ext-postgres-operator
+    tail: 100
+---
+apiVersion: db.movetokube.com/v1alpha1
+kind: Postgres
+metadata:
+  name: my-db
+status:
+  roles:
+    owner: test-db-group
+    reader: test-db-reader
+    writer: test-db-writer
+  schemas:
+    - stores
+    - customers
+  succeeded: true

tests/e2e/self-hosted-postgres/00-helm-install.yaml

@@ -0,0 +1,11 @@
+apiVersion: db.movetokube.com/v1alpha1
+kind: Postgres
+metadata:
+  name: my-db
+spec:
+  database: test-db
+  dropOnDelete: true
+  masterRole: test-db-group
+  schemas:
+    - stores
+    - customers

tests/e2e/self-hosted-postgres/01-assert.yaml

@@ -0,0 +1,15 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+collectors:
+  - type: pod
+    selector: app.kubernetes.io/name=ext-postgres-operator
+    tail: 100
+---
+apiVersion: db.movetokube.com/v1alpha1
+kind: PostgresUser
+metadata:
+  name: my-db-user
+status:
+  databaseName: test-db
+  postgresGroup: test-db-group
+  succeeded: true

tests/e2e/self-hosted-postgres/01-postgres.yaml

@@ -0,0 +1,9 @@
+apiVersion: db.movetokube.com/v1alpha1
+kind: PostgresUser
+metadata:
+  name: my-db-user
+spec:
+  role: username
+  database: my-db
+  secretName: my-secret
+  privileges: OWNER

tests/e2e/self-hosted-postgres/02-assert.yaml

@@ -0,0 +1,9 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+delete:
+  - apiVersion: db.movetokube.com/v1alpha1
+    kind: PostgresUser
+    name: my-db-user
+  - apiVersion: db.movetokube.com/v1alpha1
+    kind: Postgres
+    name: my-db

tests/e2e/self-hosted-postgres/02-postgresuser.yaml

@@ -0,0 +1,10 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestSuite
+testDirs: #  Directories containing test cases to run.
+  - ./e2e/
+crdDir: ../deploy/crds/
+startKIND: true
+kindContainers:
+  - postgres-operator:build
+commands:
+  - command: helm repo add ext-postgres-operator https://movetokube.github.io/postgres-operator/