ci(e2e): Run Tests in Pipelines (#3903)

* cy10 changes

* test: setup local e2e env

* test(e2e): migrate e2e setup

* add more config

* make e2e setup work

* align variables

* fix config

* skip mfa

* set user register to false

* read ids from database if not provided

* don't read ids withing env file

* fix escaping in id queries

* fix project root

* export projectRoot path

* export projectRoot

* add e2e-setup.sh

* specify GOOS and GOARCH for dockerfile compatible binary

* add org default redirect uri

* correctly initialize org policy

* await ids

* fix awaiting ids

* fix cypress configuration

* fix some tests

* initial compose setup

* fix working directory

* fix references

* make tests less flaky

* run go tests

* compose works until e2e-setup incl

* pass created e2e sa key

* make cypress run

* derive e2e orgs domain from baseurl

* use host from baseurl for setup ctx

* move defaults.yaml back to cmd pkg

* just create org owner

* Don't render element if no roles are passed

* use map instead of switchMap

* fix e2e tests

* added testdata for e3e

* zipped dump

* removed dumpDir

* cypress workflow with compose

* quote name

* cleanup vars

* eliminate need for e2e setup

* compose has no builds anymore

* use compose run and zitadel nw

* test e2e on pr (#4114)

* test e2e on pr

* install goreleaser

* install npm dev dependencies

* run cypress wf

* dynamic release version

* skip flaky user tests

* skip flaky permissions test

* cache docker layers in pipeline

* Update .github/workflows/cypress.yml

Co-authored-by: Florian Forster <[email protected]>

* align goreleaser version

* get rid of install.sh

* remove cypress-terminal-report

* Revert "remove cypress-terminal-report"

This reverts commit 254b5a1f87be71c64c1289b12fc1bf23a401ea64.

* just one npm e2e:build command

* cache npm dependencies

* install node modules using docker

* dedicated e2e context

* fix syntax

* don't copy node modules from goreleaser

* add npm-copy target

* add tsconfig.json

* remove docker caching

* deleted unneeded shellscript

* naming and cleanup

Co-authored-by: Florian Forster <[email protected]>
Co-authored-by: Christian Jakob <[email protected]>

* cleanup

Co-authored-by: Elio Bischof <[email protected]>
Co-authored-by: Christian Jakob <[email protected]>
Co-authored-by: Florian Forster <[email protected]>

.github/workflows/e2e.yml

@@ -0,0 +1,44 @@
+name: "ZITADEL e2e Tests"
+
+on:
+  release:
+    types: [created]
+  workflow_dispatch:
+    inputs:
+      releaseversion:
+        description: 'Release version to test'
+        required: true
+        default: 'latest'
+
+jobs:
+  test:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v2
+      - name: Set TAG env manual trigger
+        if: github.event_name == 'workflow_dispatch'
+        run: echo "RELEASE_VERSION=${{ github.event.inputs.releaseversion }}" >> $GITHUB_ENV
+      - name: Set TAG env on release
+        if: github.event_name == 'release'
+        run: echo "RELEASE_VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v1
+        with:
+          driver: docker
+          install: true
+      - name: Test
+        run: docker compose run e2e
+        working-directory: e2e
+        env:
+          ZITADEL_IMAGE: ghcr.io/zitadel/zitadel:${RELEASE_VERSION}
+      - name: Archive production tests
+        if: always()
+        uses: actions/upload-artifact@v2
+        with:
+          name: production-tests
+          path: |
+            e2e/cypress/results
+            e2e/cypress/videos
+            e2e/cypress/screenshots
+          retention-days: 30

.github/workflows/zitadel-pr.yml

@@ -4,7 +4,7 @@ on:
   pull_request:
 
 jobs:
-  Go:
+  Test:
     runs-on: ubuntu-20.04
     env:
       DOCKER_BUILDKIT: 1
@@ -18,28 +18,33 @@ jobs:
         with:
           driver: docker
           install: true
-      - name: Test
-        run: docker build -f build/grpc/Dockerfile -t zitadel-base:local . && docker build -f build/zitadel/Dockerfile . -t zitadel-go-test --target go-codecov -o .artifacts/codecov
+      - name: Install GoReleaser
+        uses: goreleaser/goreleaser-action@v3
+        with:
+          install-only: true
+          version: v1.8.3
+      - name: Build and Unit Test
+        run: GOOS="linux" GOARCH="amd64" goreleaser build --snapshot --single-target --rm-dist --output .artifacts/zitadel/zitadel
       - name: Publish go coverage
         uses: codecov/[email protected]
         with:
           file: .artifacts/codecov/profile.cov
           name: go-codecov
-
-  Angular:
-    runs-on: ubuntu-20.04
-    env:
-      DOCKER_BUILDKIT: 1
-    steps:
-      - name: Source checkout
-        uses: actions/checkout@v2
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v1
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v1
+      # As goreleaser doesn't build a dockerfile in snapshot mode, we have to build it here
+      - name: Build Docker Image
+        run: docker build -t zitadel:pr --file build/Dockerfile .artifacts/zitadel
+      - name: Run E2E Tests
+        run: docker compose run e2e
+        working-directory: e2e
+        env:
+          ZITADEL_IMAGE: zitadel:pr
+      - name: Archive Test Results
+        if: always()
+        uses: actions/upload-artifact@v2
         with:
-          driver: docker
-          install: true
-      - name: Test
-        run: docker build -f build/grpc/Dockerfile -t zitadel-base:local . && docker build -f build/console/Dockerfile . -t zitadel-npm-base --target angular-build
-
+          name: pull-request-tests
+          path: |
+            e2e/cypress/results
+            e2e/cypress/videos
+            e2e/cypress/screenshots
+          retention-days: 30