From 2d93cef9664dd77156fccacbf545be623bbee704 Mon Sep 17 00:00:00 2001
From: Ilya Kreymer <ikreymer@users.noreply.github.com>
Date: Wed, 7 Dec 2022 23:26:16 -0800
Subject: [PATCH] CI: Add K3D CI test (#405)

- add testing with K3D cluster
- bump backend image to python 3.10-slim for newer python, smaller image.
- bump to 1.2.0-beta.0
---
 .github/workflows/k3d-ci.yaml      | 94 ++++++++++++++++++++++++++++++
 .github/workflows/microk8s-ci.yaml |  2 +-
 backend/Dockerfile                 |  2 +-
 backend/btrixcloud/version.py      |  2 +-
 chart/examples/k3d-ci.yaml         | 20 +++++++
 frontend/package.json              |  2 +-
 version.txt                        |  2 +-
 7 files changed, 119 insertions(+), 5 deletions(-)
 create mode 100644 .github/workflows/k3d-ci.yaml
 create mode 100644 chart/examples/k3d-ci.yaml

diff --git a/.github/workflows/k3d-ci.yaml b/.github/workflows/k3d-ci.yaml
new file mode 100644
index 00000000..a827c315
--- /dev/null
+++ b/.github/workflows/k3d-ci.yaml
@@ -0,0 +1,94 @@
+name: Cluster Run (K3d)
+
+on: [push, pull_request]
+
+jobs:
+  btrix-k3d-test:
+    runs-on: ubuntu-latest
+    steps:
+      - 
+        name: Create k3d Cluster
+        uses: AbsaOSS/k3d-action@v2
+        with:
+          cluster-name: btrix-1
+          args: >-
+            -p "30870:30870@agent:0:direct"
+            --agents 1
+            --no-lb
+            --k3s-arg "--no-deploy=traefik,servicelb,metrics-server@server:*"
+
+      - 
+        name: Checkout
+        uses: actions/checkout@v3
+
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          driver-opts: network=host
+
+      -
+        name: Build Backend
+        uses: docker/build-push-action@v3
+        with:
+          context: backend
+          load: true
+          #outputs: type=tar,dest=backend.tar
+          tags: webrecorder/browsertrix-backend:latest
+          cache-from: type=gha,scope=backend
+          cache-to: type=gha,scope=backend,mode=max
+
+      -
+        name: Build Frontend
+        uses: docker/build-push-action@v3
+        with:
+          context: frontend
+          load: true
+          #outputs: type=tar,dest=frontend.tar
+          tags: webrecorder/browsertrix-frontend:latest
+          cache-from: type=gha,scope=frontend
+          cache-to: type=gha,scope=frontend,mode=max
+
+      - 
+        name: "Import Images"
+        run: |
+          k3d image import webrecorder/browsertrix-backend:latest -m direct -c btrix-1 --verbose
+          k3d image import webrecorder/browsertrix-frontend:latest -m direct -c btrix-1 --verbose
+
+      - 
+        name: Install Kubectl
+        uses: azure/setup-kubectl@v3
+
+      - name: Install Helm
+        uses: azure/setup-helm@v3
+        with:
+           version: 3.10.2
+
+      - 
+        name: Start Cluster with Helm
+        run: |
+          helm upgrade --install -f ./chart/values.yaml -f ./chart/examples/k3d-ci.yaml btrix ./chart/
+
+      -
+        name: Install Python
+        uses: actions/setup-python@v3
+        with:
+          python-version: '3.9'
+
+      - 
+        name: Install Python Libs
+        run: pip install pytest requests
+
+      -
+        name: Wait for all pods to be ready
+        run: kubectl wait --for=condition=ready pod --all --timeout=240s
+ 
+      - 
+        name: Run Tests
+        run: py.test -vv ./backend/test/*.py
+
+      -
+        name: Print Backend Logs
+        if: ${{ failure() }}
+        run: kubectl logs svc/browsertrix-cloud-backend
+
diff --git a/.github/workflows/microk8s-ci.yaml b/.github/workflows/microk8s-ci.yaml
index ac0dbabc..445e72cf 100644
--- a/.github/workflows/microk8s-ci.yaml
+++ b/.github/workflows/microk8s-ci.yaml
@@ -1,4 +1,4 @@
-name: Cluster Run (MicroK8S local)
+name: Cluster Run (MicroK8s)
 
 on: [push, pull_request]
 
diff --git a/backend/Dockerfile b/backend/Dockerfile
index 0c52816f..b84fed87 100644
--- a/backend/Dockerfile
+++ b/backend/Dockerfile
@@ -2,7 +2,7 @@ ARG PODMAN_VERSION=4
 
 FROM docker.io/mgoltzsche/podman:${PODMAN_VERSION}-remote as podmanremote
 
-FROM docker.io/library/python:3.9
+FROM docker.io/library/python:3.10-slim
 
 WORKDIR /app
 
diff --git a/backend/btrixcloud/version.py b/backend/btrixcloud/version.py
index 48d81547..213fca87 100644
--- a/backend/btrixcloud/version.py
+++ b/backend/btrixcloud/version.py
@@ -1,2 +1,2 @@
 """ current version """
-__version__ = "1.1.0"
+__version__ = "1.2.0-beta.0"
diff --git a/chart/examples/k3d-ci.yaml b/chart/examples/k3d-ci.yaml
new file mode 100644
index 00000000..290fe5eb
--- /dev/null
+++ b/chart/examples/k3d-ci.yaml
@@ -0,0 +1,20 @@
+# k3s overrides for ci
+# --------------------
+
+
+# don't pull use, existing images
+api_pull_policy: "Never"
+nginx_pull_policy: "Never"
+
+
+superuser:
+  # set this to enable a superuser admin
+  email: admin@example.com
+
+  # optional: if not set, automatically generated
+  # change or remove this
+  password: PASSW0RD!
+
+
+local_service_port: 30870
+
diff --git a/frontend/package.json b/frontend/package.json
index e27018f8..3eb582f4 100644
--- a/frontend/package.json
+++ b/frontend/package.json
@@ -1,6 +1,6 @@
 {
   "name": "browsertrix-frontend",
-  "version": "1.1.0",
+  "version": "1.2.0-beta.0",
   "main": "index.ts",
   "license": "AGPL-3.0-or-later",
   "dependencies": {
diff --git a/version.txt b/version.txt
index 9084fa2f..b07660a1 100644
--- a/version.txt
+++ b/version.txt
@@ -1 +1 @@
-1.1.0
+1.2.0-beta.0