3cd52342a7
Fixes #1893 - Removes crawl workflow-scoped configmaps, and replaces with operator-controlled per-crawl configmaps that only contain the json config passed to Browsertrix Crawler (as a volume). - Other configmap settings replaced are replaced the custom CrawlJob options (mostly already were, just added profile_filename and storage_filename) - Cron jobs also updated to create CrawlJob without relying on configmaps, querying the db for additional settings. - The `userid` associated with cron jobs is set to the user that last modified the schedule of the crawl, rather than whomever last modified the workflow - Various functions that deal with updating configmaps have been removed, including in migrations. - New migration 0029 added to remove all crawl workflow configmaps
106 lines
2.8 KiB
YAML
106 lines
2.8 KiB
YAML
name: Cluster Run (K3d)
|
|
|
|
on:
|
|
push:
|
|
paths:
|
|
- 'backend/**'
|
|
- 'chart/**'
|
|
|
|
pull_request:
|
|
paths:
|
|
- 'backend/**'
|
|
- 'chart/**'
|
|
|
|
env:
|
|
ECHO_SERVER_HOST_URL: http://host.k3d.internal:18080
|
|
|
|
jobs:
|
|
btrix-k3d-test:
|
|
timeout-minutes: 45
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Create k3d Cluster
|
|
uses: AbsaOSS/k3d-action@v2
|
|
with:
|
|
k3d-version: v5.6.0
|
|
cluster-name: btrix-1
|
|
args: >-
|
|
-p "30870:30870@agent:0:direct"
|
|
--agents 1
|
|
--no-lb
|
|
--k3s-arg "--disable=traefik,servicelb,metrics-server@server:*"
|
|
|
|
- name: Checkout
|
|
uses: actions/checkout@v3
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v2
|
|
with:
|
|
driver-opts: network=host
|
|
|
|
- name: Build Backend
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
context: backend
|
|
load: true
|
|
#outputs: type=tar,dest=backend.tar
|
|
tags: webrecorder/browsertrix-backend:latest
|
|
cache-from: type=gha,scope=backend
|
|
cache-to: type=gha,scope=backend,mode=max
|
|
|
|
- name: Build Frontend
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
context: frontend
|
|
load: true
|
|
#outputs: type=tar,dest=frontend.tar
|
|
tags: webrecorder/browsertrix-frontend:latest
|
|
cache-from: type=gha,scope=frontend
|
|
cache-to: type=gha,scope=frontend,mode=max
|
|
|
|
- name: 'Import Images'
|
|
run: |
|
|
k3d image import webrecorder/browsertrix-backend:latest -m direct -c btrix-1 --verbose
|
|
k3d image import webrecorder/browsertrix-frontend:latest -m direct -c btrix-1 --verbose
|
|
|
|
- name: Install Kubectl
|
|
uses: azure/setup-kubectl@v3
|
|
with:
|
|
version: v1.28.2
|
|
|
|
- name: Install Helm
|
|
uses: azure/setup-helm@v3
|
|
with:
|
|
version: 3.10.2
|
|
|
|
- name: Start Cluster with Helm
|
|
run: |
|
|
helm upgrade --install -f ./chart/values.yaml -f ./chart/test/test.yaml btrix ./chart/
|
|
|
|
- name: Install Python
|
|
uses: actions/setup-python@v3
|
|
with:
|
|
python-version: '3.9'
|
|
|
|
- name: Install Python Libs
|
|
run: pip install -r ./backend/test-requirements.txt
|
|
|
|
- name: Wait for all pods to be ready
|
|
run: kubectl wait --for=condition=ready pod --all --timeout=240s
|
|
|
|
- name: Run Tests
|
|
timeout-minutes: 30
|
|
run: pytest -s -vv ./backend/test/test_*.py
|
|
|
|
- name: Print Backend Logs (API)
|
|
if: ${{ failure() }}
|
|
run: kubectl logs svc/browsertrix-cloud-backend -c api
|
|
|
|
- name: Print Backend Logs (Operator)
|
|
if: ${{ failure() }}
|
|
run: kubectl logs svc/browsertrix-cloud-backend -c op
|
|
|
|
- name: Print K8S Events
|
|
if: ${{ failure() }}
|
|
run: kubectl events --all-namespaces
|