a51f7c635e
Backend work for #2524 This PR adds a second dedicated endpoint similar to `/errors`, as a combined log endpoint would give a false impression of being the complete crawl logs (which is far from what we're serving in Browsertrix at this point). Eventually when we have support for streaming live crawl logs in `crawls/<id>/logs` I'd ideally like to deprecate these two dedicated endpoints in favor of using that, but for now this seems like the best solution. --------- Co-authored-by: Ilya Kreymer <ikreymer@gmail.com>
108 lines
3.2 KiB
YAML
108 lines
3.2 KiB
YAML
name: "*** Deploy to Dev Cluster ***"
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
build_do_images:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v3
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v2
|
|
with:
|
|
driver-opts: network=host
|
|
|
|
- name: Login to Registry
|
|
uses: docker/login-action@v2
|
|
with:
|
|
registry: ${{ secrets.DO_REGISTRY }}
|
|
username: ${{ secrets.DO_API_TOKEN }}
|
|
password: ${{ secrets.DO_API_TOKEN }}
|
|
|
|
- name: Set Env Vars
|
|
run: |
|
|
echo VERSION=`cat version.txt` >> $GITHUB_ENV
|
|
echo GIT_COMMIT_HASH=`git rev-parse --short HEAD` >> $GITHUB_ENV
|
|
echo GIT_BRANCH_NAME=`git rev-parse --abbrev-ref HEAD` >> $GITHUB_ENV
|
|
|
|
- name: Checkout values file from ops repo
|
|
uses: actions/checkout@v4
|
|
with:
|
|
repository: "webrecorder/browsertrix-cloud-ops"
|
|
path: "browsertrix-cloud-ops"
|
|
ssh-key: ${{ secrets.DEPLOY_KEY_OPS_REPO }}
|
|
sparse-checkout: |
|
|
scripts/decrypt-values.py
|
|
values/btrix-dev-values.yml
|
|
poetry.lock
|
|
pyproject.toml
|
|
sparse-checkout-cone-mode: false
|
|
|
|
- name: Install poetry
|
|
run: pipx install poetry
|
|
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: "3.12"
|
|
cache: "poetry"
|
|
|
|
- name: Install vault decryption dependencies
|
|
working-directory: browsertrix-cloud-ops
|
|
run: |
|
|
poetry install
|
|
|
|
- name: Build Backend
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
context: backend
|
|
push: true
|
|
tags: ${{ secrets.DO_REGISTRY_PATH }}/webrecorder/browsertrix-backend:latest
|
|
cache-from: type=gha,scope=backend
|
|
cache-to: type=gha,scope=backend,mode=max
|
|
|
|
- name: Build Frontend
|
|
uses: docker/build-push-action@v3
|
|
env:
|
|
HUSKY: 0
|
|
with:
|
|
context: frontend
|
|
push: true
|
|
build-args: |
|
|
VERSION=${{ env.VERSION }}
|
|
GIT_COMMIT_HASH=${{ env.GIT_COMMIT_HASH }}
|
|
GIT_BRANCH_NAME=${{ env.GIT_BRANCH_NAME }}
|
|
|
|
tags: ${{ secrets.DO_REGISTRY_PATH }}/webrecorder/browsertrix-frontend:latest
|
|
cache-from: type=gha,scope=frontend
|
|
cache-to: type=gha,scope=frontend,mode=max
|
|
|
|
- name: Get Kubeconfig
|
|
env:
|
|
KUBECONFIG_DATA: ${{ secrets.KUBECONFIG_DATA }}
|
|
|
|
run: |
|
|
printf "$KUBECONFIG_DATA" >> ./.kubeconfig
|
|
chmod 400 ./.kubeconfig
|
|
|
|
- name: Install Kubectl
|
|
uses: azure/setup-kubectl@v3
|
|
|
|
- name: Install Helm
|
|
uses: azure/setup-helm@v3
|
|
with:
|
|
version: 3.10.2
|
|
|
|
- name: Decrypt values file
|
|
env:
|
|
ANSIBLE_VAULT_PASSWORD: ${{ secrets.ANSIBLE_VAULT_PASSWORD }}
|
|
working-directory: browsertrix-cloud-ops
|
|
run: |
|
|
poetry run python scripts/decrypt-values.py values/btrix-dev-values.yml ../dev-values.yaml
|
|
|
|
- name: Start Cluster with Helm
|
|
run: |
|
|
KUBECONFIG=./.kubeconfig helm upgrade --install -f ./chart/values.yaml -f ./dev-values.yaml btrix ./chart/
|