6dc452ebad
- Refactors storage to support replicas + custom storages on the Org. - There is a default primary + replica storage, while an Org can also have primary and replica storages. - StorageRef object is used to store references to default and custom storage. - CrawlFile has been updated to contain a StorageRef instead of a def_storage_name, which references either a default storage (in StorageOps) or custom storage (in Organization) - There is also a 'replicas' Optional[List[StorageRef]] which contains replicas, if any. - CrawlFileOut contain a numReplicas for how many replicas exist for a given file. - Migration: migration 0020 added to migrate existing Orgs, CrawlFile and ProfileFile objects to new storage system (CrawlFile and ProfileFile now extend BaseFile) Part of #1262 --------- Co-authored-by: Tessa Walsh <tessa@bitarchivist.net>
72 lines
1.6 KiB
YAML
72 lines
1.6 KiB
YAML
---
|
|
apiVersion: v1
|
|
kind: Secret
|
|
metadata:
|
|
name: auth-secrets
|
|
namespace: {{ .Release.Namespace }}
|
|
|
|
type: Opaque
|
|
stringData:
|
|
PASSWORD_SECRET: "{{ .Values.backend_password_secret }}"
|
|
|
|
EMAIL_SMTP_PORT: "{{ .Values.email.smtp_port }}"
|
|
EMAIL_SMTP_HOST: "{{ .Values.email.smtp_host }}"
|
|
EMAIL_SENDER: "{{ .Values.email.sender_email }}"
|
|
EMAIL_REPLY_TO: "{{ .Values.email.reply_to }}"
|
|
EMAIL_PASSWORD: "{{ .Values.email.password }}"
|
|
EMAIL_SMTP_USE_TLS: "{{ .Values.email.use_tls }}"
|
|
|
|
SUPERUSER_EMAIL: "{{ .Values.superuser.email }}"
|
|
SUPERUSER_PASSWORD: "{{ .Values.superuser.password }}"
|
|
|
|
---
|
|
apiVersion: v1
|
|
kind: Secret
|
|
metadata:
|
|
name: storages
|
|
namespace: {{ .Release.Namespace }}
|
|
|
|
type: Opaque
|
|
data:
|
|
storages.json: {{ .Values.storages | toJson | b64enc | quote }}
|
|
|
|
|
|
{{- if $.Values.signer.auth_token }}
|
|
---
|
|
apiVersion: v1
|
|
kind: Secret
|
|
metadata:
|
|
name: signing-secret
|
|
namespace: {{ $.Values.crawler_namespace }}
|
|
|
|
type: Opaque
|
|
stringData:
|
|
WACZ_SIGN_URL: "http://auth-signer.default:5053/sign"
|
|
WACZ_SIGN_TOKEN: "{{ $.Values.signer.auth_token }}"
|
|
{{- end }}
|
|
|
|
|
|
{{- range $storage := .Values.storages }}
|
|
---
|
|
apiVersion: v1
|
|
kind: Secret
|
|
metadata:
|
|
name: storage-{{ $storage.name }}
|
|
namespace: {{ $.Values.crawler_namespace }}
|
|
|
|
type: Opaque
|
|
stringData:
|
|
TYPE: "s3"
|
|
STORE_ACCESS_KEY: "{{ $storage.access_key }}"
|
|
STORE_SECRET_KEY: "{{ $storage.secret_key }}"
|
|
|
|
{{- if $storage.bucket_name }}
|
|
STORE_ENDPOINT_URL: "{{ $storage.endpoint_url }}{{ $storage.bucket_name }}/"
|
|
{{- else }}
|
|
STORE_ENDPOINT_URL: "{{ $storage.endpoint_url }}"
|
|
{{- end }}
|
|
STORE_ENDPOINT_NO_BUCKET_URL: "{{ $storage.endpoint_url }}"
|
|
|
|
|
|
{{- end }}
|