* storage ops refactor: - create StorageOps class similar to other ops classes - init storages list in StorageOps, no longer require lookup up default storages via CrawlManager - convert all storage functions to members, add storageops to operator - remove unused params, ensure crawl exists for rollover restart - add env var to determine if using local minio to use correct endpoint URL * crawls /seeds endpoint: just return empty list if not a crawl (eg. upload) * crawlmanager: remove unused code, rename check_storage -> has_storage
203 lines
4.7 KiB
YAML
203 lines
4.7 KiB
YAML
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: {{ .Values.name }}-backend
|
|
namespace: {{ .Release.Namespace }}
|
|
|
|
spec:
|
|
selector:
|
|
matchLabels:
|
|
app: {{ .Values.name }}
|
|
role: backend
|
|
replicas: {{ .Values.backend_num_replicas }}
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: {{ .Values.name }}
|
|
role: backend
|
|
|
|
annotations:
|
|
# force helm to update the deployment each time
|
|
{{- if not .Values.frontend_only }}
|
|
"helm.update": {{ randAlphaNum 5 | quote }}
|
|
{{- end }}
|
|
|
|
spec:
|
|
{{- if .Values.main_node_type }}
|
|
nodeSelector:
|
|
nodeType: {{ .Values.main_node_type }}
|
|
{{- end }}
|
|
|
|
volumes:
|
|
- name: config-volume
|
|
configMap:
|
|
name: shared-job-config
|
|
items:
|
|
- key: config.yaml
|
|
path: config.yaml
|
|
|
|
- name: storages
|
|
secret:
|
|
secretName: storages
|
|
|
|
containers:
|
|
- name: api
|
|
image: {{ .Values.backend_image }}
|
|
imagePullPolicy: {{ .Values.backend_pull_policy }}
|
|
envFrom:
|
|
- configMapRef:
|
|
name: {{ .Values.name }}-env-config
|
|
- secretRef:
|
|
name: auth-secrets
|
|
- secretRef:
|
|
name: mongo-auth
|
|
|
|
env:
|
|
- name: WEB_CONCURRENCY
|
|
value: "{{ .Values.backend_workers | default 4 }}"
|
|
|
|
volumeMounts:
|
|
- name: storages
|
|
mountPath: /tmp/storages/
|
|
|
|
resources:
|
|
limits:
|
|
memory: {{ .Values.backend_memory }}
|
|
|
|
requests:
|
|
cpu: {{ .Values.backend_cpu }}
|
|
memory: {{ .Values.backend_memory }}
|
|
|
|
startupProbe:
|
|
httpGet:
|
|
path: /healthz
|
|
port: 8000
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 5
|
|
failureThreshold: 30
|
|
successThreshold: 1
|
|
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /healthz
|
|
port: 8000
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 30
|
|
failureThreshold: 5
|
|
successThreshold: 1
|
|
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /healthz
|
|
port: 8000
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 30
|
|
failureThreshold: 5
|
|
successThreshold: 1
|
|
|
|
- name: op
|
|
image: {{ .Values.backend_image }}
|
|
imagePullPolicy: {{ .Values.backend_pull_policy }}
|
|
command:
|
|
- uvicorn
|
|
- btrixcloud.main_op:app_root
|
|
- --host
|
|
- 0.0.0.0
|
|
- --port
|
|
- "{{ .Values.opPort }}"
|
|
- --access-log
|
|
- --log-level
|
|
- info
|
|
|
|
envFrom:
|
|
- configMapRef:
|
|
name: {{ .Values.name }}-env-config
|
|
- secretRef:
|
|
name: auth-secrets
|
|
- secretRef:
|
|
name: mongo-auth
|
|
|
|
env:
|
|
- name: WEB_CONCURRENCY
|
|
value: "{{ .Values.operator_workers | default 1 }}"
|
|
|
|
volumeMounts:
|
|
- name: config-volume
|
|
mountPath: /config
|
|
|
|
- name: storages
|
|
mountPath: /tmp/storages/
|
|
|
|
resources:
|
|
limits:
|
|
memory: {{ .Values.backend_memory }}
|
|
|
|
requests:
|
|
cpu: {{ .Values.backend_cpu }}
|
|
memory: {{ .Values.backend_memory }}
|
|
|
|
startupProbe:
|
|
httpGet:
|
|
path: /healthz
|
|
port: {{ .Values.opPort }}
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 5
|
|
failureThreshold: 30
|
|
successThreshold: 1
|
|
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /healthz
|
|
port: {{ .Values.opPort }}
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 30
|
|
failureThreshold: 5
|
|
successThreshold: 1
|
|
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /healthz
|
|
port: {{ .Values.opPort }}
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 30
|
|
failureThreshold: 5
|
|
successThreshold: 1
|
|
|
|
|
|
|
|
---
|
|
|
|
apiVersion: v1
|
|
kind: Service
|
|
|
|
metadata:
|
|
namespace: {{ .Release.Namespace }}
|
|
name: {{ .Values.name }}-backend
|
|
labels:
|
|
app: {{ .Values.name }}
|
|
role: backend
|
|
|
|
{{- if .Values.service }}
|
|
{{- if .Values.service.annotations }}
|
|
annotations:
|
|
{{- range $key, $val := .Values.service.annotations }}
|
|
{{ $key }}: {{ $val | quote }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- end }}
|
|
|
|
spec:
|
|
selector:
|
|
app: {{ .Values.name }}
|
|
role: backend
|
|
|
|
ports:
|
|
- protocol: TCP
|
|
port: 8000
|
|
name: api
|
|
|
|
- protocol: TCP
|
|
port: {{ .Values.opPort }}
|
|
name: operator
|