* storage ops refactor: - create StorageOps class similar to other ops classes - init storages list in StorageOps, no longer require lookup up default storages via CrawlManager - convert all storage functions to members, add storageops to operator - remove unused params, ensure crawl exists for rollover restart - add env var to determine if using local minio to use correct endpoint URL * crawls /seeds endpoint: just return empty list if not a crawl (eg. upload) * crawlmanager: remove unused code, rename check_storage -> has_storage
		
			
				
	
	
		
			203 lines
		
	
	
		
			4.7 KiB
		
	
	
	
		
			YAML
		
	
	
	
	
	
			
		
		
	
	
			203 lines
		
	
	
		
			4.7 KiB
		
	
	
	
		
			YAML
		
	
	
	
	
	
| ---
 | |
| apiVersion: apps/v1
 | |
| kind: Deployment
 | |
| metadata:
 | |
|   name: {{ .Values.name }}-backend
 | |
|   namespace: {{ .Release.Namespace }}
 | |
| 
 | |
| spec:
 | |
|   selector:
 | |
|     matchLabels:
 | |
|       app: {{ .Values.name }}
 | |
|       role: backend
 | |
|   replicas: {{ .Values.backend_num_replicas }}
 | |
|   template:
 | |
|     metadata:
 | |
|       labels:
 | |
|         app: {{ .Values.name }}
 | |
|         role: backend
 | |
| 
 | |
|       annotations:
 | |
|         # force helm to update the deployment each time
 | |
|         {{- if not .Values.frontend_only }}
 | |
|         "helm.update": {{ randAlphaNum 5 | quote }}
 | |
|         {{- end }}
 | |
| 
 | |
|     spec:
 | |
|       {{- if .Values.main_node_type }}
 | |
|       nodeSelector:
 | |
|         nodeType: {{ .Values.main_node_type }}
 | |
|       {{- end }}
 | |
| 
 | |
|       volumes:
 | |
|         - name: config-volume
 | |
|           configMap:
 | |
|             name: shared-job-config
 | |
|             items:
 | |
|               - key: config.yaml
 | |
|                 path: config.yaml
 | |
| 
 | |
|         - name: storages
 | |
|           secret:
 | |
|             secretName: storages
 | |
| 
 | |
|       containers:
 | |
|         - name: api
 | |
|           image: {{ .Values.backend_image }}
 | |
|           imagePullPolicy: {{ .Values.backend_pull_policy }}
 | |
|           envFrom:
 | |
|             - configMapRef:
 | |
|                 name: {{ .Values.name }}-env-config
 | |
|             - secretRef:
 | |
|                 name: auth-secrets
 | |
|             - secretRef:
 | |
|                 name: mongo-auth
 | |
| 
 | |
|           env:
 | |
|             - name: WEB_CONCURRENCY
 | |
|               value: "{{ .Values.backend_workers | default 4 }}"
 | |
| 
 | |
|           volumeMounts:
 | |
|             - name: storages
 | |
|               mountPath: /tmp/storages/
 | |
| 
 | |
|           resources:
 | |
|             limits:
 | |
|               memory: {{ .Values.backend_memory }}
 | |
| 
 | |
|             requests:
 | |
|               cpu: {{ .Values.backend_cpu }}
 | |
|               memory: {{ .Values.backend_memory }}
 | |
| 
 | |
|           startupProbe:
 | |
|             httpGet:
 | |
|               path: /healthz
 | |
|               port: 8000
 | |
|             initialDelaySeconds: 5
 | |
|             periodSeconds: 5
 | |
|             failureThreshold: 30
 | |
|             successThreshold: 1
 | |
| 
 | |
|           readinessProbe:
 | |
|             httpGet:
 | |
|               path: /healthz
 | |
|               port: 8000
 | |
|             initialDelaySeconds: 5
 | |
|             periodSeconds: 30
 | |
|             failureThreshold: 5
 | |
|             successThreshold: 1
 | |
| 
 | |
|           livenessProbe:
 | |
|             httpGet:
 | |
|               path: /healthz
 | |
|               port: 8000
 | |
|             initialDelaySeconds: 5
 | |
|             periodSeconds: 30
 | |
|             failureThreshold: 5
 | |
|             successThreshold: 1
 | |
| 
 | |
|         - name: op
 | |
|           image: {{ .Values.backend_image }}
 | |
|           imagePullPolicy: {{ .Values.backend_pull_policy }}
 | |
|           command:
 | |
|               - uvicorn
 | |
|               - btrixcloud.main_op:app_root
 | |
|               - --host
 | |
|               - 0.0.0.0
 | |
|               - --port
 | |
|               - "{{ .Values.opPort }}"
 | |
|               - --access-log
 | |
|               - --log-level
 | |
|               - info
 | |
| 
 | |
|           envFrom:
 | |
|             - configMapRef:
 | |
|                 name: {{ .Values.name }}-env-config
 | |
|             - secretRef:
 | |
|                 name: auth-secrets
 | |
|             - secretRef:
 | |
|                 name: mongo-auth
 | |
| 
 | |
|           env:
 | |
|             - name: WEB_CONCURRENCY
 | |
|               value: "{{ .Values.operator_workers | default 1 }}"
 | |
| 
 | |
|           volumeMounts:
 | |
|             - name: config-volume
 | |
|               mountPath: /config
 | |
| 
 | |
|             - name: storages
 | |
|               mountPath: /tmp/storages/
 | |
| 
 | |
|           resources:
 | |
|             limits:
 | |
|               memory: {{ .Values.backend_memory }}
 | |
| 
 | |
|             requests:
 | |
|               cpu: {{ .Values.backend_cpu }}
 | |
|               memory: {{ .Values.backend_memory }}
 | |
| 
 | |
|           startupProbe:
 | |
|             httpGet:
 | |
|               path: /healthz
 | |
|               port: {{ .Values.opPort }}
 | |
|             initialDelaySeconds: 5
 | |
|             periodSeconds: 5
 | |
|             failureThreshold: 30
 | |
|             successThreshold: 1
 | |
| 
 | |
|           readinessProbe:
 | |
|             httpGet:
 | |
|               path: /healthz
 | |
|               port: {{ .Values.opPort }}
 | |
|             initialDelaySeconds: 5
 | |
|             periodSeconds: 30
 | |
|             failureThreshold: 5
 | |
|             successThreshold: 1
 | |
| 
 | |
|           livenessProbe:
 | |
|             httpGet:
 | |
|               path: /healthz
 | |
|               port: {{ .Values.opPort }}
 | |
|             initialDelaySeconds: 5
 | |
|             periodSeconds: 30
 | |
|             failureThreshold: 5
 | |
|             successThreshold: 1
 | |
| 
 | |
| 
 | |
| 
 | |
| ---
 | |
| 
 | |
| apiVersion: v1
 | |
| kind: Service
 | |
| 
 | |
| metadata:
 | |
|   namespace: {{ .Release.Namespace }}
 | |
|   name: {{ .Values.name }}-backend
 | |
|   labels:
 | |
|     app: {{ .Values.name }}
 | |
|     role: backend
 | |
| 
 | |
| {{- if .Values.service }}
 | |
|   {{- if .Values.service.annotations }}
 | |
|   annotations:
 | |
|   {{- range $key, $val := .Values.service.annotations }}
 | |
|     {{ $key }}: {{ $val | quote }}
 | |
|   {{- end }}
 | |
|   {{- end }}
 | |
| {{- end }}
 | |
| 
 | |
| spec:
 | |
|   selector:
 | |
|     app: {{ .Values.name }}
 | |
|     role: backend
 | |
| 
 | |
|   ports:
 | |
|     - protocol: TCP
 | |
|       port: 8000
 | |
|       name: api
 | |
| 
 | |
|     - protocol: TCP
 | |
|       port: {{ .Values.opPort }}
 | |
|       name: operator
 |