fix missing settings / typos: (#1748)

- ensure max_crawler_memory_size is inited before it is set!
- pass profile_browser_memory / profile_browser_cpu from chart values
- map volume to /tmp/home to avoid persisting /tmp for profiles
This commit is contained in:
Ilya Kreymer 2024-04-25 09:00:17 +02:00 committed by GitHub
parent a09f565ce5
commit f6c0791dc1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 6 additions and 3 deletions

View File

@ -39,11 +39,11 @@ class K8sOpAPI(K8sAPI):
self.shared_params = yaml.safe_load(fh_config)
self.has_pod_metrics = False
self.max_crawler_memory_size = 0
self.compute_crawler_resources()
self.compute_profile_resources()
self.max_crawler_memory_size = 0
def compute_crawler_resources(self):
"""compute memory / cpu resources for crawlers"""
p = self.shared_params

View File

@ -75,7 +75,7 @@ spec:
volumeMounts:
- name: crawler-workdir
mountPath: /tmp
mountPath: /tmp/home
envFrom:
- secretRef:

View File

@ -113,6 +113,9 @@ data:
volume_storage_class: "{{ .Values.volume_storage_class }}"
profile_browser_cpu: "{{ .Values.profile_browser_cpu }}"
profile_browser_memory: "{{ .Values.profile_browser_memory }}"
crawler_liveness_port: "{{ .Values.crawler_liveness_port | default 0 }}"
crawler_socks_proxy_host: "{{ .Values.crawler_socks_proxy_host }}"