fix missing settings / typos: (#1748)
- ensure max_crawler_memory_size is inited before it is set! - pass profile_browser_memory / profile_browser_cpu from chart values - map volume to /tmp/home to avoid persisting /tmp for profiles
This commit is contained in:
parent
a09f565ce5
commit
f6c0791dc1
@ -39,11 +39,11 @@ class K8sOpAPI(K8sAPI):
|
|||||||
self.shared_params = yaml.safe_load(fh_config)
|
self.shared_params = yaml.safe_load(fh_config)
|
||||||
|
|
||||||
self.has_pod_metrics = False
|
self.has_pod_metrics = False
|
||||||
|
self.max_crawler_memory_size = 0
|
||||||
|
|
||||||
self.compute_crawler_resources()
|
self.compute_crawler_resources()
|
||||||
self.compute_profile_resources()
|
self.compute_profile_resources()
|
||||||
|
|
||||||
self.max_crawler_memory_size = 0
|
|
||||||
|
|
||||||
def compute_crawler_resources(self):
|
def compute_crawler_resources(self):
|
||||||
"""compute memory / cpu resources for crawlers"""
|
"""compute memory / cpu resources for crawlers"""
|
||||||
p = self.shared_params
|
p = self.shared_params
|
||||||
|
@ -75,7 +75,7 @@ spec:
|
|||||||
|
|
||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: crawler-workdir
|
- name: crawler-workdir
|
||||||
mountPath: /tmp
|
mountPath: /tmp/home
|
||||||
|
|
||||||
envFrom:
|
envFrom:
|
||||||
- secretRef:
|
- secretRef:
|
||||||
|
@ -113,6 +113,9 @@ data:
|
|||||||
|
|
||||||
volume_storage_class: "{{ .Values.volume_storage_class }}"
|
volume_storage_class: "{{ .Values.volume_storage_class }}"
|
||||||
|
|
||||||
|
profile_browser_cpu: "{{ .Values.profile_browser_cpu }}"
|
||||||
|
profile_browser_memory: "{{ .Values.profile_browser_memory }}"
|
||||||
|
|
||||||
crawler_liveness_port: "{{ .Values.crawler_liveness_port | default 0 }}"
|
crawler_liveness_port: "{{ .Values.crawler_liveness_port | default 0 }}"
|
||||||
|
|
||||||
crawler_socks_proxy_host: "{{ .Values.crawler_socks_proxy_host }}"
|
crawler_socks_proxy_host: "{{ .Values.crawler_socks_proxy_host }}"
|
||||||
|
Loading…
Reference in New Issue
Block a user