c38e0b7bf7
update docker setup to support redis webhook, add consistent CRAWL_ARGS, additional fixes
43 lines
947 B
YAML
43 lines
947 B
YAML
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: {{ .Values.name }}-env-config
|
|
namespace: {{ .Release.Namespace }}
|
|
|
|
data:
|
|
MONGO_HOST: {{ .Values.mongo_host }}
|
|
|
|
CRAWLER_NAMESPACE: {{ .Values.crawler_namespace }}
|
|
CRAWLER_IMAGE: {{ .Values.crawler_image }}
|
|
|
|
CRAWL_TIMEOUT: "{{ .Values.crawl_timeout }}"
|
|
CRAWL_RETRIES: "{{ .Values.crawl_retries }}"
|
|
|
|
REDIS_URL: "{{ .Values.redis_url }}"
|
|
|
|
REDIS_CRAWLS_DONE_KEY: "crawls-done"
|
|
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: shared-crawler-config
|
|
namespace: {{ .Values.crawler_namespace }}
|
|
|
|
data:
|
|
CRAWL_ARGS: "{{ .Values.crawler_args }} --redisStoreUrl {{ .Values.redis_url }}"
|
|
#WEBHOOK_URL: "http://browsertrix-cloud.default/_crawls/done"
|
|
WEBHOOK_URL: "{{ .Values.redis_url }}/crawls-done"
|
|
STORE_USER: ""
|
|
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: nginx-config
|
|
namespace: {{ .Release.Namespace }}
|
|
|
|
data:
|
|
{{ (.Files.Glob "*.conf").AsConfig | indent 2 }}
|