tea/browsertrix
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

backend quick fix:

Browse Source 
chart/config: use screencastPort, fixed collection name
k8s: set pod to never restart to see logs
This commit is contained in:
Ilya Kreymer 2022-03-14 11:42:53 -07:00
parent 6fabea3e7a
commit 8ce7a9802b
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend/k8sman.py
View File

@ -744,7 +744,7 @@ class K8SManager:
}, },
{"name": "crawl-data", "emptyDir": {}}, {"name": "crawl-data", "emptyDir": {}},
], ],
"restartPolicy": "OnFailure", "restartPolicy": "Never",
"terminationGracePeriodSeconds": self.grace_period, "terminationGracePeriodSeconds": self.grace_period,
}, },
}, },

2
chart/values.yaml
View File

@ -102,7 +102,7 @@ crawler_namespace: "crawlers"
crawl_retries: 3 crawl_retries: 3
# browsertrix-crawler args: # browsertrix-crawler args:
crawler_args: "--timeout 90 --logging stats,behaviors,debug --generateWACZ --text --workers 2 --screencastRedis" crawler_args: "--timeout 90 --logging stats,behaviors,debug --generateWACZ --text --workers 2 --screencastPort 9037 --collection main"
crawler_requests_cpu: "800m" crawler_requests_cpu: "800m"
crawler_limits_cpu: "1200m" crawler_limits_cpu: "1200m"

2
configs/config.sample.env
View File

@ -32,7 +32,7 @@ REDIS_URL=redis://redis/0
# Browsertrix Crawler image to use # Browsertrix Crawler image to use
CRAWLER_IMAGE=webrecorder/browsertrix-crawler CRAWLER_IMAGE=webrecorder/browsertrix-crawler
CRAWL_ARGS="--timeout 90 --logging stats,behaviors,debug --generateWACZ --screencastPort 9037" CRAWL_ARGS="--timeout 90 --logging stats,behaviors,debug --generateWACZ --screencastPort 9037 --collection main"
REGISTRATION_ENABLED=1 REGISTRATION_ENABLED=1