tea/browsertrix
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

backend: k8s: fix finished check, resource limits increase

Browse Source
This commit is contained in:
Ilya Kreymer 2022-02-01 15:06:29 -08:00
parent 02f46f108b
commit 4b7522920a
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
backend/k8sman.py
View File

@ -497,7 +497,9 @@ class K8SManager:
return "running"
# not all pods have succeeded yet
if job.status.succeeded < (job.spec.parallelism or 1):
finished = (job.status.succeeded or 0) + (job.status.failed or 0)
total = job.spec.parallelism or 1
if finished != total:
return "stopping"
# job fully done, do not treat as running or stopping
@ -673,11 +675,11 @@ class K8SManager:
):
"""Return crawl job template for crawl job, including labels, adding optiona crawl params"""
requests_memory = "256M"
limit_memory = "1G"
requests_memory = "384M"
limit_memory = "2G"
requests_cpu = "120m"
limit_cpu = "1000m"
requests_cpu = "240m"
limit_cpu = "2000m"
resources = {
"limits": {