file upload cleanup cronjob: (#2790)

- use larger resources (saw an OOM on one job)
- don't keep successful job pods (nothing to see in logs except ids of
deleted files, if any)
This commit is contained in:
Ilya Kreymer 2025-08-04 10:31:26 -07:00 committed by GitHub
parent 8db0e44843
commit a2c0ad665e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 1 deletions

View File

@ -250,6 +250,7 @@ class CrawlManager(K8sAPI):
"backend_image": os.environ.get("BACKEND_IMAGE", ""),
"pull_policy": os.environ.get("BACKEND_IMAGE_PULL_POLICY", ""),
"schedule": job_schedule,
"larger_resources": True,
}
data = self.templates.env.get_template("background_cron_job.yaml").render(

View File

@ -8,7 +8,7 @@ metadata:
spec:
concurrencyPolicy: Forbid
successfulJobsHistoryLimit: 2
successfulJobsHistoryLimit: 0
failedJobsHistoryLimit: 2
schedule: "{{ schedule }}"