backend config tweaks:
- send SIGUSR2 instead of SIGUSR1 for scale down - chart: move persistentVolumeClaimRetentionPolicy to correct place in chart
This commit is contained in:
parent
2531a03e41
commit
6b63b72a13
@ -30,7 +30,7 @@ class K8SCrawlJob(K8SJobMixin, CrawlJob):
|
||||
)
|
||||
|
||||
if pods:
|
||||
await send_signal_to_pods(self.core_api_ws, self.namespace, pods, "SIGUSR1")
|
||||
await send_signal_to_pods(self.core_api_ws, self.namespace, pods, "SIGUSR2")
|
||||
|
||||
crawl.spec.replicas = new_scale
|
||||
|
||||
|
@ -20,6 +20,11 @@ spec:
|
||||
serviceName: redis-{{ id }}
|
||||
replicas: 1
|
||||
podManagementPolicy: Parallel
|
||||
|
||||
persistentVolumeClaimRetentionPolicy:
|
||||
whenDeleted: Delete
|
||||
whenScaled: Delete
|
||||
|
||||
volumeClaimTemplates:
|
||||
- metadata:
|
||||
name: redis-data
|
||||
@ -28,9 +33,6 @@ spec:
|
||||
role: crawler
|
||||
|
||||
spec:
|
||||
persistentVolumeClaimRetentionPolicy:
|
||||
whenDeleted: Deleted
|
||||
whenScaled: Delete
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
|
||||
@ -186,6 +188,11 @@ spec:
|
||||
serviceName: crawl-{{ id }}
|
||||
replicas: {{ scale }}
|
||||
podManagementPolicy: Parallel
|
||||
|
||||
persistentVolumeClaimRetentionPolicy:
|
||||
whenDeleted: Delete
|
||||
whenScaled: Delete
|
||||
|
||||
volumeClaimTemplates:
|
||||
- metadata:
|
||||
name: crawl-data
|
||||
@ -194,9 +201,6 @@ spec:
|
||||
role: crawler
|
||||
|
||||
spec:
|
||||
persistentVolumeClaimRetentionPolicy:
|
||||
whenDeleted: Deleted
|
||||
whenScaled: Delete
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
|
||||
|
@ -29,7 +29,7 @@ class SwarmCrawlJob(SwarmJobMixin, CrawlJob):
|
||||
num = num - 1
|
||||
service_id = f"crawl-{self.job_id}-{num}_crawler"
|
||||
await loop.run_in_executor(
|
||||
None, runner.ping_containers, service_id, "SIGUSR1"
|
||||
None, runner.ping_containers, service_id, "SIGUSR2"
|
||||
)
|
||||
|
||||
# delete
|
||||
|
Loading…
Reference in New Issue
Block a user