backend: fixes to 0005 migration: (#843)

- catch any errors on updating config (likely due to missing configmap), fix formatting
This commit is contained in:
Ilya Kreymer 2023-05-10 12:00:41 +02:00 committed by GitHub
parent cf15d9c873
commit a6ddde496d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -42,16 +42,23 @@ class Migration(BaseMigration):
config = CrawlConfig.from_dict(config_dict)
print(
f"Updating Crawl Config {config.id}: schedule: {config.schedule}, "
+ "timeout: {config.crawlTimeout}, scale: {config.scale}"
)
await crawl_manager.update_crawl_config(
config,
UpdateCrawlConfig(
scale=config.scale,
crawlTimeout=config.crawlTimeout,
schedule=config.schedule,
),
+ f"timeout: {config.crawlTimeout}, scale: {config.scale}"
)
try:
await crawl_manager.update_crawl_config(
config,
UpdateCrawlConfig(
scale=config.scale,
crawlTimeout=config.crawlTimeout,
schedule=config.schedule,
),
)
# pylint: disable=broad-except
except Exception as exc:
print(
"Skip crawl config migration due to error, likely missing config",
exc,
)
# Delete existing scheduled jobs from crawler namespace
print("Deleting cronjobs from crawler namespace")