From 4f121fb86893e96b0ca33e54e05eb09a904a7c83 Mon Sep 17 00:00:00 2001 From: Tessa Walsh Date: Sat, 6 May 2023 00:35:03 -0400 Subject: [PATCH] Update precompute migration to only update active workflows (#833) --- .../migrations/migration_0006_precompute_crawl_stats.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/backend/btrixcloud/migrations/migration_0006_precompute_crawl_stats.py b/backend/btrixcloud/migrations/migration_0006_precompute_crawl_stats.py index 83f0961d..5003a885 100644 --- a/backend/btrixcloud/migrations/migration_0006_precompute_crawl_stats.py +++ b/backend/btrixcloud/migrations/migration_0006_precompute_crawl_stats.py @@ -23,9 +23,14 @@ class Migration(BaseMigration): crawl_configs = self.mdb["crawl_configs"] crawls = self.mdb["crawls"] - configs = [res async for res in crawl_configs.find({})] + configs = [res async for res in crawl_configs.find({"inactive": {"$ne": True}})] if not configs: return for config in configs: - await update_config_crawl_stats(crawl_configs, crawls, config["_id"]) + config_id = config["_id"] + try: + await update_config_crawl_stats(crawl_configs, crawls, config_id) + # pylint: disable=broad-exception-caught + except Exception as err: + print(f"Unable to update workflow {config_id}: {err}", flush=True)