tea/browsertrix
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update precompute migration to only update active workflows (#833)

Browse Source
This commit is contained in:
Tessa Walsh 2023-05-06 00:35:03 -04:00 committed by GitHub
parent 8281ba723e
commit 4f121fb868
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
backend/btrixcloud/migrations/migration_0006_precompute_crawl_stats.py
View File

@ -23,9 +23,14 @@ class Migration(BaseMigration):
crawl_configs = self.mdb["crawl_configs"] crawl_configs = self.mdb["crawl_configs"]
crawls = self.mdb["crawls"] crawls = self.mdb["crawls"]
configs = [res async for res in crawl_configs.find({})] configs = [res async for res in crawl_configs.find({"inactive": {"$ne": True}})]
if not configs: if not configs:
return return
for config in configs: for config in configs:
await update_config_crawl_stats(crawl_configs, crawls, config["_id"]) config_id = config["_id"]
try:
await update_config_crawl_stats(crawl_configs, crawls, config_id)
# pylint: disable=broad-exception-caught
except Exception as err:
print(f"Unable to update workflow {config_id}: {err}", flush=True)