* Drop crawl stats fields from CrawlConfig and add migration * Remove migrate_down from BaseMigration * Get crawl stats from optimized mongo query
28 lines
920 B
Python
28 lines
920 B
Python
"""
|
|
Migration 0002 - Dropping CrawlConfig crawl stats
|
|
"""
|
|
from btrixcloud.migrations import BaseMigration
|
|
|
|
|
|
MIGRATION_VERSION = "0002"
|
|
|
|
|
|
class Migration(BaseMigration):
|
|
"""Migration class."""
|
|
|
|
def __init__(self, mdb, migration_version=MIGRATION_VERSION):
|
|
super().__init__(mdb, migration_version)
|
|
|
|
async def migrate_up(self):
|
|
"""Perform migration up.
|
|
|
|
Drop crawl statistics fields from crawl_config collection documents
|
|
as these are now generated dynamically from a join as needed in API
|
|
endpoints.
|
|
"""
|
|
crawl_configs = self.mdb["crawl_configs"]
|
|
await crawl_configs.update_many({}, {"$unset": {"crawlCount": 1}})
|
|
await crawl_configs.update_many({}, {"$unset": {"lastCrawlId": 1}})
|
|
await crawl_configs.update_many({}, {"$unset": {"lastCrawlTime": 1}})
|
|
await crawl_configs.update_many({}, {"$unset": {"lastCrawlState": 1}})
|