From 608a744aafc99420e1d38839b22a89bd284385df Mon Sep 17 00:00:00 2001
From: Tessa Walsh <tessa@bitarchivist.net>
Date: Mon, 24 Jul 2023 15:49:26 -0400
Subject: [PATCH] Add migration to replace None with 0 for configmap
 CRAWL_TIMEOUT (#1008)

---
 backend/btrixcloud/db.py                      |  2 +-
 .../migration_0011_crawl_timeout_configmap.py | 46 +++++++++++++++++++
 2 files changed, 47 insertions(+), 1 deletion(-)
 create mode 100644 backend/btrixcloud/migrations/migration_0011_crawl_timeout_configmap.py

diff --git a/backend/btrixcloud/db.py b/backend/btrixcloud/db.py
index d17e5c39..be425b1b 100644
--- a/backend/btrixcloud/db.py
+++ b/backend/btrixcloud/db.py
@@ -15,7 +15,7 @@ from pymongo.errors import InvalidName
 from .migrations import BaseMigration
 
 
-CURR_DB_VERSION = "0010"
+CURR_DB_VERSION = "0011"
 
 
 # ============================================================================
diff --git a/backend/btrixcloud/migrations/migration_0011_crawl_timeout_configmap.py b/backend/btrixcloud/migrations/migration_0011_crawl_timeout_configmap.py
new file mode 100644
index 00000000..3a9b2abd
--- /dev/null
+++ b/backend/btrixcloud/migrations/migration_0011_crawl_timeout_configmap.py
@@ -0,0 +1,46 @@
+"""
+Migration 0011 - Remove None CRAWL_TIMEOUT values from configmaps
+"""
+import os
+
+from btrixcloud.k8sapi import K8sAPI
+
+from btrixcloud.migrations import BaseMigration
+
+
+MIGRATION_VERSION = "0011"
+
+
+class Migration(BaseMigration):
+    """Migration class."""
+
+    def __init__(self, mdb, migration_version=MIGRATION_VERSION):
+        super().__init__(mdb, migration_version)
+
+    async def migrate_up(self):
+        """Perform migration up.
+
+        Replace any None values in configmaps for CRAWL_TIMEOUT with 0.
+        """
+        k8s_api_instance = K8sAPI()
+        crawler_namespace = os.environ.get("CRAWLER_NAMESPACE") or "crawlers"
+        config_maps = await k8s_api_instance.core_api.list_namespaced_config_map(
+            namespace=crawler_namespace
+        )
+        for item in config_maps.items:
+            try:
+                crawl_timeout = item.data["CRAWL_TIMEOUT"]
+                if crawl_timeout not in (None, "None"):
+                    continue
+
+                item.data["CRAWL_TIMEOUT"] = "0"
+
+                await k8s_api_instance.core_api.patch_namespaced_config_map(
+                    name=item.metadata.name, namespace=crawler_namespace, body=item
+                )
+
+            # pylint: disable=broad-exception-caught
+            except Exception as err:
+                print(
+                    f"Error modifying configmap CRAWL_TIMEOUT value: {err}", flush=True
+                )