- replace storages with archives, which have a single storage (for now) - crawls associated with archives - users below to archive, with one admin user (if archive created by default) - update crawlconfig for latest browsertrix-crawler (0.4.4) - k8s: fix permissions for crawler role - k8s: fix minio service (now requiring two ports)
21 lines
451 B
Python
21 lines
451 B
Python
from archives import Archive
|
|
from crawls import CrawlConfig
|
|
from baseman import BaseMan
|
|
|
|
|
|
class DockerManager(BaseMan):
|
|
def __init__(self):
|
|
pass
|
|
|
|
async def add_crawl_config(
|
|
self,
|
|
userid: str,
|
|
archive: Archive,
|
|
crawlconfig: CrawlConfig,
|
|
extra_crawl_params: list = None,
|
|
):
|
|
print("add_crawl_config")
|
|
print(crawlconfig)
|
|
print(archive)
|
|
print(extra_crawl_params)
|