f77eaccf41
move mongo into separate optional deployment along with minio support for configuring storages support for deleting crawls, associated config and secrets
95 lines
3.0 KiB
Python
95 lines
3.0 KiB
Python
"""
|
|
main file for browsertrix-api system
|
|
supports docker and kubernetes based deployments of multiple browsertrix-crawlers
|
|
"""
|
|
|
|
import os
|
|
|
|
from fastapi import FastAPI, Request
|
|
|
|
# from fastapi.responses import HTMLResponse
|
|
# from fastapi.staticfiles import StaticFiles
|
|
|
|
|
|
from users import init_users_api, UserDB
|
|
from db import init_db
|
|
from storages import init_storages_api
|
|
from crawls import init_crawl_config_api
|
|
from k8sman import K8SManager
|
|
|
|
|
|
# ============================================================================
|
|
class BrowsertrixAPI:
|
|
"""
|
|
Main class for BrowsertrixAPI
|
|
"""
|
|
|
|
# pylint: disable=too-many-instance-attributes
|
|
def __init__(self):
|
|
self.default_storage_endpoint_url = os.environ.get(
|
|
"STORE_ENDPOINT_URL", "http://localhost:8010/store-bucket/"
|
|
)
|
|
self.default_storage_access_key = os.environ.get("STORE_ACCESS_KEY")
|
|
self.default_storage_secret_key = os.environ.get("STORE_SECRET_KEY")
|
|
|
|
self.app = FastAPI()
|
|
|
|
if os.environ.get("KUBERNETES_SERVICE_HOST"):
|
|
self.crawl_manager = K8SManager()
|
|
else:
|
|
#to implement
|
|
raise Exception("Currently, only running in Kubernetes is supported")
|
|
|
|
self.mdb = init_db()
|
|
|
|
self.fastapi_users = init_users_api(
|
|
self.app,
|
|
self.mdb,
|
|
self.on_after_register,
|
|
self.on_after_forgot_password,
|
|
self.on_after_verification_request,
|
|
)
|
|
|
|
current_active_user = self.fastapi_users.current_user(active=True)
|
|
|
|
self.storage_ops = init_storages_api(self.app, self.mdb, current_active_user)
|
|
|
|
self.crawl_config_ops = init_crawl_config_api(
|
|
self.app,
|
|
self.mdb,
|
|
current_active_user,
|
|
self.storage_ops,
|
|
self.crawl_manager,
|
|
)
|
|
|
|
# @app.get("/")
|
|
# async def root():
|
|
# return {"message": "Hello World"}
|
|
|
|
# pylint: disable=no-self-use, unused-argument
|
|
async def on_after_register(self, user: UserDB, request):
|
|
"""callback after registeration"""
|
|
|
|
await self.storage_ops.create_storage_for_user(
|
|
endpoint_url=self.default_storage_endpoint_url,
|
|
access_key=self.default_storage_access_key,
|
|
secret_key=self.default_storage_secret_key,
|
|
user=user,
|
|
)
|
|
|
|
print(f"User {user.id} has registered.")
|
|
|
|
# pylint: disable=no-self-use, unused-argument
|
|
def on_after_forgot_password(self, user: UserDB, token: str, request: Request):
|
|
"""callback after password forgot"""
|
|
print(f"User {user.id} has forgot their password. Reset token: {token}")
|
|
|
|
# pylint: disable=no-self-use, unused-argument
|
|
def on_after_verification_request(self, user: UserDB, token: str, request: Request):
|
|
"""callback after verification request"""
|
|
print(f"Verification requested for user {user.id}. Verification token: {token}")
|
|
|
|
|
|
# ============================================================================
|
|
app = BrowsertrixAPI().app
|