Reformat backend for black 23.1.0 (#548)

This commit is contained in:
Tessa Walsh 2023-02-01 20:01:09 -05:00 committed by GitHub
parent 58aafc4191
commit 23022193fb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
10 changed files with 8 additions and 11 deletions

View File

@ -521,7 +521,6 @@ class CrawlConfigOps:
status = "deleted"
else:
if not await self.crawl_configs.find_one_and_update(
{"_id": crawlconfig.id, "inactive": {"$ne": True}},
{"$set": query},
@ -656,7 +655,6 @@ def init_crawl_config_api(
@router.delete("/{cid}")
async def make_inactive(cid: str, org: Organization = Depends(org_crawl_dep)):
crawlconfig = await ops.get_crawl_config(uuid.UUID(cid), org)
if not crawlconfig:

View File

@ -687,7 +687,6 @@ def init_crawls_api(app, mdb, users, crawl_manager, crawl_config_ops, orgs, user
async def scale_crawl(
scale: CrawlScale, crawl_id, org: Organization = Depends(org_crawl_dep)
):
result = await crawl_manager.scale_crawl(crawl_id, org.id_str, scale.scale)
if not result or not result.get("success"):
raise HTTPException(
@ -740,7 +739,6 @@ def init_crawls_api(app, mdb, users, crawl_manager, crawl_config_ops, orgs, user
org: Organization = Depends(org_crawl_dep),
user: User = Depends(user_dep),
):
return await ops.add_exclusion(crawl_id, regex, org, user)
@app.delete(
@ -753,7 +751,6 @@ def init_crawls_api(app, mdb, users, crawl_manager, crawl_config_ops, orgs, user
org: Organization = Depends(org_crawl_dep),
user: User = Depends(user_dep),
):
return await ops.remove_exclusion(crawl_id, regex, org, user)
return ops

View File

@ -6,6 +6,7 @@ import ssl
from email.message import EmailMessage
# pylint: disable=too-few-public-methods
class EmailSender:
"""SMTP Email Sender"""

View File

@ -17,7 +17,7 @@ class K8SCrawlJob(K8SJobMixin, CrawlJob):
async def _do_scale(self, new_scale):
crawl = await self._get_crawl()
if not crawl:
raise Exception("crawl_not_found")
raise RuntimeError("crawl_not_found")
# if making scale smaller, ensure existing crawlers saved their data
pods = []

View File

@ -4,6 +4,7 @@ from kubernetes_asyncio import client, config
from kubernetes_asyncio.stream import WsApiClient
from kubernetes_asyncio.client.api_client import ApiClient
# pylint: disable=too-few-public-methods
class K8sAPI:
"""K8S API accessors"""

View File

@ -198,8 +198,9 @@ class K8SManager(BaseCrawlManager, K8sAPI):
f"storage-{storage_name}",
namespace=self.namespace,
)
# pylint: disable=broad-except
except Exception:
# pylint: disable=broad-except,raise-missing-from
# pylint: disable=broad-exception-raised,raise-missing-from
raise Exception(f"Storage {storage_name} not found")
return None

View File

@ -315,6 +315,7 @@ class OrgOps:
# ============================================================================
# pylint: disable=too-many-statements
def init_orgs_api(app, mdb, user_manager, invites, user_dep: User):
"""Init organizations api router for /orgs"""
# pylint: disable=too-many-locals
@ -422,7 +423,6 @@ def init_orgs_api(app, mdb, user_manager, invites, user_dep: User):
org: Organization = Depends(org_owner_dep),
user: User = Depends(user_dep),
):
other_user = await user_manager.user_db.get_by_email(update.email)
if not other_user:
raise HTTPException(
@ -443,7 +443,6 @@ def init_orgs_api(app, mdb, user_manager, invites, user_dep: User):
org: Organization = Depends(org_owner_dep),
user: User = Depends(user_dep),
):
if await invites.invite_user(
invite,
user,

View File

@ -20,6 +20,7 @@ from .crawlconfigs import CrawlConfigIdNameOut
BROWSER_EXPIRE = 300
# ============================================================================
class ProfileFile(BaseModel):
"""file from a crawl"""

View File

@ -99,7 +99,7 @@ async def get_presigned_url(org, crawlfile, crawl_manager, duration=3600):
s3storage = org.storage
else:
raise Exception("No Default Storage Found, Invalid Storage Type")
raise TypeError("No Default Storage Found, Invalid Storage Type")
async with get_s3_client(s3storage, s3storage.use_access_for_presign) as (
client,

View File

@ -475,7 +475,6 @@ def init_users_api(app, user_manager):
async def get_existing_user_invite_info(
token: str, user: User = Depends(current_active_user)
):
try:
invite = user.invites[token]
except: