ba5ca3fdd9
Fixes #2112 - Moves org storage recalculation to background job, modify endpoint to return job id as part of response - Updates crawl + QA backend tests that broke due to https://webrecorder.net website changes --------- Co-authored-by: Ilya Kreymer <ikreymer@users.noreply.github.com>
129 lines
3.4 KiB
Python
129 lines
3.4 KiB
Python
import requests
|
|
|
|
from .conftest import API_PREFIX
|
|
|
|
|
|
def test_recalculate_org_storage(admin_auth_headers, default_org_id):
|
|
# Prior to deleting org, ensure recalculating storage works now that
|
|
# resources of all types have been created.
|
|
r = requests.post(
|
|
f"{API_PREFIX}/orgs/{default_org_id}/recalculate-storage",
|
|
headers=admin_auth_headers,
|
|
)
|
|
assert r.status_code == 200
|
|
data = r.json()
|
|
assert data["success"]
|
|
|
|
job_id = data["id"]
|
|
assert job_id
|
|
|
|
# Check that background job is launched and eventually succeeds
|
|
max_attempts = 18
|
|
attempts = 1
|
|
while True:
|
|
try:
|
|
r = requests.get(
|
|
f"{API_PREFIX}/orgs/all/jobs/{job_id}", headers=admin_auth_headers
|
|
)
|
|
assert r.status_code == 200
|
|
success = r.json()["success"]
|
|
|
|
if success:
|
|
break
|
|
|
|
if success is False:
|
|
assert False
|
|
|
|
if attempts >= max_attempts:
|
|
assert False
|
|
|
|
time.sleep(10)
|
|
except:
|
|
pass
|
|
|
|
attempts += 1
|
|
|
|
r = requests.get(
|
|
f"{API_PREFIX}/orgs/{default_org_id}",
|
|
headers=admin_auth_headers,
|
|
)
|
|
assert r.status_code == 200
|
|
data = r.json()
|
|
|
|
assert data["bytesStored"] > 0
|
|
assert data["bytesStoredCrawls"] > 0
|
|
assert data["bytesStoredUploads"] > 0
|
|
assert data["bytesStoredProfiles"] > 0
|
|
|
|
|
|
def test_delete_org_non_superadmin(crawler_auth_headers, default_org_id):
|
|
# Assert that non-superadmin can't delete org
|
|
r = requests.delete(
|
|
f"{API_PREFIX}/orgs/{default_org_id}", headers=crawler_auth_headers
|
|
)
|
|
assert r.status_code == 403
|
|
assert r.json()["detail"] == "Not Allowed"
|
|
|
|
|
|
def test_delete_org_superadmin(admin_auth_headers, default_org_id):
|
|
# Track items in org to ensure they're deleted later (we may want to expand
|
|
# this, but currently only have the ability to check items across all orgs)
|
|
item_ids = []
|
|
|
|
r = requests.get(
|
|
f"{API_PREFIX}/orgs/{default_org_id}/all-crawls", headers=admin_auth_headers
|
|
)
|
|
assert r.status_code == 200
|
|
data = r.json()
|
|
assert data["total"] > 0
|
|
for item in data["items"]:
|
|
item_ids.append(item["id"])
|
|
|
|
# Delete org and its data
|
|
r = requests.delete(
|
|
f"{API_PREFIX}/orgs/{default_org_id}", headers=admin_auth_headers
|
|
)
|
|
assert r.status_code == 200
|
|
data = r.json()
|
|
assert data["deleted"]
|
|
|
|
job_id = data["id"]
|
|
assert job_id
|
|
|
|
# Check that background job is launched and eventually succeeds
|
|
max_attempts = 18
|
|
attempts = 1
|
|
while True:
|
|
try:
|
|
r = requests.get(
|
|
f"{API_PREFIX}/orgs/all/jobs/{job_id}", headers=admin_auth_headers
|
|
)
|
|
assert r.status_code == 200
|
|
success = r.json()["success"]
|
|
|
|
if success:
|
|
break
|
|
|
|
if success is False:
|
|
assert False
|
|
|
|
if attempts >= max_attempts:
|
|
assert False
|
|
|
|
time.sleep(10)
|
|
except:
|
|
pass
|
|
|
|
attempts += 1
|
|
|
|
# Ensure org and items got deleted
|
|
r = requests.get(f"{API_PREFIX}/orgs/{default_org_id}", headers=admin_auth_headers)
|
|
assert r.status_code == 404
|
|
|
|
for item_id in item_ids:
|
|
r = requests.get(
|
|
f"{API_PREFIX}/orgs/all/all-crawls/{item_id}/replay.json",
|
|
headers=admin_auth_headers,
|
|
)
|
|
assert r.status_code == 404
|