tea/browsertrix
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add 'activeQAStats' field (#1694)

Browse Source 
As additional support for #1683, include the active QA stats in the
crawl response, along with active QA state.
This will allow showing progress of QA run in the archived items list.
This commit is contained in:
Ilya Kreymer 2024-04-18 07:05:39 -07:00 committed by GitHub
parent 3e4b0e491a
commit 9609ff4194
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backend/btrixcloud/basecrawls.py
View File

@ -553,6 +553,7 @@ class BaseCrawlOps:
{"$unset": ["firstSeedObject", "errors", "config"]},
{"$set": {"qaState": "$qa.state"}},
{"$set": {"activeQAState": "$qaState"}},
{"$set": {"activeQAStats": "$qa.stats"}},
{
"$set": {
"qaFinishedArray": {

1
backend/btrixcloud/crawls.py
View File

@ -171,6 +171,7 @@ class CrawlOps(BaseCrawlOps):
{"$unset": ["firstSeedObject", "errors", "config"]},
{"$set": {"qaState": "$qa.state"}},
{"$set": {"activeQAState": "$qaState"}},
{"$set": {"activeQAStats": "$qa.stats"}},
{
"$set": {
"qaFinishedArray": {

1
backend/btrixcloud/models.py
View File

@ -660,6 +660,7 @@ class CrawlOut(BaseMongoModel):
qaRunCount: int = 0
activeQAState: Optional[str]
activeQAStats: Optional[CrawlStats]
lastQAState: Optional[str]

2
backend/test/test_qa.py
View File

@ -125,6 +125,7 @@ def failed_qa_run_id(crawler_crawl_id, crawler_auth_headers, default_org_id):
crawls = r.json()["items"]
assert crawls[0]["id"] == crawler_crawl_id
assert crawls[0]["activeQAState"]
assert crawls[0]["activeQAStats"]
assert crawls[0]["lastQAState"]
# Ensure sorting by qaState works as expected with all-crawls
@ -136,6 +137,7 @@ def failed_qa_run_id(crawler_crawl_id, crawler_auth_headers, default_org_id):
crawls = r.json()["items"]
assert crawls[0]["id"] == crawler_crawl_id
assert crawls[0]["activeQAState"]
assert crawls[0]["activeQAStats"]
assert crawls[0]["lastQAState"]
# Cancel crawl