tea/browsertrix
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
894aa29d4b
browsertrix/backend/test/data/org-export.json
Tessa Walsh f076e7d9e3
Add superuser API endpoints to export and import org data (#1394) 
Fixes #890 

This PR introduces new streaming superuser-only API endpoints to export
and import database information for an organization. New Adminstrator
deployment documentation on how to manage the process and copy files
between S3 buckets as needed is also included.

---------

Co-authored-by: Henry Wilkinson <henry@wilkinson.graphics>
Co-authored-by: Ilya Kreymer <ikreymer@gmail.com>
2024-07-02 17:14:34 -04:00

95 lines
38 KiB
JSON
Raw Blame History

{"data": {
"dbVersion": "0027",
"org": {"name": "dev", "slug": "dev", "users": {"d2c7e8d4-c0a8-4615-9b8a-f544d2820933": 40, "1282554d-9740-4da3-aba9-de2082e16a41": 20, "5dffc74c-4c82-4e03-8edf-6f29ea406f0d": 20}, "default": true, "storage": {"name": "default", "custom": null}, "storageReplicas": [], "customStorages": {}, "bytesStored": 1230786083, "bytesStoredCrawls": 1120216706, "bytesStoredUploads": 230783, "bytesStoredProfiles": 110338594, "usage": {"2024-07": 1277}, "crawlExecSeconds": {"2024-07": 1264}, "qaUsage": {}, "qaCrawlExecSeconds": {}, "monthlyExecSeconds": {}, "extraExecSeconds": {}, "giftedExecSeconds": {}, "extraExecSecondsAvailable": 0, "giftedExecSecondsAvailable": 0, "quotas": {"maxConcurrentCrawls": 0, "maxPagesPerCrawl": 0, "storageQuota": 0, "maxExecMinutesPerMonth": 0, "extraExecMinutes": 0, "giftedExecMinutes": 0}, "quotaUpdates": [], "webhookUrls": {"crawlStarted": null, "crawlFinished": null, "crawlDeleted": null, "uploadFinished": null, "uploadDeleted": null, "addedToCollection": null, "removedFromCollection": null, "collectionDeleted": null}, "origin": null, "userDetails": [{"id": "1282554d-9740-4da3-aba9-de2082e16a41", "role": "20", "name": "Crawler", "email": "orgcrawler@example.com"}, {"id": "5dffc74c-4c82-4e03-8edf-6f29ea406f0d", "role": "20", "name": "Crawler 2", "email": "orgcrawler2@example.com"}, {"id": "d2c7e8d4-c0a8-4615-9b8a-f544d2820933", "role": "40", "name": "Org Admin", "email": "orgadmin@example.com"}], "_id": "4c880741-c1b7-47ae-b825-3fb15d52a760"},
"profiles": [
{"_id": "98832dac-f7dd-4437-bac8-6db7720787fa", "baseid": "98832dac-f7dd-4437-bac8-6db7720787fa", "crawlerChannel": "default", "created": "2024-07-01T17:26:10", "createdBy": "b2e4bd80-7f30-47bf-bb20-2962c637042f", "createdByName": "admin", "description": "Signed in Mastodon browser profile", "modified": "2024-07-01T17:29:27", "modifiedBy": "d2c7e8d4-c0a8-4615-9b8a-f544d2820933", "modifiedByName": "Org Admin", "name": "digipres.club", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "origins": ["https://digipres.club"], "resource": {"filename": "profiles/profile-98832dac-f7dd-4437-bac8-6db7720787fa.tar.gz", "hash": "2f5a217b23cb48f6a7cc29ea6687890b011b1dcbcac749ed448b99a128e188fd", "size": 39248660, "storage": {"name": "default", "custom": null}, "replicas": []}, "userid": "d2c7e8d4-c0a8-4615-9b8a-f544d2820933"},
{"_id": "9e29673b-51af-44f1-b92a-9cb551327627", "baseid": null, "crawlerChannel": "default", "created": "2024-07-01T17:29:45", "createdBy": "d2c7e8d4-c0a8-4615-9b8a-f544d2820933", "createdByName": "Org Admin", "description": "", "modified": "2024-07-01T17:29:45", "modifiedBy": "d2c7e8d4-c0a8-4615-9b8a-f544d2820933", "modifiedByName": "Org Admin", "name": "wr specs", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "origins": ["https://specs.webrecorder.net"], "resource": {"filename": "profiles/profile-9e29673b-51af-44f1-b92a-9cb551327627.tar.gz", "hash": "d83bf1487b3abb6d459cb91e91054f66a2633d8399c6bcfe4f7fd4b9036b5240", "size": 31844940, "storage": {"name": "default", "custom": null}, "replicas": []}, "userid": "d2c7e8d4-c0a8-4615-9b8a-f544d2820933"}
],
"workflows": [
{"_id": "64000a3d-c39f-44f8-b494-2fdd1eddb06d", "schedule": "", "runNow": false, "config": {"seeds": [{"url": "https://digipres.club", "scopeType": "page", "include": null, "exclude": null, "sitemap": null, "allowHash": null, "depth": null, "extraHops": null}], "scopeType": "page", "include": null, "exclude": [], "depth": -1, "limit": 10, "extraHops": 1, "lang": "en", "blockAds": false, "behaviorTimeout": null, "pageLoadTimeout": null, "pageExtraDelay": null, "postLoadDelay": null, "workers": null, "headless": null, "generateWACZ": null, "combineWARC": null, "useSitemap": false, "failOnFailedSeed": false, "logging": null, "behaviors": "autoscroll,autoplay,autofetch,siteSpecific", "userAgent": null}, "name": "digipres.club", "description": "With browser profile!", "jobType": "url-list", "profileid": "98832dac-f7dd-4437-bac8-6db7720787fa", "crawlerChannel": "default", "autoAddCollections": ["8387e372-4395-4af7-91eb-ab6fde08dbf5"], "tags": ["mastodon", "tag2"], "crawlTimeout": 0, "maxCrawlSize": 0, "scale": 1, "crawlFilenameTemplate": null, "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "createdBy": "1282554d-9740-4da3-aba9-de2082e16a41", "createdByName": "Crawler", "modifiedBy": "5dffc74c-4c82-4e03-8edf-6f29ea406f0d", "modifiedByName": "crawler 2", "created": "2024-07-01T17:31:29", "modified": "2024-07-01T17:51:12", "lastStartedBy": "5dffc74c-4c82-4e03-8edf-6f29ea406f0d", "lastStartedByName": "crawler 2", "crawlAttemptCount": 2, "isCrawlRunning": false, "lastCrawlId": "manual-20240701175115-64000a3d-c39", "lastCrawlStartTime": "2024-07-01T17:51:15", "lastCrawlTime": "2024-07-01T17:53:31", "lastRun": "2024-07-01T17:53:31", "crawlCount": 2, "crawlSuccessfulCount": 2, "lastCrawlSize": 59242409, "lastCrawlState": "complete", "lastCrawlStopping": false, "totalSize": 958593480, "rev": 1},
{"_id": "7dda740a-4c4d-4195-9c5d-1b27b066f032", "schedule": "", "runNow": true, "config": {"seeds": [{"url": "https://webrecorder.net", "scopeType": "prefix", "include": [], "exclude": null, "sitemap": null, "allowHash": null, "depth": null, "extraHops": 0}], "scopeType": "prefix", "include": null, "exclude": [], "depth": -1, "limit": 10, "extraHops": 0, "lang": "en", "blockAds": false, "behaviorTimeout": null, "pageLoadTimeout": null, "pageExtraDelay": null, "postLoadDelay": null, "workers": null, "headless": null, "generateWACZ": null, "combineWARC": null, "useSitemap": false, "failOnFailedSeed": false, "logging": null, "behaviors": "autoscroll,autoplay,autofetch,siteSpecific", "userAgent": null}, "name": "", "description": null, "jobType": "seed-crawl", "profileid": null, "crawlerChannel": "default", "autoAddCollections": [], "tags": [], "crawlTimeout": 0, "maxCrawlSize": 0, "scale": 1, "crawlFilenameTemplate": null, "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "createdBy": "5dffc74c-4c82-4e03-8edf-6f29ea406f0d", "createdByName": "crawler 2", "modifiedBy": "5dffc74c-4c82-4e03-8edf-6f29ea406f0d", "modifiedByName": "crawler 2", "created": "2024-07-01T17:50:23", "modified": "2024-07-01T17:50:23", "lastStartedBy": "5dffc74c-4c82-4e03-8edf-6f29ea406f0d", "lastStartedByName": "crawler 2", "crawlAttemptCount": 1, "isCrawlRunning": false, "lastCrawlId": "manual-20240701175023-7dda740a-4c4", "lastCrawlStartTime": "2024-07-01T17:50:23", "lastCrawlTime": "2024-07-01T17:51:28", "lastRun": "2024-07-01T17:51:28", "crawlCount": 1, "crawlSuccessfulCount": 1, "lastCrawlSize": 161623226, "lastCrawlState": "complete", "lastCrawlStopping": false, "totalSize": 161623226}
],
"workflowRevisions": [
{"_id": "44bda177-12bd-4304-a4e1-20d95ee8ef8f", "cid": "64000a3d-c39f-44f8-b494-2fdd1eddb06d", "schedule": "", "config": {"seeds": [{"url": "https://digipres.club", "scopeType": "page", "include": null, "exclude": null, "sitemap": null, "allowHash": null, "depth": null, "extraHops": null}], "scopeType": "page", "include": null, "exclude": [], "depth": -1, "limit": 100, "extraHops": 1, "lang": "en", "blockAds": false, "behaviorTimeout": null, "pageLoadTimeout": null, "pageExtraDelay": 0, "postLoadDelay": 0, "workers": null, "headless": null, "generateWACZ": null, "combineWARC": null, "useSitemap": false, "failOnFailedSeed": false, "logging": null, "behaviors": "autoscroll,autoplay,autofetch,siteSpecific", "userAgent": null}, "profileid": "98832dac-f7dd-4437-bac8-6db7720787fa", "crawlerChannel": "default", "crawlTimeout": 0, "maxCrawlSize": 0, "scale": 1, "modified": "2024-07-01T17:31:29", "modifiedBy": "1282554d-9740-4da3-aba9-de2082e16a41", "rev": 0}
],
"items": [
{"_id": "upload-10634478-4b93-4b68-830d-2852c6b17609", "cid": null, "collectionIds": ["8387e372-4395-4af7-91eb-ab6fde08dbf5"], "crawlExecSeconds": 0, "description": "Test import with PDFs", "errors": [], "fileCount": 1, "fileSize": 230783, "files": [{"filename": "4c880741-c1b7-47ae-b825-3fb15d52a760/uploads/upload-10634478-4b93-4b68-830d-2852c6b17609pdf-test-b3rn74lx.wacz", "hash": "789631d2280b5c4a9beec16500b944c7933d237e40a0f21b5eebef2cc1da467b", "size": 230783, "storage": {"name": "default", "custom": null}, "replicas": [], "presignedUrl": "/data/4c880741-c1b7-47ae-b825-3fb15d52a760/uploads/upload-10634478-4b93-4b68-830d-2852c6b17609pdf-test-b3rn74lx.wacz?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=ADMIN%2F20240701%2F%2Fs3%2Faws4_request&X-Amz-Date=20240701T175049Z&X-Amz-Expires=604740&X-Amz-SignedHeaders=host&X-Amz-Signature=4d6cc3646f1fcf9e8dc5a95357370c23620926effdfb5ac85cdbb81c44b255ba", "expireAt": "2024-07-06T23:50:04", "crc32": 0}], "finished": "2024-07-01T17:30:03", "image": null, "name": "PDF test", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "reviewStatus": null, "started": "2024-07-01T17:30:03", "state": "complete", "stats": {"found": 0, "done": 0, "size": 0}, "tags": ["tag2"], "type": "upload", "userName": "Org Admin", "userid": "d2c7e8d4-c0a8-4615-9b8a-f544d2820933"},
{"_id": "manual-20240701173130-64000a3d-c39", "schedule": "", "jobType": "url-list", "config": {"seeds": [{"url": "https://digipres.club", "scopeType": "page", "include": null, "exclude": null, "sitemap": null, "allowHash": null, "depth": null, "extraHops": null}], "scopeType": "page", "include": null, "exclude": [], "depth": -1, "limit": 100, "extraHops": 1, "lang": "en", "blockAds": false, "behaviorTimeout": null, "pageLoadTimeout": null, "pageExtraDelay": null, "postLoadDelay": null, "workers": null, "headless": null, "generateWACZ": null, "combineWARC": null, "useSitemap": false, "failOnFailedSeed": false, "logging": null, "behaviors": "autoscroll,autoplay,autofetch,siteSpecific", "userAgent": null}, "tags": ["mastodon", "tag2"], "crawlTimeout": 0, "maxCrawlSize": 0, "scale": 1, "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "profileid": "98832dac-f7dd-4437-bac8-6db7720787fa", "crawlerChannel": "default", "userid": "1282554d-9740-4da3-aba9-de2082e16a41", "userName": "Crawler", "started": "2024-07-01T17:31:30", "finished": "2024-07-01T17:49:26", "state": "stopped_by_user", "crawlExecSeconds": 1073, "image": "docker.io/webrecorder/browsertrix-crawler:latest", "stats": {"found": 100, "done": 47, "size": 1795379003}, "files": [{"filename": "4c880741-c1b7-47ae-b825-3fb15d52a760/20240701174916531-64000a3d-c39-0.wacz", "hash": "4a342a1d9fc9e55151b30562dc67bdd30cafe4d91de2787466fc38e4269f6576", "size": 899351071, "storage": {"name": "default", "custom": false}, "replicas": [], "presignedUrl": "/data/4c880741-c1b7-47ae-b825-3fb15d52a760/20240701174916531-64000a3d-c39-0.wacz?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=ADMIN%2F20240701%2F%2Fs3%2Faws4_request&X-Amz-Date=20240701T175049Z&X-Amz-Expires=604740&X-Amz-SignedHeaders=host&X-Amz-Signature=9cd7a0adbd92268744e545389cbb3eb8247e4baebb7e7ac045aa50a29998161d", "expireAt": "2024-07-06T23:50:04", "crc32": 1506171852}], "fileSize": 899351071, "fileCount": 1, "errors": [], "type": "crawl", "cid": "64000a3d-c39f-44f8-b494-2fdd1eddb06d", "name": "digipres.club", "description": "", "collectionIds": ["8387e372-4395-4af7-91eb-ab6fde08dbf5"], "reviewStatus": null, "cid_rev": 0, "manual": true, "stopping": true, "qaCrawlExecSeconds": 0, "qa": null, "qaFinished": {}, "_lut": "2024-07-01T17:49:26"},
{"_id": "manual-20240701175023-7dda740a-4c4", "schedule": "", "jobType": "seed-crawl", "config": {"seeds": [{"url": "https://webrecorder.net", "scopeType": "prefix", "include": [], "exclude": null, "sitemap": null, "allowHash": null, "depth": null, "extraHops": 0}], "scopeType": "prefix", "include": null, "exclude": [], "depth": -1, "limit": 10, "extraHops": 0, "lang": "en", "blockAds": false, "behaviorTimeout": null, "pageLoadTimeout": null, "pageExtraDelay": null, "postLoadDelay": null, "workers": null, "headless": null, "generateWACZ": null, "combineWARC": null, "useSitemap": false, "failOnFailedSeed": false, "logging": null, "behaviors": "autoscroll,autoplay,autofetch,siteSpecific", "userAgent": null}, "tags": [], "crawlTimeout": 0, "maxCrawlSize": 0, "scale": 1, "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "profileid": null, "crawlerChannel": "default", "userid": "5dffc74c-4c82-4e03-8edf-6f29ea406f0d", "userName": "crawler 2", "started": "2024-07-01T17:50:23", "finished": "2024-07-01T17:51:28", "state": "complete", "crawlExecSeconds": 60, "image": "docker.io/webrecorder/browsertrix-crawler:latest", "stats": {"found": 10, "done": 10, "size": 323084886}, "files": [{"filename": "4c880741-c1b7-47ae-b825-3fb15d52a760/20240701175124538-7dda740a-4c4-0.wacz", "hash": "7de70f84f8aeff864ae5db1624df3f48a2520b38055e33408a4be51a1fd5db50", "size": 161623226, "storage": {"name": "default", "custom": false}, "replicas": [], "presignedUrl": "/data/4c880741-c1b7-47ae-b825-3fb15d52a760/20240701175124538-7dda740a-4c4-0.wacz?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=ADMIN%2F20240701%2F%2Fs3%2Faws4_request&X-Amz-Date=20240701T175444Z&X-Amz-Expires=604740&X-Amz-SignedHeaders=host&X-Amz-Signature=55ec5d3dc70ee064e2c889bb84d1f491c85990787cca94567cc59ebdfed67d97", "expireAt": "2024-07-06T23:53:59", "crc32": 4148821549}], "fileSize": 161623226, "fileCount": 1, "errors": [], "type": "crawl", "cid": "7dda740a-4c4d-4195-9c5d-1b27b066f032", "name": "", "description": "", "collectionIds": ["a203b0b9-3f6e-4e16-a822-7fb0f2613e21"], "reviewStatus": null, "cid_rev": 0, "manual": true, "stopping": false, "qaCrawlExecSeconds": 0, "qa": null, "qaFinished": {}, "_lut": "2024-07-01T17:51:28"},
{"_id": "manual-20240701175115-64000a3d-c39", "schedule": "", "jobType": "url-list", "config": {"seeds": [{"url": "https://digipres.club", "scopeType": "page", "include": null, "exclude": null, "sitemap": null, "allowHash": null, "depth": null, "extraHops": null}], "scopeType": "page", "include": null, "exclude": [], "depth": -1, "limit": 10, "extraHops": 1, "lang": "en", "blockAds": false, "behaviorTimeout": null, "pageLoadTimeout": null, "pageExtraDelay": null, "postLoadDelay": null, "workers": null, "headless": null, "generateWACZ": null, "combineWARC": null, "useSitemap": false, "failOnFailedSeed": false, "logging": null, "behaviors": "autoscroll,autoplay,autofetch,siteSpecific", "userAgent": null}, "tags": ["mastodon", "tag2"], "crawlTimeout": 0, "maxCrawlSize": 0, "scale": 1, "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "profileid": "98832dac-f7dd-4437-bac8-6db7720787fa", "crawlerChannel": "default", "userid": "5dffc74c-4c82-4e03-8edf-6f29ea406f0d", "userName": "crawler 2", "started": "2024-07-01T17:51:15", "finished": "2024-07-01T17:53:31", "state": "complete", "crawlExecSeconds": 131, "image": "docker.io/webrecorder/browsertrix-crawler:latest", "stats": {"found": 10, "done": 10, "size": 118062938}, "files": [{"filename": "4c880741-c1b7-47ae-b825-3fb15d52a760/20240701175329297-64000a3d-c39-0.wacz", "hash": "13dd92ad9682f078a4d06215cc69c83ef9cb30c8d04795d4d62e1600f5dc8678", "size": 59242409, "storage": {"name": "default", "custom": false}, "replicas": [], "presignedUrl": "/data/4c880741-c1b7-47ae-b825-3fb15d52a760/20240701175329297-64000a3d-c39-0.wacz?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=ADMIN%2F20240701%2F%2Fs3%2Faws4_request&X-Amz-Date=20240701T175453Z&X-Amz-Expires=604740&X-Amz-SignedHeaders=host&X-Amz-Signature=7ba1eec2d2665005ce072bfb3b0a60dd6f1891a20b5078a34df49f3e2486f24f", "expireAt": "2024-07-06T23:54:07", "crc32": 2313845961}], "fileSize": 59242409, "fileCount": 1, "errors": [], "type": "crawl", "cid": "64000a3d-c39f-44f8-b494-2fdd1eddb06d", "name": "digipres.club", "description": "", "collectionIds": ["8387e372-4395-4af7-91eb-ab6fde08dbf5"], "reviewStatus": null, "cid_rev": 1, "manual": true, "stopping": false, "qaCrawlExecSeconds": 0, "qa": null, "qaFinished": {}, "_lut": "2024-07-01T17:53:31"}
],
"pages": [
{"_id": "17ea47dc-b6e0-45ac-bba7-c9c829d90d96", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/getting-started", "title": "digipres.club - Notifications", "ts": "2024-07-01T17:32:09.499000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "135ee530-5285-42b3-bd0d-807827a15d32", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/", "title": "digipres.club - Getting started", "ts": "2024-07-01T17:32:03.864000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "970fed17-cd3e-4898-827e-3d8587fef99e", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/public/local", "title": "digipres.club - Local timeline", "ts": "2024-07-01T17:32:23.219000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "617ab7d7-5fe7-4ba4-8a69-4b69fec3354e", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/auth/sign_out", "title": "The page you are looking for isn't here. - Hometown", "ts": "2024-07-01T17:32:10.361000", "loadState": 3, "status": 404, "mime": "text/html"},
{"_id": "19ea1b01-f1a5-47c6-917d-84ce78a19341", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/public", "title": "digipres.club - Federated timeline", "ts": "2024-07-01T17:32:16.504000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "a000568e-83ff-4590-adf1-ceea35cf97a4", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/@bitarchivist", "title": "digipres.club - Tessa Walsh (@bitarchivist@digipres.club)", "ts": "2024-07-01T17:32:29.830000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "0ade6cb4-916f-4565-be8e-0b766f9fc313", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/settings/profile", "title": "Edit profile - digipres.club", "ts": "2024-07-01T17:32:42.885000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "b2d9d088-74a3-4552-bd93-e0c8f2ff1e38", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/@kmur", "title": "digipres.club - Kate Murray (@kmur@digipres.club)", "ts": "2024-07-01T17:32:35.998000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "d14d2c9d-fbc5-4e5a-94ef-f19a67633e95", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/settings/preferences", "title": "Appearance - digipres.club", "ts": "2024-07-01T17:32:26.799000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "37f7d61b-5dae-420b-afee-8eaa5aeb583b", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://fediscience.org/@rebeccasear", "title": "Rebecca Sear (@rebeccasear@fediscience.org) - FediScience.org", "ts": "2024-07-01T17:32:59.963000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "043c4661-7cd0-4006-a670-45d261a2fb8d", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://fedi.simonwillison.net/@simon", "title": "Simon Willison (@simon@simonwillison.net) - Mastodon", "ts": "2024-07-01T17:32:46.869000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "10eaa1dd-6d89-4379-b8c0-5d59ef1bce92", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://threads.net/@jonathangarelick/", "title": "Jonathan Garelick (@jonathangarelick) on Threads", "ts": "2024-07-01T17:34:21.914000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "4ec43144-2de3-4939-9e32-5dbcd10fdfaa", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://octodon.social/@catoutofbed", "title": "jess, public figure (@catoutofbed@octodon.social) - the Octodon", "ts": "2024-07-01T17:33:05.467000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "99938b17-2125-4000-ad4f-33b9fe3156e6", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://cloudisland.nz/@xssfox", "title": "xssfox :blobhaj_hearttrans: (@xssfox@cloudisland.nz) - Cloud Island", "ts": "2024-07-01T17:34:33.550000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "9b719733-6341-4515-8155-5c27f7f1068b", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/@The_BFOOL", "title": "digipres.club - Ethan Gates (@The_BFOOL@digipres.club)", "ts": "2024-07-01T17:34:51.054000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "259a8926-7b9e-43ba-9826-78e18b172b68", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://botsin.space/@hackers_gifs", "title": "\uff28\uff21\uff23\uff2b\uff25\uff32\uff33\uff22\uff2f\uff34 (@hackers_gifs@botsin.space) - botsin.space", "ts": "2024-07-01T17:34:46.092000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "fd2b746b-92d4-41d1-b77f-5f4c4975c501", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://toot.cafe/@baldur", "title": "Baldur Bjarnason (@baldur@toot.cafe) - Toot Caf\u00e9", "ts": "2024-07-01T17:34:43.590000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "da518ce6-c0d9-49e4-aa3c-33f1275c7101", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://awawa.club/users/byte", "title": "The Awawa Club", "ts": "2024-07-01T17:36:33.637000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "a4096a63-6b91-457c-a5ac-9de210dcaa6e", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.social/@lizzard", "title": "lizzard (@lizzard@mastodon.social) - Mastodon", "ts": "2024-07-01T17:34:58.109000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "06b1b00a-d758-4d8f-ac9b-52bfac98d26e", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://digipres.club/@galoot", "title": "digipres.club - Galoot (@galoot@digipres.club)", "ts": "2024-07-01T17:36:39.410000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "037ec488-a2e9-4454-a6c5-8c1e8e9dfeee", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://hachyderm.io/@samhenrigold", "title": "sam henri gold (@samhenrigold@hachyderm.io) - Hachyderm.io", "ts": "2024-07-01T17:37:02.977000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "04dbad94-e858-4592-aed5-c1e1929b27f7", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://hcommons.social/@inactinique", "title": "hcommons.social - Fr\u00e9d\u00e9ric Clavert (@inactinique@hcommons.social)", "ts": "2024-07-01T17:37:14.378000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "7810605a-9354-4813-acfa-7ede4e42d9b3", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.social/@mcc", "title": "mcc (@mcc@mastodon.social) - Mastodon", "ts": "2024-07-01T17:36:18.930000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "21ff4053-bd17-40a3-96f5-d4874d86ddfc", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://hoosier.social/@thekitmalone", "title": "Kit Arvizu (@thekitmalone@hoosier.social) - hoosier.social", "ts": "2024-07-01T17:37:24.297000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "b1119385-1ed4-4e12-bd98-00d39d0e9089", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/@lokigwyn/112712166892155651", "title": "Loki Gwynbleidd \ud83c\udff4\ud83c\udfa8\ud83d\ude37: \"\ud83c\udff4 \ud83e\udd8a \ud83e\udd8a \ud83e\udd8a \ud83c\udff4 (Available soon for\u2026\" - Mastodon.ART", "ts": "2024-07-01T17:38:59.510000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "fb18bab5-1a4b-46a9-b17f-ce33ee52db65", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/@lokigwyn", "title": "Loki Gwynbleidd \ud83c\udff4\ud83c\udfa8\ud83d\ude37 (@lokigwyn@mastodon.art) - Mastodon.ART", "ts": "2024-07-01T17:37:53.058000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "7a45466a-2a8a-4aa7-9d09-6e77330c281f", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/tags/FediArt", "title": "#FediArt - Mastodon.ART", "ts": "2024-07-01T17:39:03.810000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "4f899ad6-19d2-421a-a7a7-c067231756f0", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/tags/KritaArt", "title": "#KritaArt - Mastodon.ART", "ts": "2024-07-01T17:39:28.725000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "e6a0e6fb-311f-4a8c-87a4-50bb9cf77677", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/tags/MastoArt", "title": "#MastoArt - Mastodon.ART", "ts": "2024-07-01T17:40:38.094000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "2116ea35-f7ca-4165-93c0-a6105a9cddac", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.social/@Daojoan", "title": "Joan Westenberg (@Daojoan@mastodon.social) - Mastodon", "ts": "2024-07-01T17:42:12.761000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "1148e855-31c4-4f43-8525-39df8002024b", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.sdf.org/@conorh", "title": "Mastodon @ SDF", "ts": "2024-07-01T17:41:44.040000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "24afb61c-2a03-4501-b4a8-3ca03f186965", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.social/@globalpilgrim", "title": "John S\u00f3os \ud83c\udf49 (@globalpilgrim@mastodon.social) - Mastodon", "ts": "2024-07-01T17:43:46.774000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "42357c72-4a63-4b40-a662-dec41beb70d5", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://strangeobject.space/@inherentlee", "title": "lee :Fire_Trans: (@inherentlee@strangeobject.space) - strangeobject.space", "ts": "2024-07-01T17:45:21.713000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "57bdcf48-631a-49bc-bbc1-4cdb3919627d", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://cdn.masto.host/mastodonart/media_attachments/files/112/712/152/144/952/633/original/cc368b6e8ebe3175.png", "ts": "2024-07-01T17:45:30.408000", "loadState": 2, "status": 200, "mime": "image/png"},
{"_id": "760849bb-ad02-4eb3-ac38-8d78147a1eb8", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://syzito.xyz/@selzero", "title": "Deniz Opal (@selzero@syzito.xyz) - Syzito.xyz", "ts": "2024-07-01T17:45:24.633000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "94b670e5-9139-47a7-8fbd-0e94ce683175", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://kolektiva.social/tags/fascism", "title": "#fascism - kolektiva.social", "ts": "2024-07-01T17:45:44.387000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "50756656-67fa-4d88-a3f9-ec585d0cc6de", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://kolektiva.social/tags/disobey", "title": "#disobey - kolektiva.social", "ts": "2024-07-01T17:45:43.718000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "092d87d9-8d4e-4dfe-a8d4-4c6f1f285ba1", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://kolektiva.social/tags/antifascism", "title": "#antifascism - kolektiva.social", "ts": "2024-07-01T17:45:40.721000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "927f83dc-5df7-4924-a1d3-92d7d8675bac", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://kolektiva.social/tags/ChristoFascism", "title": "#ChristoFascism - kolektiva.social", "ts": "2024-07-01T17:45:40.102000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "1507789b-2dfc-43c7-919e-15f0b905afc8", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://kolektiva.social/@cthon1c", "title": "not ch1c (@cthon1c@kolektiva.social) - kolektiva.social", "ts": "2024-07-01T17:45:31.134000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "ad83503a-0dfa-4b28-ad39-edad745209dd", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://kolektiva.social/@cthon1c/112711819238224115", "title": "not ch1c: \"liberals can we riot now? htt\u2026\" - kolektiva.social", "ts": "2024-07-01T17:45:32.404000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "ef598b3c-b073-4a5e-a0c8-47e8dbf7889f", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://kolektiva.social/tags/uspol", "title": "#uspol - kolektiva.social", "ts": "2024-07-01T17:45:47.923000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "a8c1c75a-4a4d-42fa-9895-708a0c0aeb82", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://kolektiva.social/tags/immunity", "title": "#immunity - kolektiva.social", "ts": "2024-07-01T17:45:47.304000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "25acefb8-bf56-4d0c-b952-550c508f445a", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/tags/Anarchy", "title": "#Anarchy - Mastodon.ART", "ts": "2024-07-01T17:45:51.602000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "aab117ce-a597-436c-8ab5-904aa6800389", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/tags/Anarchie", "title": "#Anarchie - Mastodon.ART", "ts": "2024-07-01T17:45:51.202000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "ab67e84d-d963-47c9-8679-80b35431691c", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/tags/Fox", "title": "#Fox - Mastodon.ART", "ts": "2024-07-01T17:47:26.001000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "a9825e72-8737-4b9d-9355-efca225009f2", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701173130-64000a3d-c39", "url": "https://mastodon.art/tags/Antifa", "title": "#Antifa - Mastodon.ART", "ts": "2024-07-01T17:47:25.999000", "loadState": 3, "status": 200, "mime": "text/html"},
{"_id": "7ac4eb90-0774-4f9d-a7ff-e0fe43de29bf", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/tools", "title": "Webrecorder | Tools", "ts": "2024-07-01T17:51:04.165000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "ecb9e435-b082-4477-af06-4f4b598cbd45", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/blog", "title": "Webrecorder | Blog", "ts": "2024-07-01T17:51:00.792000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "2cdb7074-f60d-42dd-a194-97bd80430b96", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/about", "title": "Webrecorder | About", "ts": "2024-07-01T17:50:59.322000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "d92a2a94-506a-4bc5-ab8a-9cff5ea9775f", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/", "title": "Webrecorder", "ts": "2024-07-01T17:50:56.762000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "66f625f9-bc75-4df4-b99d-830ac55e51bc", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/faq", "title": "Webrecorder | FAQ", "ts": "2024-07-01T17:51:12.127000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "a2336ca0-66a0-45a1-9fd4-c0d2e7cf96a1", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/contact", "title": "Webrecorder | Contact", "ts": "2024-07-01T17:51:08.806000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "c9e1f09b-1e95-4dc3-9c3f-767ce3f7f377", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/jobs", "title": "Webrecorder | Jobs", "ts": "2024-07-01T17:51:15.619000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "403ae11b-d26c-4c25-b871-5c118a69effd", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/community", "title": "Webrecorder | Community", "ts": "2024-07-01T17:51:02.825000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "cfee0e37-05bc-4eb4-a9c9-0d5f744f8ac0", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/2024/04/23/replaywebpage-2-0.html", "title": "Webrecorder | ReplayWeb.page 2.0", "ts": "2024-07-01T17:51:18.416000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "70c06a45-ac3b-4825-bebd-970956d62385", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175023-7dda740a-4c4", "url": "https://webrecorder.net/2024/06/10/browsertrix-1-10.html", "title": "Webrecorder | Browsertrix 1.10: Now with Assistive QA!", "ts": "2024-07-01T17:51:18.967000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "7e47bf1b-dc58-4a48-aa3b-34e4cadfc1d7", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://digipres.club/", "title": "digipres.club - Getting started", "ts": "2024-07-01T17:51:21.056000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "40a5cd18-4f4e-4a4f-a395-1c1cd6d82c3f", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://digipres.club/@bitarchivist", "title": "digipres.club - Tessa Walsh (@bitarchivist@digipres.club)", "ts": "2024-07-01T17:51:25.586000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "635a13f9-9547-45cc-8842-0a88bffff8c7", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://digipres.club/getting-started", "title": "digipres.club - Notifications", "ts": "2024-07-01T17:51:31.421000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "77b8b46e-b128-40a3-ac87-d8d210c06ca2", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://digipres.club/auth/sign_out", "title": "The page you are looking for isn't here. - Hometown", "ts": "2024-07-01T17:51:27.025000", "loadState": 3, "status": 404, "mime": "text/html"},
{"_id": "afc160ba-83cf-43b4-9733-510628d0cea1", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://digipres.club/public", "title": "digipres.club - Federated timeline", "ts": "2024-07-01T17:51:36.978000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "d83404f9-598b-493c-8adc-4b02bbdbcf6f", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://digipres.club/public/local", "title": "digipres.club - Local timeline", "ts": "2024-07-01T17:51:43.058000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "55cf8723-da46-4d3c-91d2-e913db4464d6", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://digipres.club/settings/profile", "title": "Edit profile - digipres.club", "ts": "2024-07-01T17:51:49.517000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "567afe64-162f-485b-9d8b-3e6710daaad2", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://digipres.club/settings/preferences", "title": "Appearance - digipres.club", "ts": "2024-07-01T17:51:43.517000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "cea6b6c9-bffb-46cf-b769-223a6bd66346", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://fediscience.org/@rebeccasear", "title": "Rebecca Sear (@rebeccasear@fediscience.org) - FediScience.org", "ts": "2024-07-01T17:52:17.189000", "loadState": 4, "status": 200, "mime": "text/html"},
{"_id": "1fec87c4-9558-4d5a-8fff-419a44672b52", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "crawl_id": "manual-20240701175115-64000a3d-c39", "url": "https://fedi.simonwillison.net/@simon", "title": "Simon Willison (@simon@simonwillison.net) - Mastodon", "ts": "2024-07-01T17:51:53.374000", "loadState": 3, "status": 200, "mime": "text/html"}
],
"collections": [
{"_id": "a203b0b9-3f6e-4e16-a822-7fb0f2613e21", "name": "public collection", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "description": "This one is shareable\\.", "modified": "2024-07-01T17:54:44", "crawlCount": 1, "pageCount": 10, "totalSize": 161623226, "tags": [], "isPublic": true},
{"_id": "8387e372-4395-4af7-91eb-ab6fde08dbf5", "name": "test collection", "oid": "4c880741-c1b7-47ae-b825-3fb15d52a760", "description": "Lorem ipsum", "modified": "2024-07-01T17:50:49", "crawlCount": 3, "pageCount": 57, "totalSize": 958824263, "tags": ["tag2", "mastodon"], "isPublic": false}
]
}}
Reference in New Issue View Git Blame Copy Permalink