dfba4b3940
- Adds two new crawl finished state, stopped_by_user and stopped_quota_reached - Tracking other possible 'stop reasons' in operator, though not making them distinct states for now. - Updated frontend with 'Stopped by User' and 'Stopped: Time Quota Reached', shown with same icon as current partial_complete - Added migration of partial_complete to either stopped_by_user or complete (no historical quota data available) - Addresses edge case in scaling: if crawl never scaled (no redis entry, no pod), automatically scale down - Edge case in status: if crawl is somehow 'canceled' but not deleted, immediately delete crawl object and begin finalizing. --------- Co-authored-by: Tessa Walsh <tessa@bitarchivist.net>
34 lines
652 B
YAML
34 lines
652 B
YAML
# additional settings for nightly tests
|
|
|
|
invite_expire_seconds: 10
|
|
|
|
max_pages_per_crawl: 300
|
|
|
|
|
|
# enable to allow access to minio directly
|
|
minio_local_access_port: 30090
|
|
|
|
minio_local_bucket_name: &local_bucket_name "btrix-test-data"
|
|
|
|
|
|
storages:
|
|
- name: "default"
|
|
type: "s3"
|
|
access_key: "ADMIN"
|
|
secret_key: "PASSW0RD"
|
|
bucket_name: *local_bucket_name
|
|
|
|
endpoint_url: "http://local-minio.default:9000/"
|
|
is_default_primary: True
|
|
|
|
- name: "replica-0"
|
|
type: "s3"
|
|
access_key: "ADMIN"
|
|
secret_key: "PASSW0RD"
|
|
bucket_name: "replica-0"
|
|
|
|
endpoint_url: "http://local-minio.default:9000/"
|
|
is_default_replica: True
|
|
|
|
|