dee354f252
- prefer deploy crawler, redis and job to same zone - prefer deploying crawler and job together via crawler node type, redis via redis node type (all optional)
12 lines
424 B
YAML
12 lines
424 B
YAML
redis_image: redis
|
|
crawler_image: localhost:5000/webrecorder/browsertrix-crawler:latest
|
|
|
|
crawler_requests_cpu: "0.8"
|
|
crawler_limits_cpu: "1.0"
|
|
|
|
crawler_requests_memory: "800M"
|
|
crawler_limits_memory: "1G"
|
|
|
|
crawler_args: "--timeout 90 --logging stats,behaviors,debug --generateWACZ --text --workers 2 --collection thecrawl --screencastPort 9037 --sizeLimit 100000000000 --timeLimit 18000 --healthCheckPort 6065 --waitOnDone"
|
|
|