apiVersion: btrix.cloud/v1
kind: CrawlJob
metadata:
  name: crawljob-{{ id }}
  labels:
    crawl: "{{ id }}"
    role: "job"
    btrix.org: "{{ oid }}"
    btrix.user: "{{ userid }}"
    btrix.storage: "{{ storage_name }}"

spec:
  selector:
    matchLabels:
      crawl: "{{ id }}"

  id: "{{ id }}"
  userid: "{{ userid }}"
  cid: "{{ cid }}"
  oid: "{{ oid }}"
  scale: {{ scale }}
  maxCrawlSize: {{ max_crawl_size }}
  timeout: {{ timeout }}
  manual: {{ manual }}
  crawlerChannel: "{{ crawler_channel }}"
  ttlSecondsAfterFinished: 30
  warcPrefix: "{{ warc_prefix }}"

  storageName: "{{ storage_name }}"

