Initial deploy setup

2026-07-21 14:00:00 +02:00
commit b8091e59bd
285 changed files with 27854 additions and 0 deletions
@@ -0,0 +1,22 @@
+mode: strict
+honor_robots: true
+crawl_logged_in_pages: false
+solve_captcha: false
+public_ats_endpoints: false
+max_concurrency_per_domain: 1
+minimum_interval_seconds: 30
+max_redirects: 5
+max_document_bytes: 3000000
+deny_domains:
+  - linkedin.com
+  - indeed.com
+  - indeed.be
+  - stepstone.be
+  - jobat.be
+  - vdab.be
+review_on:
+  - login_required
+  - captcha_or_challenge
+  - unexpected_cross_domain_redirect
+  - terms_unclear
+  - repeated_403_or_429