# Allow search engines to crawl the lander page itself. Block dynamic POST
# endpoints (which crawlers shouldn't touch anyway) and the captcha/upload
# helpers (no SEO value, just noise in crawl logs).
#
# This file is shared across all 7,800+ domains served by Lander.Public —
# the content is identical for every domain so a single static file is
# correct. UseStaticFiles middleware serves this before the per-domain
# DomainDetectionMiddleware runs.

User-agent: *
Allow: /
Disallow: /altcha/
Disallow: /uploads/
Disallow: /enquire
Disallow: /offer

# Polite ceiling for aggressive crawlers — does not affect Googlebot which
# uses its own pacing logic, but slows scrapers that honor the directive.
Crawl-delay: 5