# Robots.txt for domain.com
# Allow all web crawlers

User-agent: *
Allow: /

# Disallow specific pages
Disallow: /404.html
Disallow: /thanks.html

# Sitemap location
Sitemap: https://domain.com/sitemap.xml