# CostObserver - Robots.txt
User-agent: *
Allow: /
Disallow: /login
Disallow: /signup

# Sitemap
Sitemap: https://costobserver.com/sitemap.xml

# Crawl-delay for polite crawling
Crawl-delay: 1