User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /
Disallow: /admin
Disallow: /my-profile
Disallow: /favorites
# Redirect-only URLs — block crawl of the redirect endpoints
Disallow: /towns$
Disallow: /compare$
Disallow: /events$
Disallow: /home$

# Sitemap
Sitemap: https://comparetowns.com/sitemap.xml