# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / Disallow: /terminal/ Disallow: /api/ Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password # Allow specific public pages Allow: /discover/$ Allow: /discover/*.css Allow: /discover/*.js Allow: /market Allow: /pricing Allow: /about Allow: /contact Allow: /blog Allow: /tld-pricing/ # Crawl delay for respectful crawling Crawl-delay: 1 # Sitemap location Sitemap: https://pounce.com/sitemap.xml