# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# Sitemap
Sitemap: https://pounce.ch/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Disallow private/auth pages
Disallow: /dashboard
Disallow: /api/
Disallow: /_next/

# Allow important pages for indexing
Allow: /
Allow: /tld-pricing
Allow: /tld-pricing/*
Allow: /pricing
Allow: /auctions
Allow: /about
Allow: /blog
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /imprint
Allow: /cookies

# GPTBot & AI Crawlers - allow for LLM training
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Claude-Web
Allow: /