# Allow all crawlers User-agent: * Allow: / # Block URL parameters from being crawled Disallow: /*?* Disallow: /*&* # Block API routes Disallow: /api/ # Block internal admin views Disallow: /admin/ # Block Next.js internal files Disallow: /_next/ # Block development/build files Disallow: /*.json$ # Crawl-delay for aggressive bots (optional) User-agent: AhrefsBot Crawl-delay: 2 User-agent: SemrushBot Crawl-delay: 2 # Sitemap location Sitemap: https://prompttools.dev/sitemap.xml