User-agent: * Allow: / # Disallow theme parameters (Google ignores them anyway) Disallow: /*?theme=* Disallow: /*?*theme=* # Allow theme parameter on specific pages (for sharing) Allow: /tools/*?theme=* Allow: /blog/*?theme=* # Disallow admin areas Disallow: /admin/ Disallow: /dashboard/ Disallow: /api/admin/ Disallow: /private/ # Allow API routes needed for SEO Allow: /api/og-image Allow: /api/sitemap Allow: /api/seo/ # Disallow other API routes Disallow: /api/ # Allow all static assets Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.svg$ Allow: /*.ico$ Allow: /*.json$ # Sitemap Sitemap: https://centers.pk/sitemap.xml # Crawl delay Crawl-delay: 1 # AI bots - block content scraping User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Google-Extended Disallow: / # Search engines - allow but with delay User-agent: Googlebot Crawl-delay: 1 User-agent: Bingbot Crawl-delay: 2 User-agent: DuckDuckBot Crawl-delay: 2