# ===================================================== # robots.txt for www.denovix.com # Optimized for Search + AI Discovery # ===================================================== User-agent: * Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block technical or duplicate URLs Disallow: /cgi-bin/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /wp-json/ Disallow: /?s= Disallow: /*/feed/ Disallow: /*/embed/ Disallow: /*add-to-cart=* Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ # ===================================================== # Sitemap for search engines # ===================================================== Sitemap: https://www.denovix.com/sitemap_index.xml # ===================================================== # AI and data crawlers (allow to enhance AI visibility) # ===================================================== User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: CCBot Allow: / User-agent: Google-Extended Allow: / User-agent: Bingbot Allow: / User-agent: BingPreview Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: FacebookBot Allow: / User-agent: Twitterbot Allow: / # ===================================================== # Controlled rate for aggressive SEO bots # ===================================================== User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10