# Default WP rules user-agent: * disallow: /wp-admin/ disallow: /privacy-policy/ disallow: /style-guide/ disallow: /dicono-di-noi/ disallow: /cookie-policy/ disallow: /chi-siamo/ disallow: /il-tuo-team-digital/ allow: /wp-admin/admin-ajax.php # Block RSS feeds user-agent: * disallow: /feed/ disallow: */feed disallow: */feed$ disallow: /feed/$ disallow: /comments/feed disallow: /?feed= disallow: /wp-feed # Block Search Results user-agent: * disallow: /?s= disallow: /page/*/?s= disallow: /search/ # Block Petal bot user-agent: PetalBot disallow: / # Block SemrushBot user-agent: SemrushBot disallow: / user-agent: SemrushBot-SA disallow: / # Block MajesticSEOBot user-agent: MJ12bot disallow: / # Bingbot crawl delay - slow down Bing if it crawls too aggressively # Adjust the value (in seconds) to your needs: 1 = 1 request/second User-agent: bingbot Crawl-delay: 1 # Block ChatGPT bot user-agent: CCBot disallow: /wp-json/ user-agent: GPTBot disallow: /wp-json/ # Block DeepSeek bot user-agent: DeepSeekBot disallow: /wp-json/ user-agent: DeepSeek disallow: /wp-json/ # Block Bard bot user-agent: Google-Extended disallow: /wp-json/ # Block ClaudeBot - Web crawler for downloading training data user-agent: ClaudeBot disallow: /wp-json/ # Block Claude-User - Fetches content on behalf of Claude users user-agent: Claude-User disallow: /wp-json/ # Block Claude-SearchBot - Indexes websites for Claude search results user-agent: Claude-SearchBot disallow: /wp-json/ # Link to your sitemap Sitemap: https://pop-corn.digital/sitemaps.xml # Content Signals (https://contentsignals.org/) User-agent: * Content-Signal: search=yes, ai-input=yes, ai-train=no