# START BOOKSWARM ROBOTS.TXT TEMPLATE # ----------------------------------- # # Set the crawl delay to 5 seconds - not all search engines will honour this User-agent: * Crawl-delay: 5 # # Tell all user agents to ignore wp-admin User-agent: * Disallow: /wp-admin/ # # Block AI bots User-agent: GPTBot User-agent: CCBot User-agent: ChatGPT-User Disallow: / # # Block these other bots User-agent: SEMrushBot User-agent: AhrefsBot User-agent: PetalBot User-agent: MJ12Bot User-agent: DotBot User-agent: MauiBot Disallow: / # # Allow Googlebot and other bots not specific above User-agent: Googlebot User-agent: * Disallow: # # --------------------------------- # END BOOKSWARM ROBOTS.TXT TEMPLATE # _ # [ ] # ( ) # |>| # __/===\__ # //| o=o |\\ # <] | o=o | [> # \=====/ # / / | \ \ # <_________>