# Group common search engine crawlers
User-agent: Gigabot
Disallow: 

# Less commonly encountered bots (remove Disallow: / if you don't want to block them)
User-agent: Rogerbot
User-agent: Exabot
User-agent: MJ12bot
User-agent: Dotbot
Disallow: /

# General rules for all bots
User-agent: *
Disallow: /wp-admin/ 
Disallow: /redirect
Disallow: /cgi-bin/
Disallow: /wp-includes/
Disallow: /wp-login 
Disallow: /wp-content/ 
Disallow: */page/  
Disallow: /*? 
Disallow: /?s= 
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/litespeed/
Disallow: /readme.html

Sitemap: https://wpdevo.com/sitemap_index.xml
Sitemap: https://wpdevo.com/post-sitemap.xml
Sitemap: https://wpdevo.com/category-sitemap.xml
Sitemap: https://wpdevo.com/post_tag-sitemap.xml