User-agent: AhrefsBot 
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: *
Disallow: /wp-admin/ 
Disallow: /wp-includes/ 
Disallow: /wp-content/ 
Disallow: /archives/ 
disallow: /*?* 
Disallow: *?replytocom 
Disallow: /wp-* 
Disallow: /author 
Disallow: /comments/feed/ 
Disallow: /xmlrpc.php/
Disallow: /trackback/
Disallow: /index.php
Disallow: /cgi-bin/ 
Disallow: /linkout/
Disallow: /recommended/

Sitemap: https://meptraining.in/sitemap.xml