# BEGIN PEST BLOCKING
User-agent: Amazonbot
User-agent: AhrefsBot
User-agent: Barkrowle
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: Dataprovider
User-agent: DotBot
User-agent: Expanse
User-agent: GeedoProductSearch
User-agent: Go-http-client
User-agent: GPTBot
User-agent: MJ12bot
User-agent: Peer39_crawler
User-agent: PetalBot
User-agent: SemrushBot
User-agent: Teleport
Disallow: /
# END PEST BLOCKING

# RULES FOR WORDPRESS SITES
User-agent: *
Disallow: /wp-admin/ #block access to admin section
Allow: /wp-admin/admin-ajax.php #allow access to admin-ajax
Disallow: /wp-login.php #block access to admin section
Disallow: /search/ #block access to internal search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page
Disallow: /readme.html
Disallow: /refer/
# RULES FOR WORDPRESS SITES

Sitemap: https://sustainableconnections.org/wp-sitemap.xml