User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://axcesscommercial.com/wp-sitemap.xml

# Crawlers that scrape this site to sell reports about it, not to send anyone here.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Amazon's crawler took 79,000 requests in under two weeks — one every 14 seconds.
User-agent: Amazonbot
Crawl-delay: 300

# Internal search results are not pages; they are queries.
User-agent: *
Disallow: /*?s=
Disallow: /*&s=