User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block all URLs with parameters
Disallow: /*?
Crawl-delay: 10

Sitemap: https://apn.com/sitemap_index.xml

# Keep Google fully open (Google ignores crawl-delay anyway)
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

# Ahrefs
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: AhrefsSiteAudit
Crawl-delay: 10

# Semrush (10s is their max honored delay)
User-agent: SemrushBot
Crawl-delay: 10
User-agent: SemrushBot-SA
Crawl-delay: 10
User-agent: SemrushBot-BA
Crawl-delay: 10
User-agent: SemrushBot-SI
Crawl-delay: 10
User-agent: SemrushBot-SWA
Crawl-delay: 10
User-agent: SemrushBot-FT
Crawl-delay: 10
User-agent: SemrushBot-ESI
Crawl-delay: 10
User-agent: SiteAuditBot
Crawl-delay: 10
User-agent: SplitSignalBot
Crawl-delay: 10
User-agent: RyteBot
Crawl-delay: 10

# SE Ranking
User-agent: SERankingBacklinksBot
Crawl-delay: 10
User-agent: SEBot-WA
Crawl-delay: 10
User-agent: BLEXBot
Crawl-delay: 10

# Moz
User-agent: dotbot
Crawl-delay: 10
User-agent: rogerbot
Crawl-delay: 10

# Majestic
User-agent: MJ12bot
Crawl-delay: 10

# DataForSEO
User-agent: DataForSeoBot
Crawl-delay: 10