User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
User-agent: MJ12bot
Allow: /
Crawl-delay: 86400
User-agent: SemrushBot
Allow: /
Crawl-delay: 86400
User-agent: AhrefsBot
Allow: /
Crawl-delay: 86400
User-agent: 008
Allow: /
Crawl-delay: 86400
User-agent: Semrushbot-SA
Allow: /
Crawl-delay: 86400
User-agent: Semrushbot-SI
Allow: /
Crawl-delay: 86400
User-agent: Yahoo Pipes 2.0
Allow: /
Crawl-delay: 86400
User-agent: Googlebot
Allow: /
Crawl-delay: 86400
User-agent: Facebot
Allow: /
Crawl-delay: 86400
User-agent: Bingbot
Allow: /
Crawl-delay: 86400
User-agent: BingPreview
Allow: /
Crawl-delay: 86400
User-agent: Twitterbot
Allow: /
Crawl-delay: 86400