User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/cache/ Disallow: /wp-content/widget-cache/ Disallow: *?replytocom Disallow: /wp-json/ Disallow: /?rest_route= Disallow: /wp-admin/admin-ajax.php # Allow essential static assets Allow: /wp-content/themes/*.css Allow: /wp-content/themes/*.js Allow: /wp-content/themes/*.png Allow: /wp-content/themes/*.jpg Allow: /wp-content/themes/*.woff Allow: /wp-content/plugins/*.css Allow: /wp-content/plugins/*.js # Specific bot adjustments User-agent: Googlebot Crawl-delay: 10 User-agent: Bingbot Crawl-delay: 20 # Aggressive or unnecessary bots (throttle heavily) User-agent: MJ12bot Crawl-delay: 500 User-agent: SemrushBot Crawl-delay: 500 User-agent: AhrefsBot Crawl-delay: 500 User-agent: Yandex Crawl-delay: 500 User-agent: Baiduspider Crawl-delay: 500 User-agent: * Crawl-delay: 30 # Sitemap Sitemap: https://www.askamanager.org/sitemap_index.xml Host: www.askamanager.org