User-agent: * # Disallow crawling of admin and login pages Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-login/ # Disallow crawling of plugin and theme directories Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ # Disallow crawling of cache, temp and uploads if not necessary Disallow: /wp-content/cache/ Disallow: /wp-content/uploads/ # Prevent crawling of AJAX and other heavy scripts if applicable Disallow: /wp-admin/admin-ajax.php # Limit crawl rate (seconds between requests) Crawl-delay: 10 User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Bingbot Allow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: YisouSpider Disallow: / User-agent: PetalBot Disallow: / User-agent: * Disallow: /*?* Disallow: /*.php$