User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/themes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/widget-cache/ Disallow: *?replytocom Crawl-delay: 30 User-agent: Googlebot Crawl-delay: 10 User-agent: Mediapartners-Google Crawl-delay: 20 User-agent: Slurp Crawl-delay: 120 User-agent: Yahoo! Slurp Crawl-delay: 20 User-agent: msnbot Crawl-delay: 20 User-agent: msnbot-media Crawl-delay: 20 User-agent: bingbot Crawl-delay: 20 User-agent: Twitterbot Crawl-delay: 500 User-agent: TweetedTimes Bot Crawl-delay: 60 User-agent: TinEye-bot Crawl-delay: 500 User-agent: WebIndex Crawl-delay: 500 User-agent: Marfeel-crawler Crawl-delay: 500 User-agent: QuerySeekerSpider Crawl-delay: 500 User-agent: Yandex Crawl-delay: 500 User-agent: sogou spider Crawl-delay: 500 User-agent: Baiduspider Crawl-delay: 500 User-agent: YoudaoBot Crawl-delay: 500 User-agent: MJ12bot Crawl-delay: 500 User-agent: spbot Crawl-delay: 500 User-agent: 360Spider Crawl-delay: 500 User-agent: SeznamBot Crawl-delay: 500 User-Agent: AhrefsBot Crawl-delay: 500 User-Agent: Linkdex Crawl-delay: 500 User-agent: linkdexbot Crawl-delay: 500 User-agent: SemrushBot Crawl-delay: 500 User-agent: SemrushBot-SA Crawl-delay: 500 User-agent: CFNetwork Crawl-delay: 500 User-agent: SputnikBot Crawl-delay: 500 User-agent: TurnitinBot Crawl-delay: 500 User-agent: proximic Crawl-delay: 30 User-agent: grapeshot Crawl-delay: 30