Sitemap: http://livejinju.com/sitemap.xml

#All bots
User-agent: *
Crawl-delay: 120
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?blackhole

#bingbot
Allow: /wp-admin/admin-ajax.php
User-agent: bingbot
Crawl-delay: 180
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php

#Baidu
User-agent: Baidu ( catchall )
Crawl-delay: 240

#bad bots
User-agent: GrapeshotCrawler
User-agent: facebookexternalhit
User-agent: proximic
User-agent: BLEXBot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: YandexBot
User-agent: YisouSpider
User-agent: 2345Explorer
User-agent: PhantomJS
User-agent: SeznamBot
User-agent: MegaIndex.ru
Disallow: /