User-agent: DataForSeoBot
User-agent: PetalBot
Disallow: /

User-agent: msnbot
User-agent: bingbot
User-agent: yandex
User-agent: googlebot
User-agent: googlebot-news
User-agent: googlebot-image
User-agent: mediapartners-google
Crawl-delay: 20.0
Disallow: /cache/
Disallow: /css/
Disallow: /error/
Disallow: /js/
Disallow: /pages/
Disallow: /assets/
Allow: /
Sitemap: https://thinkib.net/sitemap.xml

User-agent: baidu
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: rogerbot
User-agent: ezooms
User-agent: w00t
User-agent: ZmEu
Disallow: /

User-Agent: *
Disallow: /cache/
Disallow: /css/
Disallow: /error/
Disallow: /js/
Disallow: /pages/
Disallow: /assets/
Allow: /
Crawl-delay: 20.0
Sitemap: https://thinkib.net/sitemap.xml