User-agent: *
Disallow: /group/
Disallow: /news/default/feed
Disallow: /config/
Disallow: /install/
Disallow: /source/
Disallow: /misc.php
Disallow: /Style/*
Disallow: /util/*
Disallow: /lang/
Disallow: /lib/
Disallow: /model/
Disallow: /admin/
Disallow: /attachment/
Disallow: /data/
Disallow: /js/
Disallow: /apps/

User-agent: AhrefsBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: YYSpider
Disallow: /

User-agent: Flamingo_SearchEngine
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: www.integromedb.org/Crawler
Disallow: /

User-agent: bingbot
Crawl-delay: 0.5
Request-rate: 120/1m

User-agent: MS Search
Crawl-delay: 0.5
Request-rate: 120/1m

User-agent: Googlebot
Crawl-delay: 0.5
Request-rate: 120/1m