User-agent: *
Crawl-delay: 15
Disallow: 
Disallow: /3rdparty/
Disallow: /antispam.txt
Disallow: /admin/
Disallow: /admin/admin_index.php
Disallow: /backup/
Disallow: /cache/templates_c/
Disallow: /cache/admin_c/
Disallow: /install/
Disallow: /internal/
Disallow: /languages/
Disallow: /libs/
Disallow: /LICENSE.txt
Disallow: /modules/
Disallow: /plugins/
Disallow: /readme.html
Disallow: /search.php
Disallow: /search/
Disallow: /searchurl/
Disallow: /spamlog.log
Disallow: /tag/
Disallow: /templates/
Disallow: /user/view/shaken/
Disallow: /user/view/history/
Disallow: /user/view/published/
Disallow: /user/view/commented/
Disallow: /user/view/voted/
Disallow: /recent/
Disallow: /yesterday/
Disallow: /today/
Disallow: /week/
Disallow: /month/
Disallow: /year/
Disallow: /alltime/
Disallow: /upcoming/recent/
Disallow: /upcoming/yesterday/
Disallow: /upcoming/today/
Disallow: /upcoming/week/
Disallow: /upcoming/month/
Disallow: /upcoming/year/
Disallow: /upcoming/alltime/
Disallow: /live
Disallow: /upcoming.php
Host: web-site.kiev.ua

User-Agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail, Teleport Pro/1.29, Scooter-W3-1.0
Disallow: /

User-agent: Yanga
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Dolphin
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: SpiderMonkey
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: cityreview
Disallow: / 

User-agent: psbot
Disallow: /

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)
Disallow: *