User-agent: Yandex
User-agent: YandexBot
User-agent: Googlebot
User-agent: Mail.Ru
User-agent: StackRambler
User-agent: spider
User-agent: robot
User-agent: crawl
User-agent: dotbot
User-agent: MJ12bot
User-agent: Sogou web spider
User-agent: Sogou
User-agent: Baiduspider
User-agent: slurp@inktomi
User-agent: archive_org
User-agent: Ask Jeeves
User-agent: Lycos
User-agent: WhatUSeek
User-agent: ia_archiver
User-agent: GigaBlast
User-agent: Gigabot
User-agent: Yandex
User-agent: Yahoo!
User-agent: Yahoo-MMCrawler
User-agent: TurtleScanner
User-agent: TurnitinBot
User-agent: ZipppBot
User-agent: oBot
User-agent: rambler
User-agent: Jetbot
User-agent: NaverBot
User-agent: libwww
User-agent: Aport
User-agent: msnbot
User-agent: MnoGoSearch
User-agent: booch
User-agent: Openbot
User-agent: scooter
User-agent: WebCrawler
User-agent: WebZIP
User-agent: GetSmart
User-agent: grub-client
User-agent: dotbot
User-agent: Vampire
User-agent: MailRu
User-agent: ePochta_Extractor
User-agent: *
Crawl-delay: 30
# Directories
Disallow: /backup
Disallow: /engine
# Files
Disallow: /admin.php
# Paths (clean URLs)
# Paths (no clean URLs)
#Disallow: /forum/index.php?act=Profile
Disallow: /forum
Allow: /forum/lofiversion
Disallow: /index.php?do=register
Disallow: /user/
Disallow: /statistics.html
Disallow: /admin.php
Disallow: /backup/
Disallow: /come_back/
Disallow: /engine/
Disallow: /templates/
Disallow: /rotatorimg
Disallow: /SB
Disallow: /rotatorimg
Disallow: /massaengine
Disallow: /massa
Disallow: /ad
Disallow: /stats
Disallow: /language/
#Sitemap: http://www.letterwork.info/sitemap.xml
Host: www.osrw.com