User-agent: *
crawl-delay: 5
User-agent: msnbot
crawl-delay: 20
Disallow: /cgi-bin
Disallow: /thailand-hotels-files
Disallow: /inc
Disallow: /rot
Disallow: /reviews
User-agent: psbot
Disallow: /
User-agent: Microsoft URL Control
Disallow: all
User-agent: Offline Explorer
Disallow: all
User-agent: linkwalker
Disallow: /
User-agent: spidersoft
Disallow: /
User-agent: linksmanager
Disallow: /
User-agent: pavuk
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /