User-agent: *
Crawl-delay: 20
Disallow: /accommodation
Disallow: /cgi-bin/get.pl
Disallow: /cgi-bin/get1.pl
Disallow: /downloads
Disallow: /du
Disallow: /herbalife/shop
Disallow: /images
Disallow: /Logs
Disallow: news.html
Disallow: weather.html
Disallow: marine-weather.html

Disallow: /fantasy-art/q.shtml
Disallow: /medieval/q.shtml
Disallow: /photography/q.shtml
Disallow: /wet-clothes/q.shtml
Disallow: /wetlook/q.shtml
Disallow: /fantasy-art

User-agent: MJ12bot
Disallow: /
User-agent: NextGenSearchBot
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: wise-guys.nl
Disallow: /