User-agent: *
Crawl-delay: 20
Disallow: /cgi-bin/get.pl
Disallow: /cgi-bin/get1.pl
Disallow: /downloads
Disallow: /images
Disallow: /Logs
      
User-agent: MJ12bot
Disallow: /
User-agent: NextGenSearchBot
Disallow: /
User-agent: Twiceler
Disallow: /