User-agent: Mediapartners-Google* 
Disallow:
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Bilbo/1.2+WAP
Disallow: /
User-agent: Crawler V 0.2.1 admin@crawler.de
Disallow: /
User-agent: DonQuichote/1.2a-unix Mode/Get
Disallow: /
User-agent: FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)
Disallow: /
User-agent: Gulliver/1.3
Disallow: /
User-agent: libwww-perl/5.47
Disallow: /
User-agent: ZyBorg
Disallow: /
User-agent: tutorgig
Disallow: /
User-agent: JetBot
Disallow: /
User-agent: Slurp
Crawl-delay: 20
User-agent: *
Disallow:
Disallow: /bbs1/admin/
Disallow: /bbs1/images/
Disallow: /bbs1/mod/
Disallow: /bbs1/attachment.php
Disallow: /bbs1/avatar.php
Disallow: /bbs1/editpost.php
Disallow: /bbs1/member.php
Disallow: /bbs1/member2.php
Disallow: /bbs1/memberlist.php
Disallow: /bbs1/misc.php
Disallow: /bbs1/moderator.php
Disallow: /bbs1/newreply.php
Disallow: /bbs1/newthread.php
Disallow: /bbs1/online.php
Disallow: /bbs1/poll.php
Disallow: /bbs1/postings.php
Disallow: /bbs1/printarticle.php
Disallow: /bbs1/printthread.php
Disallow: /bbs1/private.php
Disallow: /bbs1/private2.php
Disallow: /bbs1/register.php
Disallow: /bbs1/report.php
Disallow: /bbs1/search.php
Disallow: /bbs1/sendtofriend.php
Disallow: /bbs1/threadrate.php
Disallow: /bbs1/usercp.php
Disallow: /admin.php
Disallow: /config
Disallow: /header
Disallow: /footer
Disallow: /pntables
Disallow: /referer
Disallow: /images
Disallow: /includes
Disallow: /modules/NS-
Disallow: /pnadodb
Disallow: /themes