User-agent: Googlebot-mobile
Disallow: /

User-agent: Googlebot
Disallow: /attachment.php*
Disallow: /all_albums.php*
Disallow: /calendar.php*
Disallow: /converse.php*
Disallow: /cron.php*
Disallow: /downloads_files/
Disallow: /glossary.php*
Disallow: /gruene_links.php
Disallow: /infraction.php*
Disallow: /login.php*
Disallow: /memberlist.php*
Disallow: /members/list/
Disallow: /misc.php*
Disallow: /newreply.php*
Disallow: /newthread.php*
Disallow: /online.php*
Disallow: /poll.php*
Disallow: /printthread.php*
Disallow: /private.php*
Disallow: /register.php*
Disallow: /reputation.php*
Disallow: /report.php*
Disallow: /search.php*
Disallow: /sendmessage.php*
Disallow: /subscription.php*
Disallow: /threadrate.php*
Disallow: /usercp.php*
Disallow: /usernote.php*
Disallow: /tags.php*
Disallow: /threadtag.php*
Disallow: /vbmembermap/
Disallow: /*-new.html$
Disallow: /*goto=newpost*
Disallow: /*langid=*
Disallow: /downloads.php?do=stats*
Disallow: /downloads.php*sort=*
Disallow: /mymobile.php*sort=*
Disallow: /mymobile.php*order=*
Disallow: /blog.php*&y=*
Disallow: /*?do=finduser*
Disallow: /*?pda=1*
Disallow: /*?login=1*
Disallow: /*gclid=*


User-agent: Slurp
Disallow: /attachment.php*
Disallow: /all_albums.php*
Disallow: /calendar.php*
Disallow: /converse.php*
Disallow: /cron.php*
Disallow: /downloads_files/
Disallow: /glossary.php*
Disallow: /infraction.php*
Disallow: /login.php*
Disallow: /memberlist.php*
Disallow: /members/list/
Disallow: /misc.php*
Disallow: /newreply.php*
Disallow: /newthread.php*
Disallow: /online.php*
Disallow: /poll.php*
Disallow: /printthread.php*
Disallow: /private.php*
Disallow: /register.php*
Disallow: /reputation.php*
Disallow: /report.php*
Disallow: /search.php*
Disallow: /sendmessage.php*
Disallow: /subscription.php*
Disallow: /threadrate.php*
Disallow: /usercp.php*
Disallow: /usernote.php*
Disallow: /tags.php*
Disallow: /threadtag.php*
Disallow: /vbmembermap/
Disallow: /*-new.html$
Disallow: /*goto=newpost*
Disallow: /*langid=*
Disallow: /downloads.php?do=stats*
Disallow: /downloads.php*sort=*
Disallow: /mymobile.php*sort=*
Disallow: /mymobile.php*order=*
Disallow: /blog.php*&y=*
Disallow: /*?pda=1*
Disallow: /*?login=1*
Disallow: /*gclid=*

User-agent: msnbot
Disallow: /attachment.php*
Disallow: /all_albums.php*
Disallow: /calendar.php*
Disallow: /converse.php*
Disallow: /cron.php*
Disallow: /downloads_files/
Disallow: /glossary.php*
Disallow: /infraction.php*
Disallow: /login.php*
Disallow: /memberlist.php*
Disallow: /members/list/
Disallow: /misc.php*
Disallow: /newreply.php*
Disallow: /newthread.php*
Disallow: /online.php*
Disallow: /poll.php*
Disallow: /printthread.php*
Disallow: /private.php*
Disallow: /register.php*
Disallow: /reputation.php*
Disallow: /report.php*
Disallow: /search.php*
Disallow: /sendmessage.php*
Disallow: /subscription.php*
Disallow: /threadrate.php*
Disallow: /usercp.php*
Disallow: /usernote.php*
Disallow: /tags.php*
Disallow: /threadtag.php*
Disallow: /vbmembermap/
Disallow: /*-new.html$
Disallow: /*goto=newpost*
Disallow: /*langid=*
Disallow: /downloads.php?do=stats*
Disallow: /downloads.php*sort=*
Disallow: /mymobile.php*sort=*
Disallow: /mymobile.php*order=*
Disallow: /blog.php*&y=*
Disallow: /*?pda=1*
Disallow: /*?login=1*
Disallow: /*gclid=*

User-agent: Exabot
Crawl-delay: 20

User-agent: Teoma
Crawl-delay: 20

User-agent: Twiceler
Crawl-delay: 300

User-agent: Yandex
Crawl-delay: 120

User-agent: SeznamBot
Request-rate: 5/1m 0000-1059
Request-rate: 1/1m 1100-2359

User-agent: AboutUsBot 
Disallow: / 

User-agent: Accoona-AI-Agent
Disallow: /

User-agent: AdShadow
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: CamontSpider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: discobot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: Francis
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: gonzo*
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: HenryTheMiragoRobot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-Agent: ichiro
Disallow: /

User-agent: ICCrawler - iCjobs 
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: KaloogaBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MSRBOT
Disallow: /

User-agent: myweb
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Netcraft WebCrawler
Disallow: /

User-agent: NimbleCrawler
Disallow: /

User-agent: noxtrumbot
Disallow: /

User-agent: Ocelli
Disallow: / 

User-agent: OutfoxBot
Disallow: /

User-agent: penthesilea
Disallow: /

User-agent: Robo Crawler
Disallow: /

User-agent: SapphireWebCrawler
Disallow: /

User-agent: seekbot
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: Sproose
Disallow: /

User-Agent: trendictionbot
Disallow: / 

User-agent: TurnitinBot
Disallow: /

User-agent: WebAlta Crawler
Disallow: /

User-agent: WebsiteWiki
Disallow: /

User-agent: Whitevector Crawler
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: yodaoice
Disallow: /

User-agent: ZyBorg
Disallow: /

User-agent: Mediapartners-Google*
Disallow:


User-agent: *
Disallow: /attachment.php
Disallow: /all_albums.php
Disallow: /calendar.php
Disallow: /converse.php
Disallow: /cron.php
Disallow: /downloads_files/
Disallow: /glossary.php
Disallow: /gruene_links.php
Disallow: /infraction.php
Disallow: /login.php
Disallow: /memberlist.php
Disallow: /members/list/
Disallow: /misc.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /online.php
Disallow: /poll.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /register.php
Disallow: /reputation.php
Disallow: /report.php
Disallow: /search.php
Disallow: /sendmessage.php
Disallow: /subscription.php
Disallow: /threadrate.php
Disallow: /usercp.php
Disallow: /usernote.php
Disallow: /tags.php
Disallow: /threadtag.php
Disallow: /vbmembermap/