User-agent: googlebot	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: gulliver	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: slurp	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: fast	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: scooter	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: vscooter	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: ia_archiver	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: Nutch 	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: FAST-WebCrawler
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: teoma_agent1	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: Lycos_Spider_(T-Rex)	
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: MSNBOT/0.1
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: msnbot-media/1.0
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: ArchitextSpider
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: ZyBorg
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

User-agent: SurveyBot
Disallow: /cgi-bin
Disallow: /search
Disallow: /imagesearch

# Disallow all other crawlers

User-agent: *		
Disallow: / 


Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /vb/referrers.php  
Disallow: /vb/ajax_cron.php  
Disallow: /vb/ajax.php  
Disallow: /vb/attachment.php  
Disallow: /vb/calendar.php  
Disallow: /vb/cron.php  
Disallow: /vb/editpost.php  
Disallow: /vb/global.php  
Disallow: /vb/image.php  
Disallow: /vb/inlinemod.php  
Disallow: /vb/joinrequests.php  
Disallow: /vb/login.php  
Disallow: /vb/member.php  
Disallow: /vb/memberlist.php  
Disallow: /vb/misc.php  
Disallow: /vb/moderator.php  
Disallow: /vb/newattachment.php  
Disallow: /vb/newreply.php  
Disallow: /vb/newthread.php  
Disallow: /vb/online.php  
Disallow: /vb/poll.php  
Disallow: /vb/postings.php  
Disallow: /vb/printthread.php  
Disallow: /vb/private.php  
Disallow: /vb/profile.php  
Disallow: /vb/register.php  
Disallow: /vb/report.php  
Disallow: /vb/reputation.php  
Disallow: /vb/search.php  
Disallow: /vb/sendmessage.php  
Disallow: /vb/showgroups.php  
Disallow: /vb/subscription.php  
Disallow: /vb/threadrate.php  
Disallow: /vb/usercp.php  
Disallow: /vb/usernote.php   
Disallow: /vb/tags/    
Disallow: /vb/ehdaa.php
Disallow: vb/results?search_query/
Disallow: /vb/admincp/
Disallow: /vb/modcp/
Disallow: /vb/faq.php
Disallow: /vb/online.php
Disallow: /vb/calendar.php  
Disallow: /vb/images/ 
Disallow: /vb/customprofilepics/ 
Disallow: /vb/customavatars/ 
Disallow: /vb/cpstyles/ 
Disallow: /vb/clientscript/
Disallow: /vb/bnnr.php
Sitemap:/vb/sitemap_index.xml.gz
Sitemap:/vb/maps/sitemap.xml
Sitemap:/vb/maps/sitemap.xml.gz
Sitemap:/vb/maps/ror.xml
Sitemap:/vb/sitemap.php
Sitemap:/vb/maps/urllist.txt