# For domain: http://www.easytourscostarica.com/
# All robots will spider the domain

User-agent: *
User-agent: Mediapartners-Google*
Disallow:

User-agent: msnbot
Disallow:

User-agent: KIT-Fireball
Disallow:

User-agent: Lycos_Spider_(T-Rex)
Disallow:

User-agent: Scooter
Disallow:

User-agent: Slurp
Disallow:

User-agent: Gulliver
Disallow:

User-agent: teoma_agent1
Disallow:

User-agent: FAST-WebCrawler
Disallow:

User-agent: AbachoBOT
Disallow:

User-agent: googlebot	
Disallow: /cgi-bin


User-agent: gulliver	
Disallow: /cgi-bin



User-agent: slurp	
Disallow: /cgi-bin
ch

User-agent: fast	
Disallow: /cgi-bin


User-agent: scooter	
Disallow: /cgi-bin


User-agent: vscooter	
Disallow: /cgi-bin


User-agent: ia_archiver	
Disallow: /cgi-bin


User-agent: Nutch 	
Disallow: /cgi-bin


User-agent: FAST-WebCrawler
Disallow: /cgi-bin


User-agent: teoma_agent1	
Disallow: /cgi-bin


User-agent: Lycos_Spider_(T-Rex)	
Disallow: /cgi-bin


User-agent: MSNBOT/0.1
Disallow: /cgi-bin


User-agent: msnbot-media/1.0
Disallow: /cgi-bin

User-agent: ArchitextSpider
Disallow: /cgi-bin


User-agent: ZyBorg
Disallow: /cgi-bin


User-agent: SurveyBot
Disallow: /cgi-bin


# Disallow all other crawlers

User-agent: *		
Disallow: / 

Crawl-delay: 120

Disallow: /cgi-bin/
Disallow: /admin/