# Ejemplo archivo robots.txt 

# Excite - ArchitextSpider
# Altavista - Scooter
# Lycos - Lycos_Spider_(T-Rex)
# Google - Googlebot
# Alltheweb - FAST-WebCrawler/



User-agent:* 

Disallow: /aspnet_client 
Disallow: /bd1
Disallow: /css
Disallow: /demos
Disallow: /flash
Disallow: /ftpdocs
Disallow: /img
Disallow: /js
Disallow: /logs
Disallow: /ruben
Disallow: /seguridad
Disallow: /stats
Disallow: /upload
Disallow: /xml