# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-Agent: *
#Deshabilitamos los perfiles (contienen datos personales)
Disallow: /*/perfil
Disallow: /signup
Disallow: /login

#Deshabilitamos Link-farm
Disallow: /mas/tags

#Deshabilitamos rss, contenido redundante
Disallow: *.rss
Disallow: *format=rss