# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *    # aplicable a todos
Disallow: /admin      # impide la indexacion de todas las paginas
Disallow: /palabras_clave
Disallow: /palabras-por-contacto
Disallow: /lista_de_palabras_clave
Disallow: /aceptosuscripcion
Disallow: /suscribirOK
Disallow: /suscripcion
Disallow: /privacidadPopUp
Disallow: /contactoOK
Disallow: /empresa/
Disallow: /informes
Disallow: /enbreve
Disallow: /conocimiento
Disallow: /empleo/:id
Disallow: /home/validacionContactoOK/
Disallow: /palabras-por-contacto
Disallow: /archivo-de-informes
Disallow: /controller
# +info a:
# http://www.w3.org/TR/html40/appendix/notes.html#h-B.4.1.1
# http://www.robotstxt.org/wc/norobots.html
# http://www.robotstxt.org/wc/robots.html
# http://www.w3.org/Search/9605-Indexing-Workshop/ReportOutcomes/Spidering.txt
# http://www.robotstxt.org/wc/faq.html
# http://www.conman.org/people/spc/robots2.html#format.directives.visit-time