Correct syntax on robots.txt

Also, add /listrdf/ and /individual/
This commit is contained in:
j2blake 2015-03-27 12:53:38 -04:00
parent d9ee2562df
commit db8002d9d9

View file

@ -1,26 +1,25 @@
User-agent: * User-agent: *
Disallow: /admin/ Disallow: /admin/ # Vitro
Disallow: /help/ Disallow: /help/ # Vitro
Disallow: /images/ Disallow: /images/ # Vitro
Disallow: /js/ Disallow: /js/ # Vitro
Disallow: /quickedits/ Disallow: /quickedits/ # Vitro
Disallow: /site_icons/ Disallow: /site_icons/ # Vitro
Disallow: /src/ Disallow: /src/ # Vitro
Disallow: /templates/ Disallow: /templates/ # Vitro
Disallow: /themes/ Disallow: /themes/ # Vitro
Disallow: /WEB-INF/ Disallow: /xsl/ # Vitro
Disallow: /xsl/ Disallow: /search/ # Vitro
Disallow: /search/ Disallow: /coauthors/ # Vitro
Disallow: /coauthors/ Disallow: /pubsbyorg/ # Vitro
Disallow: /pubsbyorg/ Disallow: /fedsearch/ # Vitro
Disallow: /fedsearch/ Disallow: /comments.jsp # Vitro
Disallow: /comments.jsp Disallow: /dataservice/ # Vitro
Disallow: /dataservice/ Disallow: /listrdf/ # Vitro
Disallow: /visualizationfm/ # VIVO addition
# VIVO additions Disallow: /visualization/ # VIVO addition
Disallow: /visualizationfm/ Disallow: /vis/ # VIVO addition
Disallow: /visualization/ Disallow: /visualizationAjax/ # VIVO addition
Disallow: /vis/ Disallow: /visualizationData/ # VIVO addition
Disallow: /visualizationAjax/ Disallow: /qrcode # VIVO addition
Disallow: /visualizationData/ Disallow: /individual # VIVO addition
Disallow: /qrcode