diff --git a/productMods/robots.txt b/productMods/robots.txt new file mode 100644 index 00000000..952dd972 --- /dev/null +++ b/productMods/robots.txt @@ -0,0 +1,24 @@ +User-agent: * +Disallow: /admin/ +Disallow: /help/ +Disallow: /images/ +Disallow: /js/ +Disallow: /quickedits/ +Disallow: /site_icons/ +Disallow: /src/ +Disallow: /templates/ +Disallow: /themes/ +Disallow: /WEB-INF/ +Disallow: /xsl/ +Disallow: /search/ +Disallow: /coauthors/ +Disallow: /pubsbyorg/ +Disallow: /fedsearch/ +Disallow: /comments.jsp + +# VIVO additions +Disallow: /visualizationfm/ +Disallow: /visualization/ +Disallow: /vis/ +Disallow: /visualizationAjax/ +Disallow: /visualizationData/ \ No newline at end of file