From db8002d9d98d2c891ec7abd305c890600bf6b40b Mon Sep 17 00:00:00 2001
From: j2blake <jeb228@cornell.edu>
Date: Fri, 27 Mar 2015 12:53:38 -0400
Subject: [PATCH] Correct syntax on robots.txt

Also, add /listrdf/ and /individual/
---
 productMods/robots.txt | 49 +++++++++++++++++++++---------------------
 1 file changed, 24 insertions(+), 25 deletions(-)

diff --git a/productMods/robots.txt b/productMods/robots.txt
index 1acf58e1..ed35ce7c 100644
--- a/productMods/robots.txt
+++ b/productMods/robots.txt
@@ -1,26 +1,25 @@
 User-agent: *
-Disallow: /admin/
-Disallow: /help/
-Disallow: /images/
-Disallow: /js/
-Disallow: /quickedits/
-Disallow: /site_icons/
-Disallow: /src/
-Disallow: /templates/
-Disallow: /themes/
-Disallow: /WEB-INF/
-Disallow: /xsl/
-Disallow: /search/
-Disallow: /coauthors/
-Disallow: /pubsbyorg/
-Disallow: /fedsearch/
-Disallow: /comments.jsp
-Disallow: /dataservice/
-
-# VIVO additions
-Disallow: /visualizationfm/
-Disallow: /visualization/
-Disallow: /vis/
-Disallow: /visualizationAjax/
-Disallow: /visualizationData/
-Disallow: /qrcode
+Disallow: /admin/             # Vitro
+Disallow: /help/              # Vitro
+Disallow: /images/            # Vitro
+Disallow: /js/                # Vitro
+Disallow: /quickedits/        # Vitro
+Disallow: /site_icons/        # Vitro
+Disallow: /src/               # Vitro
+Disallow: /templates/         # Vitro
+Disallow: /themes/            # Vitro
+Disallow: /xsl/               # Vitro
+Disallow: /search/            # Vitro
+Disallow: /coauthors/         # Vitro
+Disallow: /pubsbyorg/         # Vitro
+Disallow: /fedsearch/         # Vitro
+Disallow: /comments.jsp       # Vitro
+Disallow: /dataservice/       # Vitro
+Disallow: /listrdf/           # Vitro
+Disallow: /visualizationfm/   # VIVO addition
+Disallow: /visualization/     # VIVO addition
+Disallow: /vis/               # VIVO addition
+Disallow: /visualizationAjax/ # VIVO addition
+Disallow: /visualizationData/ # VIVO addition
+Disallow: /qrcode             # VIVO addition
+Disallow: /individual         # VIVO addition