litvinovg/vitro
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

NIHVIVO-2437 Generate /individuallist page results in SolrIndividualListController

Browse source
This commit is contained in:
ryounes 2011-05-23 15:30:38 +00:00
parent fabf46d1e7
commit 1176568eb5
3 changed files with 148 additions and 170 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

113
webapp/src/edu/cornell/mannlib/vitro/webapp/controller/freemarker/SolrIndividualListController.java
View file

@ -17,16 +17,12 @@ import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory; import org.apache.commons.logging.LogFactory;
import org.apache.lucene.document.Document; import org.apache.lucene.document.Document;
import org.apache.lucene.index.CorruptIndexException; import org.apache.lucene.index.CorruptIndexException;
import org.apache.lucene.index.Term;
import org.apache.lucene.search.BooleanClause;
import org.apache.lucene.search.BooleanQuery;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.PrefixQuery;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.ScoreDoc; import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.Sort; import org.apache.solr.client.solrj.SolrQuery;
import org.apache.lucene.search.TermQuery; import org.apache.solr.client.solrj.SolrServer;
import org.apache.lucene.search.TopDocs; import org.apache.solr.client.solrj.response.QueryResponse;
import org.apache.solr.common.SolrDocument;
import org.apache.solr.common.SolrDocumentList;
import edu.cornell.mannlib.vitro.webapp.beans.Individual; import edu.cornell.mannlib.vitro.webapp.beans.Individual;
import edu.cornell.mannlib.vitro.webapp.beans.VClass; import edu.cornell.mannlib.vitro.webapp.beans.VClass;
@ -36,8 +32,8 @@ import edu.cornell.mannlib.vitro.webapp.controller.freemarker.responsevalues.Exc
import edu.cornell.mannlib.vitro.webapp.controller.freemarker.responsevalues.ResponseValues; import edu.cornell.mannlib.vitro.webapp.controller.freemarker.responsevalues.ResponseValues;
import edu.cornell.mannlib.vitro.webapp.controller.freemarker.responsevalues.TemplateResponseValues; import edu.cornell.mannlib.vitro.webapp.controller.freemarker.responsevalues.TemplateResponseValues;
import edu.cornell.mannlib.vitro.webapp.dao.IndividualDao; import edu.cornell.mannlib.vitro.webapp.dao.IndividualDao;
import edu.cornell.mannlib.vitro.webapp.search.lucene.Entity2LuceneDoc; import edu.cornell.mannlib.vitro.webapp.search.lucene.Entity2LuceneDoc.VitroLuceneTermNames;
import edu.cornell.mannlib.vitro.webapp.search.lucene.LuceneIndexFactory; import edu.cornell.mannlib.vitro.webapp.search.solr.SolrSetup;
import edu.cornell.mannlib.vitro.webapp.web.templatemodels.individual.ListedIndividualTemplateModel; import edu.cornell.mannlib.vitro.webapp.web.templatemodels.individual.ListedIndividualTemplateModel;
import freemarker.ext.beans.BeansWrapper; import freemarker.ext.beans.BeansWrapper;
import freemarker.template.TemplateModel; import freemarker.template.TemplateModel;
@ -179,50 +175,39 @@ public class SolrIndividualListController extends FreemarkerHttpServlet {
throws CorruptIndexException, IOException, ServletException { throws CorruptIndexException, IOException, ServletException {
Map<String,Object> rvMap = new HashMap<String,Object>(); Map<String,Object> rvMap = new HashMap<String,Object>();
//make lucene query for this rdf:type // Make solr query for this rdf:type
Query query = getQuery(vclassURI, alpha); SolrQuery query = getQuery(vclassURI, alpha, page);
SolrServer solr = SolrSetup.getSolrServer(context);
QueryResponse response = null;
//execute lucene query for individuals of the specified type // Execute lucene query for individuals of the specified type
IndexSearcher index = LuceneIndexFactory.getIndexSearcher(context);
TopDocs docs = null;
try { try {
docs = index.search(query, null, response = solr.query(query);
ENTITY_LIST_CONTROLLER_MAX_RESULTS, } catch (Throwable t) {
new Sort(Entity2LuceneDoc.term.NAME_LOWERCASE)); log.error(t, t);
}catch(Throwable th){
log.error("Could not run search. " + th.getMessage());
docs = null;
} }
if( docs == null ) if ( response == null ) {
throw new ServletException("Could not run search in IndividualListController"); throw new ServletException("Could not run search in IndividualListController");
}
SolrDocumentList docs = response.getResults();
if (docs == null) {
throw new ServletException("Could not run search in IndividualListController");
}
// get list of individuals for the search results // get list of individuals for the search results
int size = docs.totalHits; long size = docs.getNumFound();
log.debug("Number of search results: " + size); log.debug("Number of search results: " + size);
// don't get all the results, only get results for the requestedSize List<Individual> individuals = new ArrayList<Individual>((int)size);
List<Individual> individuals = new ArrayList<Individual>(INDIVIDUALS_PER_PAGE); for (SolrDocument doc : docs) {
int individualsAdded = 0; String uri = doc.get(VitroLuceneTermNames.URI).toString();
int ii = (page-1)*INDIVIDUALS_PER_PAGE; Individual individual = indDao.getIndividualByURI( uri );
while( individualsAdded < INDIVIDUALS_PER_PAGE && ii < size ){ if (individual != null) {
ScoreDoc hit = docs.scoreDocs[ii]; individuals.add(individual);
if (hit != null) {
Document doc = index.doc(hit.doc);
if (doc != null) {
String uri = doc.getField(Entity2LuceneDoc.term.URI).stringValue();
Individual ind = indDao.getIndividualByURI( uri );
if( ind != null ){
individuals.add( ind );
individualsAdded++;
} }
} else {
log.warn("no document found for lucene doc id " + hit.doc);
}
} else {
log.debug("hit was null");
}
ii++;
} }
rvMap.put("count", size); rvMap.put("count", size);
@ -240,41 +225,37 @@ public class SolrIndividualListController extends FreemarkerHttpServlet {
rvMap.put("totalCount", size); rvMap.put("totalCount", size);
rvMap.put("entities",individuals); rvMap.put("entities",individuals);
if (individuals == null)
log.debug("entities list is null for vclass " + vclassURI ); if (individuals.isEmpty())
log.debug("entities list is empty for vclass " + vclassURI );
return rvMap; return rvMap;
} }
private static BooleanQuery getQuery(String vclassUri, String alpha){ private static SolrQuery getQuery(String vclassUri, String alpha, int page){
BooleanQuery query = new BooleanQuery();
try{ String queryStr = VitroLuceneTermNames.RDFTYPE + ":\"" + vclassUri + "\"";
//query term for rdf:type
query.add(
new TermQuery( new Term(Entity2LuceneDoc.term.RDFTYPE, vclassUri)),
BooleanClause.Occur.MUST );
// Add alpha filter if it is needed // Add alpha filter if it is needed
Query alphaQuery = null;
if ( alpha != null && !"".equals(alpha) && alpha.length() == 1) { if ( alpha != null && !"".equals(alpha) && alpha.length() == 1) {
alphaQuery = queryStr += VitroLuceneTermNames.NAME_LOWERCASE + ":" + alpha.toLowerCase() + "*";
new PrefixQuery(new Term(Entity2LuceneDoc.term.NAME_LOWERCASE, alpha.toLowerCase()));
query.add(alphaQuery,BooleanClause.Occur.MUST);
} }
SolrQuery query = new SolrQuery(queryStr);
int start = (page-1)*INDIVIDUALS_PER_PAGE;
query.setStart(start)
.setRows(INDIVIDUALS_PER_PAGE);
log.debug("Query: " + query); log.debug("Query: " + query);
return query; return query;
} catch (Exception ex){
log.error(ex,ex);
return new BooleanQuery();
}
} }
public static List<PageRecord> makePagesList( int count, int pageSize, int selectedPage){ public static List<PageRecord> makePagesList( long size, int pageSize, int selectedPage ) {
List<PageRecord> records = new ArrayList<PageRecord>( MAX_PAGES + 1 ); List<PageRecord> records = new ArrayList<PageRecord>( MAX_PAGES + 1 );
int requiredPages = count/pageSize ; int requiredPages = (int) (size/pageSize) ;
int remainder = count % pageSize ; int remainder = (int) (size % pageSize) ;
if( remainder > 0 ) if( remainder > 0 )
requiredPages++; requiredPages++;
@ -295,7 +276,7 @@ public class SolrIndividualListController extends FreemarkerHttpServlet {
}else if ( requiredPages > MAX_PAGES && selectedPage > requiredPages - MAX_PAGES ){ }else if ( requiredPages > MAX_PAGES && selectedPage > requiredPages - MAX_PAGES ){
//the selected page is in the end of the list //the selected page is in the end of the list
int startPage = requiredPages - MAX_PAGES; int startPage = requiredPages - MAX_PAGES;
double max = Math.ceil(count/pageSize); double max = Math.ceil(size/pageSize);
for(int page = startPage; page <= max; page++ ){ for(int page = startPage; page <= max; page++ ){
records.add( new PageRecord( "page=" + page, Integer.toString(page), Integer.toString(page), selectedPage == page ) ); records.add( new PageRecord( "page=" + page, Integer.toString(page), Integer.toString(page), selectedPage == page ) );
} }

1
webapp/src/edu/cornell/mannlib/vitro/webapp/search/controller/SolrAutocompleteController.java
View file

@ -187,6 +187,7 @@ public class SolrAutocompleteController extends VitroAjaxController {
// RY 5/18/2011 For now, just doing untokenized query, due to the interactions of wildcard // RY 5/18/2011 For now, just doing untokenized query, due to the interactions of wildcard
// query and stemming described below. Need to find a way to do this in Solr. // query and stemming described below. Need to find a way to do this in Solr.
// Should take the same approach if we can figure out how to do a disjunction. // Should take the same approach if we can figure out how to do a disjunction.
// Probably just add an explicit "OR" between the terms.
// String stemParam = (String) request.getParameter("stem"); // String stemParam = (String) request.getParameter("stem");
// boolean stem = "true".equals(stemParam); // boolean stem = "true".equals(stemParam);

4
webapp/src/edu/cornell/mannlib/vitro/webapp/search/controller/SolrPagedSearchController.java
View file

@ -175,10 +175,6 @@ public class SolrPagedSearchController extends FreemarkerHttpServlet {
log.debug("Query text is \""+ qtxt + "\""); log.debug("Query text is \""+ qtxt + "\"");
SolrQuery query = getQuery(qtxt, maxHitCount, vreq); SolrQuery query = getQuery(qtxt, maxHitCount, vreq);
// ** For xml requested, add version=2.2 for xml version
// is that enough, or do we also have to add wt param?
SolrServer solr = SolrSetup.getSolrServer(getServletContext()); SolrServer solr = SolrSetup.getSolrServer(getServletContext());
QueryResponse response = null; QueryResponse response = null;