litvinovg/vitro
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

NIHVIVO-1499 Refactor merge and permanent URI utilities

Browse source
This commit is contained in:
ass92 2010-12-14 22:17:17 +00:00
parent 99778cd8c3
commit c0cbbfacc5
1 changed files with 207 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

207
webapp/src/edu/cornell/mannlib/vitro/webapp/utils/jena/JenaIngestUtils.java
View file

@ -4,6 +4,7 @@ package edu.cornell.mannlib.vitro.webapp.utils.jena;
import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Method;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
@ -13,16 +14,21 @@ import java.util.Random;
import java.util.Set;
import java.util.regex.Pattern;
import javax.servlet.http.HttpServletRequest;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import com.hp.hpl.jena.ontology.OntModel;
import com.hp.hpl.jena.ontology.OntModelSpec;
import com.hp.hpl.jena.ontology.OntProperty;
import com.hp.hpl.jena.rdf.model.Literal;
import com.hp.hpl.jena.rdf.model.Model;
import com.hp.hpl.jena.rdf.model.ModelFactory;
import com.hp.hpl.jena.rdf.model.ModelMaker;
import com.hp.hpl.jena.rdf.model.Property;
import com.hp.hpl.jena.rdf.model.RDFNode;
import com.hp.hpl.jena.rdf.model.ResIterator;
import com.hp.hpl.jena.rdf.model.Resource;
import com.hp.hpl.jena.rdf.model.ResourceFactory;
import com.hp.hpl.jena.rdf.model.Statement;
@ -33,6 +39,11 @@ import com.hp.hpl.jena.util.iterator.ClosableIterator;
import com.hp.hpl.jena.vocabulary.OWL;
import com.hp.hpl.jena.vocabulary.RDF;
import edu.cornell.mannlib.vitro.webapp.controller.VitroRequest;
import edu.cornell.mannlib.vitro.webapp.dao.InsertException;
import edu.cornell.mannlib.vitro.webapp.dao.WebappDaoFactory;
import edu.cornell.mannlib.vitro.webapp.dao.jena.JenaBaseDao;
public class JenaIngestUtils {
private static final Log log = LogFactory.getLog(JenaIngestUtils.class.getName());
@ -466,4 +477,200 @@ public class JenaIngestUtils {
}
}
public String doMerge(String uri1,String uri2,OntModel baseOntModel,OntModel ontModel,OntModel infOntModel){
boolean functionalPresent = false;
Resource res1 = baseOntModel.getResource(uri1);
Resource res2 = baseOntModel.getResource(uri2);
String result = null;
baseOntModel.enterCriticalSection(Lock.WRITE);
StmtIterator stmtItr1 = baseOntModel.listStatements(res1,(Property)null,(RDFNode)null);
StmtIterator stmtItr2 = baseOntModel.listStatements(res2,(Property)null,(RDFNode)null);
StmtIterator stmtItr3 = baseOntModel.listStatements((Resource)null,(Property)null,(RDFNode)res2);
if(!stmtItr1.hasNext()){
result = "resource 1 not present";
res1.removeAll((Property)null);
baseOntModel.leaveCriticalSection();
return result;
}
else if(!stmtItr2.hasNext()){
result = "resource 2 not present";
res2.removeAll((Property)null);
baseOntModel.leaveCriticalSection();
return result;
}
int counter = 0;
Model leftoverModel = ModelFactory.createDefaultModel();
ontModel.enterCriticalSection(Lock.WRITE);
infOntModel.enterCriticalSection(Lock.WRITE);
try{
while(stmtItr2.hasNext()){
Statement stmt = stmtItr2.next();
Property prop = stmt.getPredicate();
OntProperty oprop = baseOntModel.getOntProperty(prop.getURI());
if(oprop!=null && oprop.isFunctionalProperty()){
leftoverModel.add(res2,stmt.getPredicate(),stmt.getObject());
functionalPresent = true;
}
else{
baseOntModel.add(res1,stmt.getPredicate(),stmt.getObject());
ontModel.add(res1,stmt.getPredicate(),stmt.getObject());
infOntModel.add(res1,stmt.getPredicate(),stmt.getObject());
counter++;
}
}
while(stmtItr3.hasNext()){
Statement stmt = stmtItr3.nextStatement();
Resource sRes = stmt.getSubject();
Property sProp = stmt.getPredicate();
baseOntModel.add(sRes,sProp,res1);
ontModel.add(sRes,sProp,res1);
infOntModel.add(sRes,sProp,res1);
}
Resource ontRes = ontModel.getResource(res2.getURI());
Resource infRes = infOntModel.getResource(res2.getURI());
baseOntModel.removeAll((Resource)null,(Property)null,(RDFNode)res2);
ontModel.removeAll((Resource)null,(Property)null,(RDFNode)res2);
infOntModel.removeAll((Resource)null,(Property)null,(RDFNode)res2);
res2.removeAll((Property)null);
ontRes.removeAll((Property)null);
infRes.removeAll((Property)null);
}
finally{
baseOntModel.leaveCriticalSection();
infOntModel.leaveCriticalSection();
ontModel.leaveCriticalSection();
}
setLeftOverModel(leftoverModel);
if(counter>0 && functionalPresent)
result = "merged " + counter + " statements. Some statements could not be merged.";
else if(counter>0 && !functionalPresent)
result = "merged " + counter + " statements.";
else if(counter==0)
result = "No statements merged";
return result;
}
private Model leftoverModel = ModelFactory.createDefaultModel();
public void setLeftOverModel(Model leftoverModel){
this.leftoverModel = leftoverModel;
}
public Model getLeftOverModel(){
return this.leftoverModel;
}
public void doPermanentURI(String oldModel,String newModel,String oldNamespace,
String newNamespace,String dNamespace,ModelMaker maker,VitroRequest vreq){
WebappDaoFactory wdf = vreq.getFullWebappDaoFactory();
Model m = maker.getModel(oldModel);
Model saveModel = maker.getModel(newModel);
Model tempModel = ModelFactory.createDefaultModel();
ResIterator rsItr = null;
ArrayList<String> urlCheck = new ArrayList<String>();
String changeNamespace = null;
boolean urlFound = false;
if(!oldModel.equals(newModel)){
StmtIterator stmtItr = m.listStatements();
while(stmtItr.hasNext()){
Statement stmt = stmtItr.nextStatement();
tempModel.add(stmt);
}
rsItr = tempModel.listResourcesWithProperty((Property)null);
}
else{
rsItr = m.listResourcesWithProperty((Property)null);
}
String uri = null;
while(rsItr.hasNext()){
Resource res = rsItr.next();
if(oldNamespace.equals(res.getNameSpace())){
if(!newNamespace.equals("")){
do{
uri = getUnusedURI(newNamespace,wdf);
if(!urlCheck.contains(uri)){
urlCheck.add(uri);
urlFound = true;
}
}while(!urlFound);
urlFound = false;
}
else if(dNamespace.equals(vreq.getFullWebappDaoFactory().getDefaultNamespace())){
try{
do{
uri = wdf.getIndividualDao().getUnusedURI(null);
if(!urlCheck.contains(uri)){
urlCheck.add(uri);
urlFound = true;
}
}while(!urlFound);
urlFound = false;
}catch(InsertException ex){
log.error("could not create uri");
}
}
ResourceUtils.renameResource(res, uri);
}
}
boolean statementDone = false;
if(!newNamespace.equals("")){
changeNamespace = newNamespace;
}
else if(dNamespace.equals(vreq.getFullWebappDaoFactory().getDefaultNamespace())){
changeNamespace = dNamespace;
}
if(!oldModel.equals(newModel)){
StmtIterator stmtItr = tempModel.listStatements();
while(stmtItr.hasNext()){
statementDone = false;
Statement stmt = stmtItr.nextStatement();
Resource sRes = stmt.getSubject();
Resource oRes = null;
if(sRes.getNameSpace().equals(changeNamespace)){
saveModel.add(stmt);
statementDone = true;
}
try{
oRes = (Resource)stmt.getObject();
if(oRes.getNameSpace().equals(changeNamespace) && !statementDone){
saveModel.add(stmt);
statementDone = true;
}
}
catch(Exception e){
continue;
}
}
}
}
public String getUnusedURI(String newNamespace,WebappDaoFactory wdf){
String uri = null;
String errMsg = null;
Random random = new Random();
boolean uriIsGood = false;
int attempts = 0;
while( uriIsGood == false && attempts < 30 ){
uri = newNamespace + "n" + random.nextInt( Math.min(Integer.MAX_VALUE,(int)Math.pow(2,attempts + 13)) );
errMsg = wdf.checkURI(uri);
if( errMsg != null)
uri = null;
else
uriIsGood = true;
attempts++;
}
return uri;
}
}