Next revision
|
Previous revision
|
reloaded:be_blazeg [2017/03/20 16:04] giancarlo created |
reloaded:be_blazeg [2018/04/09 20:20] giancarlo old revision restored (2017/03/20 16:12) |
====== Replace Mulgara with BlazeGraph ====== | ====== BlazeGraph ====== |
| |
Install Blazegraph into a second instance of tomcat 7. | * Install BlazeGraph into a second instance of Tomcat7 |
| |
* Count current triples | |
browse http://asarepo.to.cnr.it:8080/fedora/risearch | |
<WRAP prewrap center> | |
<code> | |
Language - itql | |
Response - CSV | |
Limit - Unlimited | |
Query: | |
| |
select count(select $subject $predicate $object from <#ri> where $subject $predicate $object) from <#ri> where $subject $predicate $object; | |
| |
"k0" | |
122874 | |
</code> | |
</WRAP> | |
* Disable Tomcat7 start at boot | |
<WRAP prewrap center> | |
<code> | |
# sysv-rc-conf | |
disable tomcat7 at boot for each runlevel | |
# reboot | |
</code> | |
</WRAP> | |
* Install a second instance of Tomcat7 and BlazeGraph | |
<WRAP prewrap center> | <WRAP prewrap center> |
<code> | <code> |
# http://it.apache.contactlab.it/tomcat/tomcat-7/v7.0.75/bin/apache-tomcat-7.0.75.tar.gz | # wget http://it.apache.contactlab.it/tomcat/tomcat-7/v7.0.75/bin/apache-tomcat-7.0.75.tar.gz |
# tar xf apache-tomcat-7.0.75.tar.gz | # tar xf apache-tomcat-7.0.75.tar.gz |
# mv apache-tomcat-7.0.75 /usr/share/tomcat-blzg | # mv apache-tomcat-7.0.75 /usr/share/tomcat-blzg |
# nano -w /var/bigdata/.bash_profile | # nano -w /var/bigdata/.bash_profile |
| |
export BLZG_CONF=/etc/bigdata | export BLZG_CONF=/etc/bigdata |
export CATALINA_HOME=/usr/share/tomcat-blzg | export CATALINA_HOME=/usr/share/tomcat-blzg |
export CATALINA_PID="/usr/share/tomcat-blzg/catalina.pid" | export CATALINA_PID="/usr/share/tomcat-blzg/catalina.pid" |
export JAVA_HOME=/usr/lib/jvm/java-8-oracle/jre | export JAVA_HOME=/usr/lib/jvm/java-8-oracle/jre |
export BLZG_USER=blazegraph | export BLZG_USER=blazegraph |
export PATH=/usr/lib/jvm/java-8-oracle/jre/bin:/usr/share/tomcat-blzg/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin | export PATH=/usr/lib/jvm/java-8-oracle/jre/bin:/usr/share/tomcat-blzg/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin |
export JAVA_OPTS="-server -Djava.awt.headless=true -Xmx10g -Xms8g -Dcom.bigdata.rdf.sail.webapp.ConfigParams.propertyFile=/etc/bigdata/RWStore.properties -Dlog4j.configuration=/etc/bigdata/log4j.properties -Dfile.encoding=UTF-8 -Dsun.jnu.encoding=UTF-8 -XX:+UseG1GC -XX:+DisableExplicitGC" | export JAVA_OPTS="-server -Djava.awt.headless=true -Xmx8g -Xms8g -Dcom.bigdata.rdf.sail.webapp.ConfigParams.propertyFile=/etc/bigdata/RWStore.properties -Dlog4j.configuration=/etc/bigdata/log4j.properties -Dfile.encoding=UTF-8 -Dsun.jnu.encoding=UTF-8 -XX:+UseG1GC -XX:+DisableExplicitGC" |
| </code> |
| </WRAP> |
NOTE: instead of "-XX:+UseParallelOldGC" may be better "-XX:+UseG1GC -XX:+DisableExplicitGC" [thanks Diego!] | NOTE: instead of "-XX:+UseParallelOldGC" may be better "-XX:+UseG1GC -XX:+DisableExplicitGC" [thanks Diego!] |
NOTE: add initial mem size to, so "-Xmx2000m" change into "-Xms2000m -Xmx2000m" [thanks Diego!] | NOTE: add initial mem size to min and max, so "-Xmx8g" change into "-Xms8g -Xmx8g" [thanks Diego!] |
| <WRAP prewrap center> |
| <code> |
# nano -w /usr/share/tomcat-blzg/conf/server.xml | # nano -w /usr/share/tomcat-blzg/conf/server.xml |
| |
</code> | </code> |
</WRAP> | </WRAP> |
* Install Trippi-sail | Check BlazeGraph at port 8081. |
<WRAP prewrap center> | <WRAP prewrap center> |
<code> | <code> |
# apt-get install maven | |
maven is already the newest version (3.3.9-3). | |
| |
# git clone https://github.com/discoverygarden/trippi-sail.git | |
# cd trippi-sail | |
# mvn package -Dfedora.version=3.8.1 | |
[INFO] ------------------------------------------------------------------------ | |
[INFO] Reactor Summary: | |
[INFO] | |
[INFO] trippi-sail ........................................ SUCCESS [01:01 min] | |
[INFO] trippi-sail-base ................................... SUCCESS [ 45.640 s] | |
[INFO] trippi-sail-blazegraph-embedded .................... SUCCESS [ 50.659 s] | |
[INFO] trippi-sail-blazegraph-remote ...................... SUCCESS [ 14.731 s] | |
[INFO] ------------------------------------------------------------------------ | |
[INFO] BUILD SUCCESS | |
[INFO] ------------------------------------------------------------------------ | |
[INFO] Total time: 02:52 min | |
[INFO] Finished at: 2016-10-17T15:32:29+02:00 | |
[INFO] Final Memory: 69M/440M | |
[INFO] ------------------------------------------------------------------------ | |
| |
# cd trippi-sail-blazegraph-remote/target | |
# tar xf trippi-sail-blazegraph-remote-0.0.1-SNAPSHOT-bin.tar.gz | |
# mv trippi-sail-blazegraph-remote-0.0.1-SNAPSHOT /opt/trippi-sail | |
# chowner -R tomcat7:tomcat7 /opt/trippi-sail | |
| |
# service tomcat7 stop | |
</code> | |
</WRAP> | |
* Configure Fedora | |
<WRAP prewrap center> | |
<code> | |
# cp /etc/tomcat7/Catalina/localhost/fedora.xml ~/backup/ | |
# nano -w /etc/tomcat7/Catalina/localhost/fedora.xml | |
| |
<?xml version="1.0" encoding="UTF-8"?> | |
<Context> | |
+ <Loader | |
+ className="org.apache.catalina.loader.VirtualWebappLoader" | |
+ virtualClasspath="/opt/trippi-sail/*.jar" | |
+ searchVirtualFirst="true"/> | |
<Parameter name="fedora.home" value="/usr/local/fedora" /> | |
</Context> | |
</code> | |
</WRAP> | |
<WRAP prewrap center> | |
<code> | |
# cp ~/trippi-sail/trippi-sail-blazegraph-remote/src/main/resources/sample-bean-config-xml/remote-blazegraph.xml /usr/local/fedora/server/config/spring/ | |
# nano -w /usr/local/fedora/server/config/spring/remote-blazegraph.xml | |
| |
+ <constructor-arg type="java.lang.String" value="http://asarepo.to.cnr.it:8081/blazegraph"/> | |
+ <constructor-arg type="boolean" value="false"/> | |
<constructor-arg ref="httpClient" /> | |
<constructor-arg ref="executorPool" /> | |
| |
</bean> | |
| |
- <bean class="org.trippi.impl.sesame.SesameSession"> | |
+ <bean class="org.trippi.impl.sesame.SesameSession" scope="prototype" > | |
<constructor-arg ref="trippiSailRepository" /> | |
<constructor-arg ref="org.trippi.AliasManager" /> | |
- <constructor-arg value="test://model#" /> | |
+ <constructor-arg value="fedora://model#"/> | |
<constructor-arg value="ri" /> | |
</bean> | |
</code> | |
</WRAP> | |
<WRAP prewrap center> | |
<code> | |
# chowner -R tomcat7:tomcat7 /usr/local/fedora | |
| |
# cp /usr/local/fedora/server/config/fedora.fcfg ~/backup/ | |
# nano -w /usr/local/fedora/server/config/fedora.fcfg | |
| |
+<!-- | |
<param name="datastore" value="localMulgaraTriplestore"> | |
<comment>(required) | |
Name of the triplestore to use. WARNING: changing the | |
triplestore running the Resource Index Rebuilder.</comment> | |
</param> | |
+--> | |
| |
# cp /usr/local/fedora/server/bin/env-server.sh ~/backup/ | |
# nano -w /usr/local/fedora/server/bin/env-server.sh | |
| |
- -cp \"$webinf\"/classes:\"$FEDORA_HOME\"/server/bin:\"$webinf\"/lib/* \ | |
+ -cp \"$webinf\"/classes:/opt/trippi-sail/*:\"$FEDORA_HOME\"/server/bin:\"$webinf\"/lib/* \ | |
</code> | |
</WRAP> | |
* Rebuild RI and Mysql DB | |
<WRAP prewrap center> | |
<code> | |
Check pigGen before and after | |
# mysql -u root -p | |
| |
mysql> use v2p2db | |
mysql> select * from pidGen; | |
| |
+-------------+-----------+ | |
| namespace | highestID | | |
+-------------+-----------+ | |
| islandora | 185 | | |
| minio | 1072 | | |
| changeme | 8 | | |
| ismar | 7 | | |
| carte | 3 | | |
| volumi | 445 | | |
| hthuret | 4 | | |
| chlorophyta | 11 | | |
+-------------+-----------+ | |
8 rows in set (0,00 sec) | |
| |
mysql> quit | |
| |
</code> | |
</WRAP> | |
<WRAP prewrap center> | |
<code> | |
# su - tomcat7 -s /bin/bash | |
$ cd /usr/local/fedora/server/bin/ | |
$ export FEDORA_HOME=/usr/local/fedora | |
$ export PATH=$FEDORA_HOME/server/bin:$FEDORA_HOME/client/bin:$JAVA_HOME/bin:$PATH | |
$ export CATALINA_HOME=/usr/share/tomcat7 | |
$ export FEDORA_WEBAPP_HOME=/var/lib/tomcat7/webapps/fedora | |
$ ./fedora-rebuild.sh [NOTE: by VM console] | |
1) RI rebuild | |
| |
$ ./fedora-rebuild.sh [NOTE: by VM console] | |
2) MySQL rebuild | |
| |
$ exit | |
</code> | |
</WRAP> | |
<WRAP prewrap center> | |
<code> | |
Recheck pidGen | |
| |
Check triple count | |
| |
Browse http://asarepo.to.cnr.it:8081/blazegraph/#query | |
| |
SELECT (COUNT(*) AS ?triples) WHERE {?s ?p ?o} | |
| |
triples | |
122874 | |
</code> | |
</WRAP> | |
<WRAP prewrap center> | |
<code> | |
# service tomcat7 start | |
| |
Browse [?http://drupalserver/admin/islandora/configure uncheck “Use iTQL for particular queries”.] | |
| |
</code> | |
</WRAP> | |
<WRAP prewrap center> | |
<code> | |
# service tomcat7 stop | |
# service blazegraph stop | # service blazegraph stop |
| |
# nano -w /etc/bigdata/log4j.properties | |
| |
log4j.rootCategory=ERROR, dest1 | |
... | |
log4j.logger.com.bigdata=ERROR | |
log4j.logger.com.bigdata.btree=ERROR | |
| |
# service blazegraph start | |
# service tomcat7 start | |
</code> | </code> |
</WRAP> | </WRAP> |
| |