Differences

This shows you the differences between two versions of the page.

--- reloaded:be_blazeg [2017/03/20 16:04]
giancarlo created
+++ reloaded:be_blazeg [2017/03/20 16:11]
giancarlo
@@ Line 1: / Line 1: @@
-====== Replace Mulgara with BlazeGraph ======
+====== BlazeGraph ======
-Install Blazegraph into a second instance of tomcat 7.
+  * Install BlazeGraph into a second instance of Tomcat7
-  * Count current triples
-browse http://asarepo.to.cnr.it:8080/fedora/risearch
-<WRAP prewrap center>
-<code>
-Language - itql
-Response - CSV
-Limit - Unlimited
-Query:
-select count(select $subject $predicate $object from <#ri> where $subject $predicate $object) from <#ri> where $subject $predicate $object;
-"k0"
-</code>
-</WRAP>
-  * Disable Tomcat7 start at boot
-<WRAP prewrap center>
-<code>
-# sysv-rc-conf
-               disable tomcat7 at boot for each runlevel
-# reboot
-</code>
-</WRAP>
-  * Install a second instance of Tomcat7 and BlazeGraph
 <WRAP prewrap center>
 <code>
-# http://it.apache.contactlab.it/tomcat/tomcat-7/v7.0.75/bin/apache-tomcat-7.0.75.tar.gz
+# wget http://it.apache.contactlab.it/tomcat/tomcat-7/v7.0.75/bin/apache-tomcat-7.0.75.tar.gz
 # tar xf apache-tomcat-7.0.75.tar.gz
 # mv apache-tomcat-7.0.75 /usr/share/tomcat-blzg
@@ Line 36: / Line 11: @@
 # nano -w /var/bigdata/.bash_profile
-  export BLZG_CONF=/etc/bigdata
+export BLZG_CONF=/etc/bigdata
-  export CATALINA_HOME=/usr/share/tomcat-blzg
+export CATALINA_HOME=/usr/share/tomcat-blzg
-  export CATALINA_PID="/usr/share/tomcat-blzg/catalina.pid"
+export CATALINA_PID="/usr/share/tomcat-blzg/catalina.pid"
-  export JAVA_HOME=/usr/lib/jvm/java-8-oracle/jre
+export JAVA_HOME=/usr/lib/jvm/java-8-oracle/jre
-  export BLZG_USER=blazegraph
+export BLZG_USER=blazegraph
-  export PATH=/usr/lib/jvm/java-8-oracle/jre/bin:/usr/share/tomcat-blzg/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin
+export PATH=/usr/lib/jvm/java-8-oracle/jre/bin:/usr/share/tomcat-blzg/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin
-  export JAVA_OPTS="-server -Djava.awt.headless=true -Xmx10g -Xms8g -Dcom.bigdata.rdf.sail.webapp.ConfigParams.propertyFile=/etc/bigdata/RWStore.properties -Dlog4j.configuration=/etc/bigdata/log4j.properties -Dfile.encoding=UTF-8 -Dsun.jnu.encoding=UTF-8 -XX:+UseG1GC -XX:+DisableExplicitGC"
+export JAVA_OPTS="-server -Djava.awt.headless=true -Xmx8g -Xms8g -Dcom.bigdata.rdf.sail.webapp.ConfigParams.propertyFile=/etc/bigdata/RWStore.properties -Dlog4j.configuration=/etc/bigdata/log4j.properties -Dfile.encoding=UTF-8 -Dsun.jnu.encoding=UTF-8 -XX:+UseG1GC -XX:+DisableExplicitGC"
 NOTE: instead of "-XX:+UseParallelOldGC" may be better "-XX:+UseG1GC -XX:+DisableExplicitGC" [thanks Diego!]
-NOTE: add initial mem size to, so "-Xmx2000m" change into "-Xms2000m -Xmx2000m" [thanks Diego!]
+NOTE: add initial mem size to min and max, so "-Xmx8g" change into "-Xms8g -Xmx8g" [thanks Diego!]
 # nano -w /usr/share/tomcat-blzg/conf/server.xml
@@ Line 83: / Line 58: @@
 </code>
 </WRAP>
-  * Install Trippi-sail
+Check BlazeGraph at port 8081.
 <WRAP prewrap center>
 <code>
-# apt-get install maven
-	maven is already the newest version (3.3.9-3).
-# git clone https://github.com/discoverygarden/trippi-sail.git
-# cd trippi-sail
-# mvn package -Dfedora.version=3.8.1
-[INFO] ------------------------------------------------------------------------
-[INFO] Reactor Summary:
-[INFO]
-[INFO] trippi-sail ........................................ SUCCESS [01:01 min]
-[INFO] trippi-sail-base ................................... SUCCESS [ 45.640 s]
-[INFO] trippi-sail-blazegraph-embedded .................... SUCCESS [ 50.659 s]
-[INFO] trippi-sail-blazegraph-remote ...................... SUCCESS [ 14.731 s]
-[INFO] ------------------------------------------------------------------------
-[INFO] BUILD SUCCESS
-[INFO] ------------------------------------------------------------------------
-[INFO] Total time: 02:52 min
-[INFO] Finished at: 2016-10-17T15:32:29+02:00
-[INFO] Final Memory: 69M/440M
-[INFO] ------------------------------------------------------------------------
-# cd trippi-sail-blazegraph-remote/target
-# tar xf trippi-sail-blazegraph-remote-0.0.1-SNAPSHOT-bin.tar.gz
-# mv trippi-sail-blazegraph-remote-0.0.1-SNAPSHOT /opt/trippi-sail
-# chowner -R tomcat7:tomcat7 /opt/trippi-sail
-# service tomcat7 stop
-</code>
-</WRAP>
-  * Configure Fedora
-<WRAP prewrap center>
-<code>
-# cp /etc/tomcat7/Catalina/localhost/fedora.xml ~/backup/
-# nano -w /etc/tomcat7/Catalina/localhost/fedora.xml
-<?xml version="1.0" encoding="UTF-8"?>
-<Context>
-+ <Loader
-+       className="org.apache.catalina.loader.VirtualWebappLoader"
-+       virtualClasspath="/opt/trippi-sail/*.jar"
-+       searchVirtualFirst="true"/>
-  <Parameter name="fedora.home" value="/usr/local/fedora" />
-</Context>
-</code>
-</WRAP>
-<WRAP prewrap center>
-<code>
-# cp ~/trippi-sail/trippi-sail-blazegraph-remote/src/main/resources/sample-bean-config-xml/remote-blazegraph.xml /usr/local/fedora/server/config/spring/
-# nano -w /usr/local/fedora/server/config/spring/remote-blazegraph.xml
-+               <constructor-arg type="java.lang.String" value="http://asarepo.to.cnr.it:8081/blazegraph"/>
-+               <constructor-arg type="boolean" value="false"/>
-               <constructor-arg ref="httpClient" />
-               <constructor-arg ref="executorPool" />
-       </bean>
--        <bean class="org.trippi.impl.sesame.SesameSession">
-+        <bean class="org.trippi.impl.sesame.SesameSession" scope="prototype" >
-                <constructor-arg ref="trippiSailRepository" />
-                <constructor-arg ref="org.trippi.AliasManager" />
--                <constructor-arg value="test://model#" />
-+                <constructor-arg value="fedora://model#"/>
-                <constructor-arg value="ri" />
-        </bean>
-</code>
-</WRAP>
-<WRAP prewrap center>
-<code>
-# chowner -R tomcat7:tomcat7 /usr/local/fedora
-# cp /usr/local/fedora/server/config/fedora.fcfg ~/backup/
-# nano -w /usr/local/fedora/server/config/fedora.fcfg
-+<!--
-    <param name="datastore" value="localMulgaraTriplestore">
-      <comment>(required)
-            Name of the triplestore to use. WARNING: changing the
-            triplestore running the Resource Index Rebuilder.</comment>
-    </param>
-+-->
-# cp /usr/local/fedora/server/bin/env-server.sh ~/backup/
-# nano -w /usr/local/fedora/server/bin/env-server.sh
--	-cp \"$webinf\"/classes:\"$FEDORA_HOME\"/server/bin:\"$webinf\"/lib/* \
-+	-cp \"$webinf\"/classes:/opt/trippi-sail/*:\"$FEDORA_HOME\"/server/bin:\"$webinf\"/lib/* \
-</code>
-</WRAP>
-  * Rebuild RI and Mysql DB
-<WRAP prewrap center>
-<code>
-Check pigGen before and after
-# mysql -u root -p
-	mysql> use v2p2db
-	mysql> select * from pidGen;
-		+-------------+-----------+
-		| namespace   | highestID |
-		+-------------+-----------+
-		| islandora   |       185 |
-		| minio       |      1072 |
-		| changeme    |         8 |
-		| ismar       |         7 |
-		| carte       |         3 |
-		| volumi      |       445 |
-		| hthuret     |         4 |
-		| chlorophyta |        11 |
-		+-------------+-----------+
-rows in set (0,00 sec)
-	mysql> quit
-</code>
-</WRAP>
-<WRAP prewrap center>
-<code>
-# su - tomcat7 -s /bin/bash
-$ cd /usr/local/fedora/server/bin/
-$ export FEDORA_HOME=/usr/local/fedora
-$ export PATH=$FEDORA_HOME/server/bin:$FEDORA_HOME/client/bin:$JAVA_HOME/bin:$PATH
-$ export CATALINA_HOME=/usr/share/tomcat7
-$ export FEDORA_WEBAPP_HOME=/var/lib/tomcat7/webapps/fedora
-$ ./fedora-rebuild.sh [NOTE: by VM console]
-) RI rebuild
-$ ./fedora-rebuild.sh [NOTE: by VM console]
-) MySQL rebuild
-$ exit
-</code>
-</WRAP>
-<WRAP prewrap center>
-<code>
-Recheck pidGen
-Check triple count
-    Browse http://asarepo.to.cnr.it:8081/blazegraph/#query
-       SELECT (COUNT(*) AS ?triples) WHERE {?s ?p ?o}
-triples
-</code>
-</WRAP>
-<WRAP prewrap center>
-<code>
-# service tomcat7 start
-Browse [?http://drupalserver/admin/islandora/configure uncheck “Use iTQL for particular queries”.]
-</code>
-</WRAP>
-<WRAP prewrap center>
-<code>
-# service tomcat7 stop
 # service blazegraph stop
-# nano -w /etc/bigdata/log4j.properties
-	log4j.rootCategory=ERROR, dest1
-	...
-	log4j.logger.com.bigdata=ERROR
-	log4j.logger.com.bigdata.btree=ERROR
-# service blazegraph start
-# service tomcat7 start
 </code>
 </WRAP>