Strabon
changeset 419:28ce0ecfb65b
Add tomcat selection and checking remote ntriples files instead of local
| author | George Garbis <ggarbis@di.uoa.gr> |
|---|---|
| date | Tue Jul 10 20:47:40 2012 +0300 (2012-07-10) |
| parents | eebc02275912 |
| children | dd0dce56577b |
| files | scripts/v2.1/runNoaRefinementChain.sh |
line diff
1.1 --- a/scripts/v2.1/runNoaRefinementChain.sh Tue Jul 10 20:46:11 2012 +0300 1.2 +++ b/scripts/v2.1/runNoaRefinementChain.sh Tue Jul 10 20:47:40 2012 +0300 1.3 @@ -2,9 +2,13 @@ 1.4 LOC="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" 1.5 1.6 ENDPOINT="http://localhost:8080/endpoint" 1.7 -DB="v21" 1.8 +DB="endpoint" 1.9 GRIDURL="http://kk.di.uoa.gr/grid_4.nt" 1.10 + 1.11 CHECKDIR="/home/konstantina/allhot/" 1.12 +#CHECKDIR="${HOME}/teleios/nkua/Hotspots/" 1.13 + 1.14 +#POSTGISTEMPLATE="postgistemplate" 1.15 POSTGISTEMPLATE="template_postgis" 1.16 1.17 #dataDir="http://localhost/noa-teleios/out_triples/" 1.18 @@ -35,6 +39,22 @@ 1.19 fi 1.20 } 1.21 1.22 +function chooseTomcat() 1.23 +{ 1.24 + if test -s /etc/fedora-release ; then 1.25 + tomcat="tomcat" 1.26 + #elif test -s /etc/centos-release ; then 1.27 + #elif test -s /etc/yellowdog-release ; then 1.28 + #elif test -s /etc/redhat-release ; then 1.29 + #elif test -s /etc/SuSE-release ; then 1.30 + #elif test -s /etc/gentoo-release ; then 1.31 + elif test -s /etc/lsb-release ; then # Ubuntu 1.32 + tomcat="tomcat7" 1.33 + elif test -s /etc/debian_version ; then 1.34 + tomcat="tomcat" 1.35 + fi 1.36 +} 1.37 + 1.38 #prin 1.39 #tmr1=$(timer) 1.40 #meta 1.41 @@ -48,25 +68,25 @@ 1.42 refineTimePersistence=`cat ${LOC}/TimePersistence.sparql` # | sed 's/\"/\\\"/g'` 1.43 1.44 # Initialize 1.45 +chooseTomcat 1.46 sudo service postgresql restart 1.47 echo "Dropping endpoint database"; 1.48 sudo -u postgres dropdb ${DB} 1.49 echo "Creating endpoint database" 1.50 -sudo -u postgres createdb ${DB} -T ${POSTGISTEMPLATE} 1.51 +sudo -u postgres createdb ${DB} #-T ${POSTGISTEMPLATE} 1.52 echo "restarting tomcat" 1.53 -sudo service tomcat7 restart 1.54 +sudo service ${tomcat} restart 1.55 1.56 echo "initializing database" 1.57 echo "S D R TP" >>stderr.txt 1.58 1.59 # ../endpoint store ${ENDPOINT} N-Triples -u ${GRIDURL} 1.60 1.61 -sudo -u postgres bash -c "curl -s http://dev.strabon.di.uoa.gr/rdf/Kallikratis-Coastline-dump.tgz|tar xz -O|psql -d ${DB}" 1.62 +sudo -u postgres sh -c "curl -s http://dev.strabon.di.uoa.gr/rdf/Kallikratis-Coastline-dump.tgz|tar xz -O|psql -d ${DB}" 1.63 #./scripts/endpoint query ${ENDPOINT} "SELECT (COUNT(*) AS ?C) WHERE {?s ?p ?o}" 1.64 #sudo -u postgres psql -d endpoint -c 'CREATE INDEX datetime_values_idx_value ON datetime_values USING btree(value)'; 1.65 #sudo -u postgres psql -d endpoint -c 'VACUUM ANALYZE;'; 1.66 1.67 - 1.68 #echo "Continue?" 1.69 #read a 1.70 1.71 @@ -77,33 +97,34 @@ 1.72 for m in `seq 0 15 45`; do 1.73 time=`printf "%02d%02d\n" $h $m` 1.74 time2=`printf "%02d:%02d\n" $h $m` 1.75 - day=`printf "%02d" $d` 1.76 + day=`printf "%02d" $d` 1.77 month=`printf "%02d" $mon` 1.78 file=${dataDir}${name}${month}${day}_${time}$suffix 1.79 # file=${dataUrl}${name}_${time}$suffix 1.80 - 1.81 - check=${CHECKDIR}${name}${month}${day}_${time}$suffix 1.82 1.83 - if [[ ! -e $check ]]; 1.84 + check=${CHECKDIR}${name}${month}${day}_${time}$suffix 1.85 + wget -q --spider $check 1.86 + 1.87 + if [[ ! $? -ne 0 ]]; 1.88 then echo "FILE" $check "NOT EXISTS" ; continue 1.89 fi 1.90 1.91 # store file 1.92 echo -n "storing " $file; echo; echo; 1.93 # echo "Hotspot : " $h:$m >> stderr.txt 1.94 -# ${countTime} ./strabon -db endpoint store $file 1.95 +# ${countTime} ./strabon -db endpoint store $file 1.96 1.97 tmr1=$(timer) 1.98 - ../endpoint store ${ENDPOINT} N-Triples -u ${file} 1.99 + ../endpoint store ${ENDPOINT} N-Triples -u ${file} 1.100 tmr2=$(timer) 1.101 printf '%s ' $((tmr2-tmr1)) >>stderr.txt 1.102 - 1.103 + 1.104 # sudo -u postgres psql -d endpoint -c 'VACUUM ANALYZE;'; 1.105 1.106 echo;echo;echo;echo "File ${file} stored!" >> ${logFile} 1.107 # echo "Continue?" 1.108 # read a 1.109 - 1.110 + 1.111 # deleteSeaHotspots 1.112 echo -n "Going to deleteSeaHotspots 2007-${month}-${day}T${time2}:00 " ;echo; echo; echo; 1.113 query=`echo "${deleteSeaHotspots}" | sed "s/TIMESTAMP/2007-${month}-${day}T${time2}:00/g" | \ 1.114 @@ -111,16 +132,16 @@ 1.115 sed "s/SENSOR/MSG2/g"` 1.116 # ${countTime} ./strabon -db endpoint update "${query}" 1.117 1.118 -tmr1=$(timer) 1.119 - ../endpoint update ${ENDPOINT} "${query}" 1.120 - 1.121 +tmr1=$(timer) 1.122 + ../endpoint update ${ENDPOINT} "${query}" 1.123 + 1.124 tmr2=$(timer) 1.125 printf '%s ' $((tmr2-tmr1)) >>stderr.txt 1.126 1.127 echo;echo;echo;echo "File ${file} deleteSeaHotspots done!" 1.128 # echo "Continue?" 1.129 # read a 1.130 - 1.131 + 1.132 # refinePartialSeaHotspots 1.133 echo -n "refinePartialSeaHotspots 2007-${month}-${day}T${time2}:00 " ; echo; echo ; echo; 1.134 query=`echo "${refinePartialSeaHotspots}" | sed "s/TIMESTAMP/2007-${month}-${day}T${time2}:00/g" | \ 1.135 @@ -130,7 +151,6 @@ 1.136 # ${countTime} ./strabon -db endpoint update "${query}" 1.137 tmr1=$(timer) 1.138 ../endpoint update ${ENDPOINT} "${query}" 1.139 - 1.140 tmr2=$(timer) 1.141 printf '%s ' $((tmr2-tmr1)) >>stderr.txt 1.142 1.143 @@ -145,7 +165,7 @@ 1.144 sed "s/PROCESSING_CHAIN/DynamicThresholds/g" | \ 1.145 sed "s/SENSOR/MSG2/g" | \ 1.146 sed "s/ACQUISITIONS_IN_HALF_AN_HOUR/3.0/g" | \ 1.147 - sed "s/MIN_ACQUISITION_TIME/${min_acquisition_time}/g"` |\ 1.148 + sed "s/MIN_ACQUISITION_TIME/${min_acquisition_time}/g" |\ 1.149 sed "s/SAT/METEOSAT9/g"` 1.150 1.151 # echo "Query:" 1.152 @@ -162,7 +182,6 @@ 1.153 ../endpoint update ${ENDPOINT} "${query}" 1.154 tmr2=$(timer) 1.155 printf '%s \n' $((tmr2-tmr1)) >>stderr.txt 1.156 - 1.157 echo;echo;echo;echo "File ${file} timePersistence done!" 1.158 # echo "Continue?" 1.159 # read a 1.160 @@ -177,7 +196,7 @@ 1.161 1.162 # echo "Store $f" 1.163 # ${countTime} ./scripts/strabon -db endpoint store $f 1.164 -# 1.165 -# 1.166 +# 1.167 +# 1.168 #done 1.169