Strabon

changeset 463:e81a36154bb9

made runNoaRefinementChain.sh agnostic to MSG type
author Babis Nikolaou <charnik@di.uoa.gr>
date Thu Jul 19 18:28:53 2012 +0300 (2012-07-19)
parents 38ccf637c762
children ebb1e9fb543b
files scripts/v2.2/runNoaRefinementChain.sh
line diff
     1.1 --- a/scripts/v2.2/runNoaRefinementChain.sh	Thu Jul 19 17:59:47 2012 +0300
     1.2 +++ b/scripts/v2.2/runNoaRefinementChain.sh	Thu Jul 19 18:28:53 2012 +0300
     1.3 @@ -18,10 +18,9 @@
     1.4  #dataDir="http://kk.di.uoa.gr/out_triples/"
     1.5  #dataDir="http://godel.di.uoa.gr/allhot/"
     1.6  dataDir="http://jose.di.uoa.gr/rdf/hotspots/20"
     1.7 -name="HMSG2_IR_039_s7_"
     1.8 -suffix=".hotspots.nt"
     1.9  
    1.10 -HOTSPOTS_URL="http://jose.di.uoa.gr/rdf/hotspots"
    1.11 +#HOTSPOTS_URL="http://jose.di.uoa.gr/rdf/hotspots"
    1.12 +HOTSPOTS_URL="http://jose.di.uoa.gr/rdf/hotspots/msg1"
    1.13  
    1.14  logFile="chain.log"
    1.15  #countWTime="/usr/bin/time -p   %e"
    1.16 @@ -126,18 +125,20 @@
    1.17  #echo "Continue?"
    1.18  #read a
    1.19  
    1.20 -#for y in 2008; do
    1.21 -for y in 2007 2008 2010 2011 ;do
    1.22 +#for y in 2007 2008 2010 2011 ;do
    1.23 +for y in 2012 ;do
    1.24  	# get hotpost URLS
    1.25 -	for hot in $(curl -s ${HOTSPOTS_URL}/${y}/ | grep -o '>HMSG2.*\.nt' | colrm 1 1); do
    1.26 +	for hot in $(curl -s ${HOTSPOTS_URL}/${y}/ | grep -o '>HMSG.*\.nt' | colrm 1 1); do
    1.27  		file="${HOTSPOTS_URL}/${y}/${hot}"
    1.28  
    1.29 +		time_status=$(echo ${hot} | egrep -o '[[:digit:]]{6}_[[:digit:]]{4}')
    1.30 +
    1.31  		# get time information for acquisition
    1.32 -		year=${y}
    1.33 -		month=$(expr substr ${hot} 19 2)
    1.34 -		day=$(expr substr ${hot} 21 2)
    1.35 -		time2=$(expr substr ${hot} 24 2)
    1.36 -		time2="${time2}:$(expr substr ${hot} 26 2)"
    1.37 +		year="20$(expr substr ${time_status} 1 2)"
    1.38 +		month=$(expr substr ${time_status} 3 2)
    1.39 +		day=$(expr substr ${time_status} 5 2)
    1.40 +		time2=$(expr substr ${time_status} 8 2)
    1.41 +		time2="${time2}:$(expr substr ${time_status} 10 2)"
    1.42  
    1.43  		# store file
    1.44  		echo -n "storing " $file; echo; echo;