1.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     1.2 +++ b/scripts/runNoaRefinement.sh	Fri Jun 08 15:49:34 2012 +0300
     1.3 @@ -0,0 +1,189 @@
     1.4 +#! /bin/bash
     1.5 +
     1.6 +dataDir="/home/ggarbis/TELEIOS/NOA_Processing_Chain/chain_msg2/data/out_triples/"
     1.7 +dataUrl="http://pathway.di.uoa.gr/hotspots/out_triples/"
     1.8 +name="HMSG2_IR_039_s7_070825"
     1.9 +suffix=".hotspots.n3"
    1.10 +
    1.11 +logFile="chain.log"
    1.12 +countTime="/usr/bin/time -ao ${logFile} -f %e"
    1.13 +echo > ${logFile}
    1.14 +
    1.15 +deleteSeaHotspots="PREFIX noa: <http://teleios.di.uoa.gr/ontologies/noaOntology.owl#> 
    1.16 +PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> 
    1.17 +PREFIX strdf: <http://strdf.di.uoa.gr/ontology#> 
    1.18 +PREFIX xsd: <http://www.w3.org/2001/XMLSchema#> 
    1.19 +
    1.20 +DELETE {?h ?property ?object} 
    1.21 +WHERE {
    1.22 +  ?h rdf:type noa:Hotspot; 
    1.23 +     noa:hasAcquisitionTime \"TIMESTAMP\"^^xsd:dateTime; 
    1.24 +     noa:producedFromProcessingChain \"PROCESSING_CHAIN\"^^xsd:string; 
    1.25 +     noa:isDerivedFromSensor \"SENSOR\"^^xsd:string;
    1.26 +     noa:hasGeometry ?hGeo;
    1.27 +     ?property ?object . 
    1.28 +  OPTIONAL {
    1.29 +    ?c rdf:type noa:Coastline;
    1.30 +       noa:hasGeometry ?cGeo . 
    1.31 +    FILTER(strdf:anyInteract(?hGeo, ?cGeo)) .
    1.32 +  } 
    1.33 +  FILTER(!bound(?c)) . 
    1.34 +}"
    1.35 +
    1.36 +refinePartialSeaHotspots="PREFIX noa: <http://teleios.di.uoa.gr/ontologies/noaOntology.owl#> 
    1.37 +PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> 
    1.38 +PREFIX strdf: <http://strdf.di.uoa.gr/ontology#> 
    1.39 +PREFIX xsd: <http://www.w3.org/2001/XMLSchema#> 
    1.40 +
    1.41 +DELETE { ?h noa:hasGeometry ?hGeo} 
    1.42 +INSERT { ?h noa:hasGeometry ?dif} 
    1.43 +WHERE { 
    1.44 +  SELECT DISTINCT ?h ?hGeo (strdf:intersection(?hGeo, strdf:union(?cGeo)) AS ?dif) 
    1.45 +  WHERE { 
    1.46 +    ?h rdf:type noa:Hotspot; 
    1.47 +       noa:hasAcquisitionTime ?hAcqTime; 
    1.48 +       noa:producedFromProcessingChain \"PROCESSING_CHAIN\"^^xsd:string; 
    1.49 +       noa:isDerivedFromSensor \"SENSOR\"^^xsd:string;
    1.50 +       noa:hasGeometry ?hGeo .
    1.51 +    FILTER(\"TIMESTAMP\"^^xsd:dateTime = ?hAcqTime) .
    1.52 +    ?c rdf:type noa:Coastline;
    1.53 +       noa:hasGeometry ?cGeo .
    1.54 +    FILTER(strdf:anyInteract(?hGeo, ?cGeo)) . 
    1.55 +  }
    1.56 +  GROUP BY ?h ?hGeo 
    1.57 +  HAVING strdf:overlap(?hGeo, strdf:union(?cGeo))
    1.58 +}"
    1.59 +
    1.60 +refineTimePersistence="PREFIX noa: <http://teleios.di.uoa.gr/ontologies/noaOntology.owl#> 
    1.61 +PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> 
    1.62 +PREFIX strdf: <http://strdf.di.uoa.gr/ontology#> 
    1.63 +PREFIX xsd: <http://www.w3.org/2001/XMLSchema#> 
    1.64 +
    1.65 +INSERT {
    1.66 +  ?newHotspot rdf:type noa:Hotspot .
    1.67 +  ?newHotspot noa:hasConfidence ?hConfidence .
    1.68 +  ?newHotspot noa:hasGeometry ?hGeometry1 .
    1.69 +  ?newHotspot noa:hasAcquisitionTime \"TIMESTAMP\"^^xsd:dateTime .
    1.70 +  ?newHotspot noa:isDerivedFromSensor \"SENSOR\"^^xsd:string .
    1.71 +  ?newHotspot noa:hasConfirmation noa:unknown .
    1.72 +  ?newHotspot noa:producedFromProcessingChain ?hProcessingChain .
    1.73 +  ?newHotspot noa:isProducedBy noa:noa .
    1.74 +}
    1.75 +WHERE {
    1.76 +  SELECT (BNODE() AS ?newHotspot)
    1.77 +  (SUM(?hConfidence1)/ACQUISITIONS_IN_HALF_AN_HOUR AS ?hConfidence)
    1.78 +  ?hGeometry1
    1.79 +  (CONCAT(\"PROCESSING_CHAIN\"^^xsd:string,\"-TimePersistence\") AS ?hProcessingChain)
    1.80 +  WHERE {
    1.81 +    ?H1 rdf:type noa:Hotspot .
    1.82 +    ?H1 noa:hasConfidence ?hConfidence1 .
    1.83 +    ?H1 noa:hasGeometry ?hGeometry1 .
    1.84 +    ?H1 noa:hasAcquisitionTime ?hAcquisitionTime1 .
    1.85 +    ?H1 noa:isDerivedFromSensor \"SENSOR\"^^xsd:string .
    1.86 +    ?H1 noa:hasConfirmation noa:unknown .
    1.87 +    ?H1 noa:producedFromProcessingChain \"PROCESSING_CHAIN\"^^xsd:string .
    1.88 +    ?H1 noa:isProducedBy noa:noa .
    1.89 +    FILTER( \"MIN_ACQUISITION_TIME\"^^xsd:dateTime <= ?hAcquisitionTime1 && ?hAcquisitionTime1 < \"TIMESTAMP\"^^xsd:dateTime ) .
    1.90 +    OPTIONAL {
    1.91 +      ?H2 rdf:type noa:Hotspot .
    1.92 +      ?H2 noa:hasGeometry ?HGEO2 .
    1.93 +      ?H2 noa:hasAcquisitionTime ?hAcquisitionTime2 .
    1.94 +      ?H2 noa:isDerivedFromSensor \"SENSOR\"^^xsd:string .
    1.95 +      ?H2 noa:producedFromProcessingChain ?hProcessingChain2 .
    1.96 +      FILTER(regex(\"PROCESSING_CHAIN\"^^xsd:string, ?hProcessingChain2)).
    1.97 +      FILTER( strdf:equals(?hGeometry1, ?HGEO2) ) .
    1.98 +      FILTER(?hAcquisitionTime2 = \"TIMESTAMP\"^^xsd:dateTime) .
    1.99 +    }
   1.100 +    FILTER( !BOUND(?H2) ) .
   1.101 +  }
   1.102 +  GROUP BY ?hGeometry1
   1.103 +  HAVING(SUM(?hConfidence1)>0.0)
   1.104 +}
   1.105 +"
   1.106 +
   1.107 +# Initialize
   1.108 +sudo service postgresql restart
   1.109 +dropdb endpoint
   1.110 +createdb endpoint -T template_postgis
   1.111 +sudo service tomcat6 restart
   1.112 +./endpoint store http://localhost:8080/endpoint N-Triples -u http://pathway.di.uoa.gr/hotspots/grid_4.nt
   1.113 +
   1.114 +#./scripts/endpoint query http://localhost:8080/endpoint "SELECT (COUNT(*) AS ?C) WHERE {?s ?p ?o}"
   1.115 +#echo "Continue?"
   1.116 +#read a
   1.117 +
   1.118 +
   1.119 +
   1.120 +for h in `seq 0 12`; do
   1.121 +    for m in `seq 0 15 45`; do
   1.122 +            time=`printf "%02d%02d\n" $h $m`
   1.123 +            time2=`printf "%02d:%02d\n" $h $m`
   1.124 +#            file=${dataDir}${name}_${time}$suffix
   1.125 +            file=${dataUrl}${name}_${time}$suffix
   1.126 +    
   1.127 +            # store file
   1.128 +            echo -n "storing 2007-08-25T${time2}:00 " >> ${logFile}
   1.129 +#            ${countTime} ./strabon -db endpoint store $file      
   1.130 +            ${countTime} ./endpoint store http://localhost:8080/endpoint N-Triples -u ${file}
   1.131 +            
   1.132 +#            echo "File ${file} stored!" >> ${logFile}
   1.133 +#            echo "Continue?"
   1.134 +#            read a
   1.135 +         
   1.136 +            # deleteSeaHotspots
   1.137 +            echo -n "deleteSeaHotspots 2007-08-25T${time2}:00 " >> ${logFile}
   1.138 +            query=`echo "${deleteSeaHotspots}" | sed "s/TIMESTAMP/2007-08-25T${time2}:00/g" | \
   1.139 +                sed "s/PROCESSING_CHAIN/DynamicThresholds/g" | \
   1.140 +                sed "s/SENSOR/MSG2/g"`
   1.141 +#            ${countTime} ./strabon -db endpoint update "${query}"
   1.142 +            ${countTime} ./endpoint update http://localhost:8080/endpoint "${query}"
   1.143 +            
   1.144 +#            echo "File ${file} deleteSeaHotspots done!"
   1.145 +#            echo "Continue?"
   1.146 +#            read a
   1.147 +            
   1.148 +            # refinePartialSeaHotspots
   1.149 +            echo -n "refinePartialSeaHotspots 2007-08-25T${time2}:00 " >> ${logFile}
   1.150 +            query=`echo "${refinePartialSeaHotspots}" | sed "s/TIMESTAMP/2007-08-25T${time2}:00/g" | \
   1.151 +                sed "s/PROCESSING_CHAIN/DynamicThresholds/g" | \
   1.152 +                sed "s/SENSOR/MSG2/g"`
   1.153 +#            ${countTime} ./strabon -db endpoint update "${query}"
   1.154 +            ${countTime} ./endpoint update http://localhost:8080/endpoint "${query}"
   1.155 +            
   1.156 +#            echo "File ${file} refinePartialSeaHotspots done!"
   1.157 +#            echo "Continue?"
   1.158 +#            read a
   1.159 +
   1.160 +            # refineTimePersistence
   1.161 +            echo -n "refineTimePersistence 2007-08-25T${time2}:00 " >> ${logFile}
   1.162 +            min_acquisition_time=`date --date="2007-08-25 ${time2}:00 EEST -30 minutes" +%Y-%m-%dT%H:%m:00`
   1.163 +            query=`echo "${refineTimePersistence}" | sed "s/TIMESTAMP/2007-08-25T${time2}:00/g" | \
   1.164 +                sed "s/PROCESSING_CHAIN/DynamicThresholds/g" | \
   1.165 +                sed "s/SENSOR/MSG2/g" | \
   1.166 +                sed "s/ACQUISITIONS_IN_HALF_AN_HOUR/3.0/g" | \
   1.167 +                sed "s/MIN_ACQUISITION_TIME/${min_acquisition_time}/g"`
   1.168 +
   1.169 +#            echo "Query:"
   1.170 +#            echo "${query}"
   1.171 +#            echo "Continue?"
   1.172 +#            read a
   1.173 +#            ${countTime} ./strabon -db endpoint update "${query}"
   1.174 +#            ${countTime} ./endpoint update http://localhost:8080/endpoint "${query}"
   1.175 +            ${countTime} ./endpoint update http://localhost:8080/endpoint "${query}"
   1.176 +            
   1.177 +#            echo "File ${file} refinePartialSeaHotspots done!"
   1.178 +#            echo "Continue?"
   1.179 +#            read a
   1.180 +    done
   1.181 +done
   1.182 +
   1.183 +
   1.184 +#for f in `ls /home/ggarbis/TELEIOS/NOA_Processing_Chain/chain_msg2/data/out_triples/HMSG2_IR_039_s7_070825_*.hotspots.n3`
   1.185 +#do
   1.186 +
   1.187 +#    echo "Store $f"
   1.188 +#	${countTime} ./scripts/strabon -db endpoint store $f
   1.189 +#	
   1.190 +#	
   1.191 +#done
   1.192 +