Changeset 11109
- Timestamp:
- Jan 15, 2007, 3:05:56 PM (19 years ago)
- Location:
- branches/eam_branch_00/ippTasks
- Files:
-
- 8 edited
-
detrend.norm.pro (modified) (16 diffs)
-
detrend.process.pro (modified) (13 diffs)
-
detrend.reject.pro (modified) (7 diffs)
-
detrend.resid.pro (modified) (12 diffs)
-
detrend.stack.pro (modified) (8 diffs)
-
phase0.pro (modified) (7 diffs)
-
phase2.pro (modified) (8 diffs)
-
phase3.pro (modified) (7 diffs)
Legend:
- Unmodified
- Added
- Removed
-
branches/eam_branch_00/ippTasks/detrend.norm.pro
r11019 r11109 1 1 ## this file contains the tasks for running the detrend normalization stages 2 ## these tasks use the books detPendingNormStatImfile detPendingNormImfile detPendingNormExp 2 3 3 4 if ($?network == 0) … … 19 20 exec mkdir -p $LOGSUBDIR 20 21 21 book init DetrendNormStat22 book init DetrendNorm23 book init DetrendNormExp22 book init detPendingNormStatImfile 23 book init detPendingNormImfile 24 book init detPendingNormExp 24 25 25 26 macro detnorm.status 26 book listbook DetrendNormStat27 book listbook DetrendNorm28 book listbook DetrendNormExp27 book listbook detPendingNormStatImfile 28 book listbook detPendingNormImfile 29 book listbook detPendingNormExp 29 30 end 30 31 31 32 # select images ready for copy 32 # new entries are added to DetrendNormStat33 # new entries are added to detPendingNormStatImfile 33 34 # compare the new list with the ones already selected 34 35 task dettool.normstat.load … … 39 40 periods -timeout 30 40 41 41 stdout $LOGSUBDIR/dettool.normstat.log42 stdout NULL 42 43 stderr $LOGSUBDIR/dettool.normstat.log 43 44 … … 49 50 task.exit 0 50 51 # convert 'stdout' to book format 51 ipptool2book stdout DetrendNormStat-key det_id:iteration -uniq52 ipptool2book stdout detPendingNormStatImfile -key det_id:iteration -uniq 52 53 if ($VERBOSE > 2) 53 book listbook DetrendNormStat54 book listbook detPendingNormStatImfile 54 55 end 55 56 56 57 # delete existing entries which are DONE 57 book delpage DetrendNormStat-key state DONE58 book delpage detPendingNormStatImfile -key state DONE 58 59 end 59 60 … … 76 77 77 78 task.exec 78 book npages DetrendNormStat-var N79 book npages detPendingNormStatImfile -var N 79 80 if ($N == 0) break 80 81 if ($network == 0) break 81 82 82 # look for new images in DetrendNormStat83 book getpage DetrendNormStat0 -var pageName -key state NULL83 # look for new images in detPendingNormStatImfile 84 book getpage detPendingNormStatImfile 0 -var pageName -key state NULL 84 85 if ($pageName == NULL) break 85 86 86 book setword DetrendNormStat$pageName state RUN87 book getword DetrendNormStat$pageName det_id -var DET_ID88 book getword DetrendNormStat$pageName det_type -var DET_TYPE89 book getword DetrendNormStat$pageName iteration -var ITERATION90 book getword DetrendNormStat$pageName camera -var CAMERA87 book setword detPendingNormStatImfile $pageName state RUN 88 book getword detPendingNormStatImfile $pageName det_id -var DET_ID 89 book getword detPendingNormStatImfile $pageName det_type -var DET_TYPE 90 book getword detPendingNormStatImfile $pageName iteration -var ITERATION 91 book getword detPendingNormStatImfile $pageName camera -var CAMERA 91 92 92 93 # specify choice of remote host: … … 98 99 99 100 # XXX add $WORKDIR/$LOG_DIR 101 # XXX use ipp_filename.pl to lookup output file names 100 102 stdout $LOGSUBDIR/$CAMERA.$DET_TYPE.$DET_ID.$ITERATION.log 101 103 stderr $LOGSUBDIR/$CAMERA.$DET_TYPE.$DET_ID.$ITERATIION.log … … 111 113 end 112 114 113 # success 114 task.exit 0 115 book setword DetrendNormStat $options:0 state DONE 116 end 117 118 # default exit status 119 task.exit default 120 showcommand failure 121 book setword DetrendNormStat $options:0 state FAIL 122 end 123 124 # operation times out? 125 task.exit timeout 126 showcommand timeout 127 book setword DetrendNormStat $options:0 state TIMEOUT 115 # default exit status 116 task.exit default 117 process_exit detPendingNormStatImfile $options:0 $JOB_STATUS 118 end 119 120 # operation times out? 121 task.exit timeout 122 showcommand timeout 123 book setword detPendingNormStatImfile $options:0 state TIMEOUT 128 124 end 129 125 end 130 126 131 127 # select images ready for copy 132 # new entries are added to DetrendNorm128 # new entries are added to detPendingNormImfile 133 129 # compare the new list with the ones already selected 134 130 task dettool.norm.load … … 139 135 periods -timeout 30 140 136 141 stdout $LOGSUBDIR/dettool.norm.log137 stdout NULL 142 138 stderr $LOGSUBDIR/dettool.norm.log 143 139 … … 149 145 task.exit 0 150 146 # convert 'stdout' to book format 151 ipptool2book stdout DetrendNorm-key det_id:iteration -uniq147 ipptool2book stdout detPendingNormImfile -key det_id:iteration -uniq 152 148 if ($VERBOSE > 2) 153 book listbook DetrendNorm149 book listbook detPendingNormImfile 154 150 end 155 151 156 152 # delete existing entries which are DONE 157 book delpage DetrendNorm-key state DONE153 book delpage detPendingNormImfile -key state DONE 158 154 end 159 155 … … 176 172 177 173 task.exec 178 book npages DetrendNorm-var N174 book npages detPendingNormImfile -var N 179 175 if ($N == 0) break 180 176 if ($network == 0) break 181 177 182 # look for new images in DetrendNorm183 book getpage DetrendNorm0 -var pageName -key state NULL178 # look for new images in detPendingNormImfile 179 book getpage detPendingNormImfile 0 -var pageName -key state NULL 184 180 if ($pageName == NULL) break 185 181 186 book setword DetrendNorm$pageName state RUN187 book getword DetrendNorm$pageName det_type -var DET_TYPE188 book getword DetrendNorm$pageName camera -var CAMERA189 book getword DetrendNorm$pageName uri -var URI190 book getword DetrendNorm$pageName det_id -var DET_ID191 book getword DetrendNorm$pageName iteration -var ITERATION192 book getword DetrendNorm$pageName class_id -var CLASS_ID193 book getword DetrendNorm$pageName norm -var NORM182 book setword detPendingNormImfile $pageName state RUN 183 book getword detPendingNormImfile $pageName det_type -var DET_TYPE 184 book getword detPendingNormImfile $pageName camera -var CAMERA 185 book getword detPendingNormImfile $pageName uri -var URI 186 book getword detPendingNormImfile $pageName det_id -var DET_ID 187 book getword detPendingNormImfile $pageName iteration -var ITERATION 188 book getword detPendingNormImfile $pageName class_id -var CLASS_ID 189 book getword detPendingNormImfile $pageName norm -var NORM 194 190 195 191 # specify choice of remote host: … … 200 196 end 201 197 198 # XXX use ipp_filename.pl to lookup output file names 202 199 stdout $LOGSUBDIR/$CAMERA.$DET_TYPE.$DET_ID.$ITERATION.log 203 200 stderr $LOGSUBDIR/$CAMERA.$DET_TYPE.$DET_ID.$ITERATION.log … … 213 210 end 214 211 215 # success 216 task.exit 0 217 book setword DetrendNorm $options:0 state DONE 218 end 219 220 # default exit status 221 task.exit default 222 showcommand failure 223 book setword DetrendNorm $options:0 state FAIL 224 end 225 226 # operation times out? 227 task.exit timeout 228 showcommand timeout 229 book setword DetrendNorm $options:0 state TIMEOUT 212 # default exit status 213 task.exit default 214 process_exit detPendingNormImfile $options:0 state FAIL 215 end 216 217 # operation times out? 218 task.exit timeout 219 showcommand timeout 220 book setword detPendingNormImfile $options:0 state TIMEOUT 230 221 end 231 222 end 232 223 233 224 # select images ready for copy 234 # new entries are added to DetrendNormExp225 # new entries are added to detPendingNormExp 235 226 # compare the new list with the ones already selected 236 227 task dettool.normexp.load … … 241 232 periods -timeout 30 242 233 243 stdout $LOGSUBDIR/dettool.normexp.log234 stdout NULL 244 235 stderr $LOGSUBDIR/dettool.normexp.log 245 236 … … 251 242 task.exit 0 252 243 # convert 'stdout' to book format 253 ipptool2book stdout DetrendNormExp -key det_id:iteration -uniq244 ipptool2book stdout detPendingNormExp -key det_id:iteration -uniq 254 245 if ($VERBOSE > 2) 255 book listbook DetrendNormExp246 book listbook detPendingNormExp 256 247 end 257 248 258 249 # delete existing entries which are DONE 259 book delpage DetrendNormExp -key state DONE250 book delpage detPendingNormExp -key state DONE 260 251 end 261 252 … … 278 269 279 270 task.exec 280 book npages DetrendNormExp -var N271 book npages detPendingNormExp -var N 281 272 if ($N == 0) break 282 273 if ($network == 0) break 283 274 284 # look for new images in DetrendNormExp285 book getpage DetrendNormExp 0 -var pageName -key state NULL275 # look for new images in detPendingNormExp 276 book getpage detPendingNormExp 0 -var pageName -key state NULL 286 277 if ($pageName == NULL) break 287 278 288 book setword DetrendNormExp $pageName state RUN289 book getword DetrendNormExp $pageName det_id -var DET_ID290 book getword DetrendNormExp $pageName iteration -var ITERATION291 book getword DetrendNormExp $pageName det_type -var DET_TYPE292 book getword DetrendNormExp $pageName camera -var CAMERA279 book setword detPendingNormExp $pageName state RUN 280 book getword detPendingNormExp $pageName det_id -var DET_ID 281 book getword detPendingNormExp $pageName iteration -var ITERATION 282 book getword detPendingNormExp $pageName det_type -var DET_TYPE 283 book getword detPendingNormExp $pageName camera -var CAMERA 293 284 294 285 # specify choice of remote host: … … 313 304 end 314 305 315 # success 316 task.exit 0 317 book setword DetrendNormExp $options:0 state DONE 318 end 319 320 # default exit status 321 task.exit default 322 showcommand failure 323 book setword DetrendNormExp $options:0 state FAIL 324 end 325 326 # operation times out? 327 task.exit timeout 328 showcommand timeout 329 book setword DetrendNormExp $options:0 state TIMEOUT 330 end 331 end 306 # default exit status 307 task.exit default 308 process_exit detPendingNormExp $options:0 $JOB_STATUS 309 end 310 311 # operation times out? 312 task.exit timeout 313 showcommand timeout 314 book setword detPendingNormExp $options:0 state TIMEOUT 315 end 316 end -
branches/eam_branch_00/ippTasks/detrend.process.pro
r11019 r11109 1 1 ## this file contains the tasks for running the detrend processing stage 2 ## these tasks use the books DetrendProcessImfiles and DetrendProcessExposures2 ## these tasks use the books detPendingProcessedImfile and detPendingProcessedExp 3 3 4 4 if ($?network == 0) … … 20 20 exec mkdir -p $LOGSUBDIR 21 21 22 book init DetrendProcessImfiles23 book init DetrendProcessExposures22 book init detPendingProcessedImfile 23 book init detPendingProcessedExp 24 24 25 25 macro detproc.status 26 book listbook DetrendProcessImfiles27 book listbook DetrendProcessExposures26 book listbook detPendingProcessedImfile 27 book listbook detPendingProcessedExp 28 28 end 29 29 30 30 # select images ready for copy 31 # new entries are added to DetrendProcessImfiles31 # new entries are added to detPendingProcessedImfile 32 32 # compare the new list with the ones already selected 33 33 task dettool.process.load … … 38 38 periods -timeout 30 39 39 40 stdout $LOGSUBDIR/detproc.imfile.log40 stdout NULL 41 41 stderr $LOGSUBDIR/detproc.imfile.log 42 42 … … 48 48 task.exit 0 49 49 # convert 'stdout' to book format 50 ipptool2book stdout DetrendProcessImfiles-key det_id:exp_tag:class_id -uniq50 ipptool2book stdout detPendingProcessedImfile -key det_id:exp_tag:class_id -uniq 51 51 if ($VERBOSE > 2) 52 book listbook DetrendProcessImfiles52 book listbook detPendingProcessedImfile 53 53 end 54 54 55 55 # delete existing entries which are DONE 56 book delpage DetrendProcessImfiles-key state DONE56 book delpage detPendingProcessedImfile -key state DONE 57 57 end 58 58 … … 75 75 76 76 task.exec 77 book npages DetrendProcessImfiles-var N77 book npages detPendingProcessedImfile -var N 78 78 if ($N == 0) break 79 79 if ($network == 0) break 80 80 81 # look for new images in DetrendProcessImfiles82 book getpage DetrendProcessImfiles0 -var pageName -key state NULL81 # look for new images in detPendingProcessedImfile 82 book getpage detPendingProcessedImfile 0 -var pageName -key state NULL 83 83 if ($pageName == NULL) break 84 84 85 book setword DetrendProcessImfiles$pageName state RUN86 book getword DetrendProcessImfiles$pageName det_id -var DET_ID87 book getword DetrendProcessImfiles$pageName det_type -var DET_TYPE88 book getword DetrendProcessImfiles$pageName exp_tag -var EXP_TAG89 book getword DetrendProcessImfiles$pageName class -var CLASS90 book getword DetrendProcessImfiles$pageName class_id -var CLASS_ID91 book getword DetrendProcessImfiles$pageName uri -var URI92 book getword DetrendProcessImfiles$pageName camera -var CAMERA85 book setword detPendingProcessedImfile $pageName state RUN 86 book getword detPendingProcessedImfile $pageName det_id -var DET_ID 87 book getword detPendingProcessedImfile $pageName det_type -var DET_TYPE 88 book getword detPendingProcessedImfile $pageName exp_tag -var EXP_TAG 89 book getword detPendingProcessedImfile $pageName class -var CLASS 90 book getword detPendingProcessedImfile $pageName class_id -var CLASS_ID 91 book getword detPendingProcessedImfile $pageName uri -var URI 92 book getword detPendingProcessedImfile $pageName camera -var CAMERA 93 93 94 94 # specify choice of remote host: … … 99 99 end 100 100 101 ## generate output log based on filerule 102 ## XXX use OUTPATH from db to set output path 103 ## XXX use ipp_filename.pl DETPROC.LOG $outroot $CLASS_ID` 101 104 $word = `basename $EXP_TAG | tr '.' ' '` 102 105 list word -split $word … … 116 119 end 117 120 118 # success119 task.exit 0120 book setword DetrendProcessImfiles $options:0 state DONE121 end122 123 121 # default exit status 124 122 task.exit default 125 showcommand failure 126 book setword DetrendProcessImfiles $options:0 state FAIL 123 process_exit detPendingProcessedImfile $options:0 $JOB_STATUS 127 124 end 128 125 … … 130 127 task.exit timeout 131 128 showcommand timeout 132 book setword DetrendProcessImfiles$options:0 state TIMEOUT129 book setword detPendingProcessedImfile $options:0 state TIMEOUT 133 130 end 134 131 end 135 132 136 133 # select images ready for copy 137 # new entries are added to DetrendProcessExposures134 # new entries are added to detPendingProcessedExp 138 135 # compare the new list with the ones already selected 139 136 task dettool.processexp.load … … 144 141 periods -timeout 30 145 142 146 stdout $LOGSUBDIR/detproc.exp.log143 stdout NULL 147 144 stderr $LOGSUBDIR/detproc.exp.log 148 145 … … 154 151 task.exit 0 155 152 # convert 'stdout' to book format 156 ipptool2book stdout DetrendProcessExposures-key det_id:iteration:exp_tag -uniq153 ipptool2book stdout detPendingProcessedExp -key det_id:iteration:exp_tag -uniq 157 154 if ($VERBOSE > 2) 158 book listbook DetrendProcessExposures155 book listbook detPendingProcessedExp 159 156 end 160 157 161 158 # delete existing entries which are DONE 162 book delpage DetrendProcessExposures-key state DONE159 book delpage detPendingProcessedExp -key state DONE 163 160 end 164 161 … … 181 178 182 179 task.exec 183 book npages DetrendProcessExposures-var N180 book npages detPendingProcessedExp -var N 184 181 if ($N == 0) break 185 182 if ($network == 0) break 186 183 187 # look for new exposures in DetrendProcessExposures188 book getpage DetrendProcessExposures0 -var pageName -key state NULL184 # look for new exposures in detPendingProcessedExp 185 book getpage detPendingProcessedExp 0 -var pageName -key state NULL 189 186 if ($pageName == NULL) break 190 187 191 book setword DetrendProcessExposures$pageName state RUN192 book getword DetrendProcessExposures$pageName det_id -var DET_ID193 book getword DetrendProcessExposures$pageName iteration -var ITERATION194 book getword DetrendProcessExposures$pageName det_type -var DET_TYPE195 book getword DetrendProcessExposures$pageName exp_tag -var EXP_TAG196 book getword DetrendProcessExposures$pageName camera -var CAMERA188 book setword detPendingProcessedExp $pageName state RUN 189 book getword detPendingProcessedExp $pageName det_id -var DET_ID 190 book getword detPendingProcessedExp $pageName iteration -var ITERATION 191 book getword detPendingProcessedExp $pageName det_type -var DET_TYPE 192 book getword detPendingProcessedExp $pageName exp_tag -var EXP_TAG 193 book getword detPendingProcessedExp $pageName camera -var CAMERA 197 194 198 195 # specify choice of remote host: … … 222 219 223 220 # success 224 task.exit 0 225 book setword DetrendProcessExposures $options:0 state DONE 226 end 227 228 # default exit status 229 task.exit default 230 showcommand failure 231 book setword DetrendProcessExposures $options:0 state FAIL 221 task.exit default 222 process_exit detPendingProcessedExp $options:0 $JOB_STATUS 232 223 end 233 224 … … 235 226 task.exit timeout 236 227 showcommand timeout 237 book setword DetrendProcessExposures$options:0 state TIMEOUT238 end 239 end 228 book setword detPendingProcessedExp $options:0 state TIMEOUT 229 end 230 end -
branches/eam_branch_00/ippTasks/detrend.reject.pro
r11019 r11109 1 1 ## this file contains the tasks for running the detrend processing stage 2 ## these tasks use the book detRejectExp 2 3 3 4 if ($?network == 0) … … 19 20 exec mkdir -p $LOGSUBDIR 20 21 21 book init DetrendRejectExp22 book init detRejectExp 22 23 23 24 macro detreject.status 24 book listbook DetrendRejectExp25 book listbook detRejectExp 25 26 end 26 27 27 28 # select images ready for copy 28 # new entries are added to DetrendRejectExp29 # new entries are added to detRejectExp 29 30 # compare the new list with the ones already selected 30 31 task dettool.reject.load … … 35 36 periods -timeout 30 36 37 37 stdout $LOGSUBDIR/dettool.reject.log38 stdout NULL 38 39 stderr $LOGSUBDIR/dettool.reject.log 39 40 … … 45 46 task.exit 0 46 47 # convert 'stdout' to book format 47 ipptool2book stdout DetrendRejectExp -key det_id:iteration -uniq48 ipptool2book stdout detRejectExp -key det_id:iteration -uniq 48 49 if ($VERBOSE > 2) 49 book listbook DetrendRejectExp50 book listbook detRejectExp 50 51 end 51 52 52 53 # delete existing entries which are DONE 53 book delpage DetrendRejectExp -key state DONE54 book delpage detRejectExp -key state DONE 54 55 end 55 56 … … 72 73 73 74 task.exec 74 book npages DetrendRejectExp -var N75 book npages detRejectExp -var N 75 76 if ($N == 0) break 76 77 if ($network == 0) break 77 78 78 # look for new images in DetrendRejectExp79 book getpage DetrendRejectExp 0 -var pageName -key state NULL79 # look for new images in detRejectExp 80 book getpage detRejectExp 0 -var pageName -key state NULL 80 81 if ($pageName == NULL) break 81 82 82 book setword DetrendRejectExp $pageName state RUN83 book getword DetrendRejectExp $pageName det_id -var DET_ID84 book getword DetrendRejectExp $pageName iteration -var ITERATION85 book getword DetrendRejectExp $pageName det_type -var DET_TYPE86 book getword DetrendRejectExp $pageName mode -var MODE87 book getword DetrendRejectExp $pageName camera -var CAMERA83 book setword detRejectExp $pageName state RUN 84 book getword detRejectExp $pageName det_id -var DET_ID 85 book getword detRejectExp $pageName iteration -var ITERATION 86 book getword detRejectExp $pageName det_type -var DET_TYPE 87 book getword detRejectExp $pageName mode -var MODE 88 book getword detRejectExp $pageName camera -var CAMERA 88 89 89 90 # specify choice of remote host: … … 108 109 end 109 110 110 # success111 task.exit 0112 book setword DetrendRejectExp $options:0 state DONE113 end114 115 111 # default exit status 116 112 task.exit default 117 showcommand failure 118 book setword DetrendRejectExp $options:0 state FAIL 113 process_exit detRejectExp $options:0 state FAIL 119 114 end 120 115 … … 122 117 task.exit timeout 123 118 showcommand failure 124 book setword DetrendRejectExp $options:0 state TIMEOUT119 book setword detRejectExp $options:0 state TIMEOUT 125 120 end 126 121 end -
branches/eam_branch_00/ippTasks/detrend.resid.pro
r11019 r11109 1 1 ## this file contains the tasks for running the detrend processing stage 2 ## these tasks use the books detPendingResidImfile and detPendingResidExp 2 3 3 4 if ($?network == 0) … … 19 20 exec mkdir -p $LOGSUBDIR 20 21 21 book init DetrendResidImfiles22 book init DetrendResidExposures22 book init detPendingResidImfile 23 book init detPendingResidExp 23 24 24 25 macro detresid.status 25 book listbook DetrendResidImfiles26 book listbook DetrendResidExposures26 book listbook detPendingResidImfile 27 book listbook detPendingResidExp 27 28 end 28 29 29 30 # select images ready for copy 30 # new entries are added to DetrendResidImfiles31 # new entries are added to detPendingResidImfile 31 32 # compare the new list with the ones already selected 32 33 task dettool.resid.load … … 37 38 periods -timeout 30 38 39 39 stdout $LOGSUBDIR/detresid.log40 stdout NULL 40 41 stderr $LOGSUBDIR/detresid.log 41 42 … … 47 48 task.exit 0 48 49 # convert 'stdout' to book format 49 ipptool2book stdout DetrendResidImfiles-key det_id:iteration:exp_tag:class_id -uniq50 ipptool2book stdout detPendingResidImfile -key det_id:iteration:exp_tag:class_id -uniq 50 51 if ($VERBOSE > 2) 51 book listbook DetrendResidImfiles52 book listbook detPendingResidImfile 52 53 end 53 54 54 55 # delete existing entries which are DONE 55 book delpage DetrendResidImfiles-key state DONE56 book delpage detPendingResidImfile -key state DONE 56 57 end 57 58 … … 74 75 75 76 task.exec 76 book npages DetrendResidImfiles-var N77 book npages detPendingResidImfile -var N 77 78 if ($N == 0) break 78 79 if ($network == 0) break 79 80 80 # look for new images in DetrendResidImfiles81 book getpage DetrendResidImfiles0 -var pageName -key state NULL81 # look for new images in detPendingResidImfile 82 book getpage detPendingResidImfile 0 -var pageName -key state NULL 82 83 if ($pageName == NULL) break 83 84 84 book setword DetrendResidImfiles$pageName state RUN85 book getword DetrendResidImfiles$pageName det_id -var DET_ID86 book getword DetrendResidImfiles$pageName iteration -var ITERATION87 book getword DetrendResidImfiles$pageName det_type -var DET_TYPE88 book getword DetrendResidImfiles$pageName mode -var MODE89 book getword DetrendResidImfiles$pageName exp_tag -var EXP_TAG90 book getword DetrendResidImfiles$pageName class_id -var CLASS_ID91 book getword DetrendResidImfiles$pageName uri -var URI92 book getword DetrendResidImfiles$pageName det_uri -var DET_URI93 book getword DetrendResidImfiles$pageName camera -var CAMERA85 book setword detPendingResidImfile $pageName state RUN 86 book getword detPendingResidImfile $pageName det_id -var DET_ID 87 book getword detPendingResidImfile $pageName iteration -var ITERATION 88 book getword detPendingResidImfile $pageName det_type -var DET_TYPE 89 book getword detPendingResidImfile $pageName mode -var MODE 90 book getword detPendingResidImfile $pageName exp_tag -var EXP_TAG 91 book getword detPendingResidImfile $pageName class_id -var CLASS_ID 92 book getword detPendingResidImfile $pageName uri -var URI 93 book getword detPendingResidImfile $pageName det_uri -var DET_URI 94 book getword detPendingResidImfile $pageName camera -var CAMERA 94 95 95 96 # specify choice of remote host: … … 100 101 end 101 102 103 # XXX use ipp_filename.pl to lookup output file names 102 104 $word = `basename $EXP_TAG | tr '.' ' '` 103 105 list word -split $word … … 117 119 end 118 120 119 # success 120 task.exit 0 121 book setword DetrendResidImfiles $options:0 state DONE 122 end 123 124 # default exit status 125 task.exit default 126 showcommand failure 127 book setword DetrendResidImfiles $options:0 state FAIL 128 end 129 130 # operation times out? 131 task.exit timeout 132 showcommand timeout 133 book setword DetrendResidImfiles $options:0 state TIMEOUT 121 # default exit status 122 task.exit default 123 process_exit detPendingResidImfile $options:0 $JOB_STATUS 124 end 125 126 # operation times out? 127 task.exit timeout 128 showcommand timeout 129 book setword detPendingResidImfile $options:0 state TIMEOUT 134 130 end 135 131 end 136 132 137 133 # select images ready for copy 138 # new entries are added to DetrendResidExposures134 # new entries are added to detPendingResidExp 139 135 # compare the new list with the ones already selected 140 136 task dettool.residexp.load … … 145 141 periods -timeout 30 146 142 147 stdout $LOGSUBDIR/detresid.exp.log143 stdout NULL 148 144 stderr $LOGSUBDIR/detresid.exp.log 149 145 … … 155 151 task.exit 0 156 152 # convert 'stdout' to book format 157 ipptool2book stdout DetrendResidExposures-key det_id:iteration:exp_tag -uniq153 ipptool2book stdout detPendingResidExp -key det_id:iteration:exp_tag -uniq 158 154 if ($VERBOSE > 2) 159 book listbook DetrendResidExposures155 book listbook detPendingResidExp 160 156 end 161 157 162 158 # delete existing entries which are DONE 163 book delpage DetrendResidExposures-key state DONE159 book delpage detPendingResidExp -key state DONE 164 160 end 165 161 … … 182 178 183 179 task.exec 184 book npages DetrendResidExposures-var N180 book npages detPendingResidExp -var N 185 181 if ($N == 0) break 186 182 if ($network == 0) break 187 183 188 # look for new images in DetrendResidExposures189 book getpage DetrendResidExposures0 -var pageName -key state NULL184 # look for new images in detPendingResidExp 185 book getpage detPendingResidExp 0 -var pageName -key state NULL 190 186 if ($pageName == NULL) break 191 187 192 book setword DetrendResidExposures$pageName state RUN193 book getword DetrendResidExposures$pageName det_id -var DET_ID194 book getword DetrendResidExposures$pageName iteration -var ITERATION195 book getword DetrendResidExposures$pageName det_type -var DET_TYPE196 book getword DetrendResidExposures$pageName mode -var MODE197 book getword DetrendResidExposures$pageName exp_tag -var EXP_TAG198 book getword DetrendResidExposures$pageName include -var INCLUDE199 book getword DetrendResidExposures$pageName camera -var CAMERA188 book setword detPendingResidExp $pageName state RUN 189 book getword detPendingResidExp $pageName det_id -var DET_ID 190 book getword detPendingResidExp $pageName iteration -var ITERATION 191 book getword detPendingResidExp $pageName det_type -var DET_TYPE 192 book getword detPendingResidExp $pageName mode -var MODE 193 book getword detPendingResidExp $pageName exp_tag -var EXP_TAG 194 book getword detPendingResidExp $pageName include -var INCLUDE 195 book getword detPendingResidExp $pageName camera -var CAMERA 200 196 201 197 # specify choice of remote host: … … 206 202 end 207 203 208 # XXX this is still a lame rule204 # XXX use ipp_filename.pl to lookup output file names 209 205 $word = `basename $EXP_TAG | tr '.' ' '` 210 206 list word -split $word … … 224 220 end 225 221 226 # success 227 task.exit 0 228 book setword DetrendResidExposures $options:0 state DONE 229 end 230 231 # default exit status 232 task.exit default 233 showcommand failure 234 book setword DetrendResidExposures $options:0 state FAIL 235 end 236 237 # operation times out? 238 task.exit timeout 239 showcommand timeout 240 book setword DetrendResidExposures $options:0 state TIMEOUT 241 end 242 end 222 # default exit status 223 task.exit default 224 process_exit detPendingResidExp $options:0 $JOB_STATUS 225 end 226 227 # operation times out? 228 task.exit timeout 229 showcommand timeout 230 book setword detPendingResidExp $options:0 state TIMEOUT 231 end 232 end -
branches/eam_branch_00/ippTasks/detrend.stack.pro
r11019 r11109 1 1 ## this file contains the tasks for running the detrend stacking stage 2 ## these tasks use the book detPendingStackedImfile 2 3 3 4 if ($?network == 0) … … 19 20 exec mkdir -p $LOGSUBDIR 20 21 21 book init DetrendStackClass22 book init detPendingStackedImfile 22 23 23 24 macro detstack.status 24 book listbook DetrendStackClass25 book listbook detPendingStackedImfile 25 26 end 26 27 27 28 # select images ready for detrend_stack.pl 28 # new entries are added to DetrendStackClass29 # new entries are added to detPendingStackedImfile 29 30 # compare the new list with the ones already selected 30 31 task dettool.stack.load … … 35 36 periods -timeout 30 36 37 37 stdout $LOGSUBDIR/detstack.log38 stdout NULL 38 39 stderr $LOGSUBDIR/detstack.log 39 40 … … 45 46 task.exit 0 46 47 # convert 'stdout' to book format 47 ipptool2book stdout DetrendStackClass-key det_id:iteration:class_id -uniq48 ipptool2book stdout detPendingStackedImfile -key det_id:iteration:class_id -uniq 48 49 if ($VERBOSE > 2) 49 book listbook DetrendStackClass50 book listbook detPendingStackedImfile 50 51 end 51 52 52 53 # delete existing entries which are DONE 53 book delpage DetrendStackClass-key state DONE54 book delpage detPendingStackedImfile -key state DONE 54 55 end 55 56 … … 72 73 73 74 task.exec 74 book npages DetrendStackClass-var N75 book npages detPendingStackedImfile -var N 75 76 if ($N == 0) break 76 77 if ($network == 0) break 77 78 78 # look for new images in DetrendStackClass79 book getpage DetrendStackClass0 -var pageName -key state NULL79 # look for new images in detPendingStackedImfile 80 book getpage detPendingStackedImfile 0 -var pageName -key state NULL 80 81 if ($pageName == NULL) break 81 82 82 book setword DetrendStackClass$pageName state RUN83 book getword DetrendStackClass$pageName det_id -var DET_ID84 book getword DetrendStackClass$pageName iteration -var ITERATION85 book getword DetrendStackClass$pageName det_type -var DET_TYPE86 book getword DetrendStackClass$pageName class_id -var CLASS_ID87 book getword DetrendStackClass$pageName camera -var CAMERA83 book setword detPendingStackedImfile $pageName state RUN 84 book getword detPendingStackedImfile $pageName det_id -var DET_ID 85 book getword detPendingStackedImfile $pageName iteration -var ITERATION 86 book getword detPendingStackedImfile $pageName det_type -var DET_TYPE 87 book getword detPendingStackedImfile $pageName class_id -var CLASS_ID 88 book getword detPendingStackedImfile $pageName camera -var CAMERA 88 89 89 90 # specify choice of remote host: … … 95 96 96 97 # XXX add $WORKDIR/$LOG_DIR 98 # XXX use ipp_filename.pl to lookup output file names 97 99 stdout $LOGSUBDIR/$CAMERA.$DET_TYPE.$DET_ID.$ITERATION.$CLASS_ID.log 98 100 stderr $LOGSUBDIR/$CAMERA.$DET_TYPE.$DET_ID.$ITERATION.$CLASS_ID.log … … 108 110 end 109 111 110 # success111 task.exit 0112 book setword DetrendStackClass $options:0 state DONE113 end114 115 112 # default exit status 116 113 task.exit default 117 showcommand failure 118 book setword DetrendStackClass $options:0 state FAIL 114 process_exit detPendingStackedImfile $options:0 $JOB_STATUS 119 115 end 120 116 … … 122 118 task.exit timeout 123 119 showcommand timeout 124 book setword DetrendStackClass$options:0 state TIMEOUT120 book setword detPendingStackedImfile $options:0 state TIMEOUT 125 121 end 126 122 end -
branches/eam_branch_00/ippTasks/phase0.pro
r11085 r11109 38 38 periods -timeout 30 39 39 40 # XXX provide a special word (ie NULL) that silently drops stdout, stderr?40 # silently drop stdout 41 41 stdout NULL 42 42 stderr $LOGSUBDIR/phase0.imfile.log … … 86 86 87 87 book setword p0PendingImfile $pageName state RUN 88 # p0PendingImfile->pageName->state = RUN89 88 90 89 book getword p0PendingImfile $pageName exp_tag -var EXP_TAG 91 # $EXP_TAG = p0PendingImfile->pageName->exp_tag92 90 book getword p0PendingImfile $pageName class -var CLASS 93 91 book getword p0PendingImfile $pageName class_id -var CLASS_ID 94 92 book getword p0PendingImfile $pageName uri -var URI 93 book getword p0PendingImfile $pageName outpath -var OUTPATH 95 94 96 95 # specify choice of remote host … … 105 104 list word -split $word 106 105 $base = $word:0 107 stdout $LOGSUBDIR/$base/$EXP_TAG.p0.log 108 stderr $LOGSUBDIR/$base/$EXP_TAG.p0.log 109 exec mkdir -p $LOGSUBDIR/$base 106 107 ## generate output log based on filerule 108 $outroot = $OUTPATH/$EXP_TAG 109 $logfile = `ipp_filename.pl PHASE0.LOG $outroot $CLASS_ID` 110 stdout $logfile 111 stderr $logfile 112 exec mkdir -p $OUTPATH 110 113 111 114 # save the pageName for future reference below … … 119 122 end 120 123 121 # success124 # default exit status 122 125 task.exit default 123 126 process_exit p0PendingImfile $options:0 $JOB_STATUS … … 139 142 periods -timeout 30 140 143 141 stdout $LOGSUBDIR/phase0.exp.log144 stdout NULL 142 145 stderr $LOGSUBDIR/phase0.exp.log 143 146 … … 187 190 book setword p0PendingExp $pageName state RUN 188 191 book getword p0PendingExp $pageName exp_tag -var EXP_TAG 192 book getword p0PendingExp $pageName outpath -var OUTPATH 189 193 190 194 # specify choice of remote host:(need to choose based on chips) … … 195 199 end 196 200 197 # XXX this is still a lame rule 198 $word = `basename $EXP_TAG | tr '.' ' '` 199 list word -split $word 200 $base = $word:0 201 stdout $LOGSUBDIR/$base/$EXP_TAG.p0.log 202 stderr $LOGSUBDIR/$base/$EXP_TAG.p0.log 203 exec mkdir -p $LOGSUBDIR/$base 201 ## generate output log based on filerule 202 $outroot = $OUTPATH/$EXP_TAG 203 $logfile = `ipp_filename.pl PHASE0.LOG $outroot FPA` 204 stdout $logfile 205 stderr $logfile 206 exec mkdir -p $OUTPATH 204 207 205 208 # save the pageName for future reference below -
branches/eam_branch_00/ippTasks/phase2.pro
r11059 r11109 1 1 ## this file contains the tasks for running the phase 0 stage 2 ## these tasks use the book Phase2Imfiles2 ## these tasks use the book p2PendingImfile 3 3 4 4 if ($?network == 0) … … 20 20 exec mkdir -p $LOGSUBDIR 21 21 22 book init Phase2Imfiles22 book init p2PendingImfile 23 23 24 24 macro phase2.status 25 book listbook Phase2Imfiles25 book listbook p2PendingImfile 26 26 end 27 27 28 28 # select images ready for phase2 analysis 29 # new entries are added to Phase2Imfiles29 # new entries are added to p2PendingImfile 30 30 # skip already-present entries 31 31 task phase2.imfile.load … … 36 36 periods -timeout 30 37 37 38 stdout $LOGSUBDIR/phase2.imfile.log38 stdout NULL 39 39 stderr $LOGSUBDIR/phase2.imfile.log 40 40 … … 46 46 task.exit 0 47 47 # convert 'stdout' to book format 48 ipptool2book stdout Phase2Imfiles-key exp_tag:class_id -uniq48 ipptool2book stdout p2PendingImfile -key exp_tag:class_id -uniq 49 49 if ($VERBOSE > 2) 50 book listbook Phase2Imfiles50 book listbook p2PendingImfile 51 51 end 52 52 53 53 # delete existing entries which are DONE 54 book delpage Phase2Imfiles-key state DONE54 book delpage p2PendingImfile -key state DONE 55 55 end 56 56 … … 73 73 74 74 task.exec 75 book npages Phase2Imfiles-var N75 book npages p2PendingImfile -var N 76 76 if ($N == 0) break 77 77 if ($network == 0) break 78 78 79 # look for new images in Phase2Imfiles(state == NULL)80 book getpage Phase2Imfiles0 -var pageName -key state NULL79 # look for new images in p2PendingImfile (state == NULL) 80 book getpage p2PendingImfile 0 -var pageName -key state NULL 81 81 if ($pageName == NULL) break 82 82 83 book setword Phase2Imfiles $pageName state RUN 84 book getword Phase2Imfiles $pageName camera -var CAMERA 85 book getword Phase2Imfiles $pageName exp_tag -var EXP_TAG 86 book getword Phase2Imfiles $pageName class_id -var CLASS_ID 87 book getword Phase2Imfiles $pageName uri -var URI 83 book setword p2PendingImfile $pageName state RUN 84 book getword p2PendingImfile $pageName camera -var CAMERA 85 book getword p2PendingImfile $pageName exp_tag -var EXP_TAG 86 book getword p2PendingImfile $pageName outpath -var OUTPATH 87 book getword p2PendingImfile $pageName class_id -var CLASS_ID 88 book getword p2PendingImfile $pageName uri -var URI 88 89 89 90 # specify choice of remote host … … 95 96 end 96 97 97 ## add 'p2' to the log files? 98 # XXX this is still a lame rule 99 # make 'basename' an opihi function? 100 $word = `basename $EXP_TAG | tr '.' ' '` 101 list word -split $word 102 $base = $word:0 103 stdout $LOGSUBDIR/$base/$EXP_TAG.$CLASS_ID.log 104 stderr $LOGSUBDIR/$base/$EXP_TAG.$CLASS_ID.log 105 exec mkdir -p $LOGSUBDIR/$base 98 ## generate output log based on filerule 99 $outroot = $OUTPATH/$EXP_TAG 100 $logfile = `ipp_filename.pl PHASE2.LOG $outroot $CLASS_ID` 101 stdout $logfile 102 stderr $logfile 103 exec mkdir -p $OUTPATH 106 104 107 105 # save the pageName for future reference below … … 112 110 echo command phase2.pl --exp_tag $EXP_TAG --class_id $CLASS_ID --uri $URI --camera $CAMERA 113 111 end 114 command phase2.pl --exp_tag $EXP_TAG --class_id $CLASS_ID --uri $URI --camera $CAMERA 115 end 116 117 # success 118 task.exit 0 119 # phase2.pl updates DB tables, here we just update the page 120 book setword Phase2Imfiles $options:0 state DONE 112 command phase2.pl --exp_tag $EXP_TAG --class_id $CLASS_ID --uri $URI --camera $CAMERA --outpath $OUTPATH 121 113 end 122 114 123 115 # default exit status 124 116 task.exit default 125 showcommand failure 126 book setword Phase2Imfiles $options:0 state FAIL 117 process_exit p2PendingImfile $options:0 $JOB_STATUS 127 118 end 128 119 … … 130 121 task.exit timeout 131 122 showcommand timeout 132 book setword Phase2Imfiles$options:0 state TIMEOUT123 book setword p2PendingImfile $options:0 state TIMEOUT 133 124 end 134 125 end -
branches/eam_branch_00/ippTasks/phase3.pro
r11012 r11109 1 1 ## this file contains the tasks for running the phase 3 stage 2 ## these tasks use the book Phase3Exposures2 ## these tasks use the book p3PendingExp 3 3 4 4 if ($?network == 0) … … 20 20 exec mkdir -p $LOGSUBDIR 21 21 22 book init Phase3Exposures22 book init p3PendingExp 23 23 24 24 macro phase3.status 25 book listbook Phase3Exposures25 book listbook p3PendingExp 26 26 end 27 27 28 28 # select images ready for phase3 analysis 29 # new entries are added to Phase3Exposures29 # new entries are added to p3PendingExp 30 30 # skip already-present entries 31 31 task phase3.exp.load … … 46 46 task.exit 0 47 47 # convert 'stdout' to book format 48 ipptool2book stdout Phase3Exposures-key exp_tag -uniq48 ipptool2book stdout p3PendingExp -key exp_tag -uniq 49 49 if ($VERBOSE > 2) 50 book listbook Phase3Exposures50 book listbook p3PendingExp 51 51 end 52 52 53 53 # delete existing entries which are DONE 54 book delpage Phase3Exposures-key state DONE54 book delpage p3PendingExp -key state DONE 55 55 end 56 56 … … 73 73 74 74 task.exec 75 book npages Phase3Exposures-var N75 book npages p3PendingExp -var N 76 76 if ($N == 0) break 77 77 if ($network == 0) break 78 78 79 # look for new images in Phase3Exposures(state == NULL)80 book getpage Phase3Exposures0 -var pageName -key state NULL79 # look for new images in p3PendingExp (state == NULL) 80 book getpage p3PendingExp 0 -var pageName -key state NULL 81 81 if ($pageName == NULL) break 82 82 83 book setword Phase3Exposures$pageName state RUN84 book getword Phase3Exposures$pageName camera -var CAMERA85 book getword Phase3Exposures$pageName exp_tag -var EXP_TAG83 book setword p3PendingExp $pageName state RUN 84 book getword p3PendingExp $pageName camera -var CAMERA 85 book getword p3PendingExp $pageName exp_tag -var EXP_TAG 86 86 87 87 # specify choice of remote host:(need to choose based on chips) … … 113 113 task.exit 0 114 114 # phase3exp.pl updates DB tables, here we just update the page 115 book setword Phase3Exposures$options:0 state DONE115 book setword p3PendingExp $options:0 state DONE 116 116 end 117 117 … … 119 119 task.exit default 120 120 showcommand failure 121 book setword Phase3Exposures$options:0 state FAIL121 book setword p3PendingExp $options:0 state FAIL 122 122 end 123 123 … … 125 125 task.exit timeout 126 126 showcommand timeout 127 book setword Phase3Exposures$options:0 state TIMEOUT127 book setword p3PendingExp $options:0 state TIMEOUT 128 128 end 129 129 end
Note:
See TracChangeset
for help on using the changeset viewer.
