Changeset 27516
- Timestamp:
- Mar 29, 2010, 3:10:41 PM (16 years ago)
- File:
-
- 1 edited
-
trunk/ippTasks/detrend.cleanup.pro (modified) (26 diffs)
Legend:
- Unmodified
- Added
- Removed
-
trunk/ippTasks/detrend.cleanup.pro
r25324 r27516 6 6 check.globals 7 7 8 book init detCleanupProcessedImfile 9 book init detCleanupProcessedExp 8 book init detCleanupProcessed 9 book init detCleanupResid 10 10 11 book init detCleanupStackedImfile 11 12 book init detCleanupNormStatImfile 12 13 book init detCleanupNormImfile 13 14 book init detCleanupNormExp 14 book init detCleanupResidImfile 15 book init detCleanupResidExp 15 16 16 17 17 macro detclean.reset 18 book init detCleanupProcessedImfile 19 book init detCleanupProcessedExp 18 book init detCleanupProcessed 19 book init detCleanupResid 20 20 21 book init detCleanupStackedImfile 21 22 22 book init detCleanupNormStatImfile 23 23 book init detCleanupNormImfile 24 24 book init detCleanupNormExp 25 26 book init detCleanupResidImfile27 book init detCleanupResidExp28 25 end 29 26 30 27 macro detclean.status 31 echo detCleanupProcessedImfile 32 book listbook detCleanupProcessedImfile 33 echo detCleanupProcessedExp 34 book listbook detCleanupProcessedExp 35 echo detCleanupStackedImfile 28 book listbook detCleanupProcessed 29 book listbook detCleanupResid 30 36 31 book listbook detCleanupStackedImfile 37 38 32 book listbook detCleanupNormStatImfile 39 33 book listbook detCleanupNormImfile 40 34 book listbook detCleanupNormExp 41 book listbook detCleanupResidImfile 42 book listbook detCleanupResidExp 35 43 36 end 44 37 45 38 macro detclean.on 46 task detrend.cleanup.process .load39 task detrend.cleanup.processed.load 47 40 active true 48 41 end 49 task detrend.cleanup.process.run 50 active true 51 end 52 task detrend.cleanup.processexp.load 53 active true 54 end 55 task detrend.cleanup.processexp.run 56 active true 57 end 58 task detrend.cleanup.stack.load 59 active true 60 end 61 task detrend.cleanup.stack.run 62 active true 63 end 64 65 task detrend.cleanup.norm.load 66 active true 67 end 68 task detrend.cleanup.norm.run 69 active true 70 end 71 task detrend.cleanup.normexp.load 72 active true 73 end 74 task detrend.cleanup.normexp.run 75 active true 76 end 77 task detrend.cleanup.normstat.load 78 active true 79 end 80 task detrend.cleanup.normstat.run 42 task detrend.cleanup.processed.run 81 43 active true 82 44 end … … 88 50 active true 89 51 end 90 task detrend.cleanup.residexp.load 91 active true 92 end 93 task detrend.cleanup.residexp.run 94 active true 95 end 52 53 # task detrend.cleanup.stack.load 54 # active true 55 # end 56 # task detrend.cleanup.stack.run 57 # active true 58 # end 59 # task detrend.cleanup.norm.load 60 # active true 61 # end 62 # task detrend.cleanup.norm.run 63 # active true 64 # end 65 # task detrend.cleanup.normexp.load 66 # active true 67 # end 68 # task detrend.cleanup.normexp.run 69 # active true 70 # end 71 # task detrend.cleanup.normstat.load 72 # active true 73 # end 74 # task detrend.cleanup.normstat.run 75 # active true 76 # end 96 77 end 97 78 98 79 macro detclean.off 99 task detrend.cleanup.process.load 100 active false 101 end 102 task detrend.cleanup.process.run 103 active false 104 end 105 task detrend.cleanup.processexp.load 106 active false 107 end 108 task detrend.cleanup.processexp.run 109 active false 110 end 80 task detrend.cleanup.processed.load 81 active false 82 end 83 task detrend.cleanup.processed.run 84 active false 85 end 86 87 task detrend.cleanup.resid.load 88 active false 89 end 90 task detrend.cleanup.resid.run 91 active false 92 end 93 111 94 task detrend.cleanup.stack.load 112 95 active false … … 133 116 active false 134 117 end 135 task detrend.cleanup.resid.load 136 active false 137 end 138 task detrend.cleanup.resid.run 139 active false 140 end 141 task detrend.cleanup.residexp.load 142 active false 143 end 144 task detrend.cleanup.residexp.run 145 active false 146 end 118 147 119 end 148 120 149 121 150 122 # these variables will cycle through the known database names 151 $detCleanupProcessedImfile_DB = 0 152 $detCleanupProcessedExp_DB = 0 123 $detCleanupProcessed_DB = 0 124 $detCleanupResid_DB = 0 125 153 126 $detCleanupStackedImfile_DB = 0 154 127 $detCleanupNormStatImfile_DB = 0 155 128 $detCleanupNormImfile_DB = 0 156 129 $detCleanupNormExp_DB = 0 157 $detCleanupResidImfile_DB = 0 158 $detCleanupResidExp_DB = 0 159 160 ######## cleanup process imfile ######## 161 task detrend.cleanup.process.load 130 131 ######## cleanup processed imfile/exp ######## 132 task detrend.cleanup.processed.load 162 133 host local 163 134 … … 169 140 170 141 stdout NULL 171 stderr $LOGDIR/detrend.cleanup.process .imfile.log172 173 task.exec 174 $run = dettool -pendingcleanup_processed imfile142 stderr $LOGDIR/detrend.cleanup.processed.log 143 144 task.exec 145 $run = dettool -pendingcleanup_processedexp 175 146 if ($DB:n == 0) 176 147 option DEFAULT 177 148 else 178 149 # save the DB name for the exit tasks 179 option $DB:$detCleanupProcessed Imfile_DB180 $run = $run -dbname $DB:$detCleanupProcessed Imfile_DB181 $detCleanupProcessed Imfile_DB ++182 if ($detCleanupProcessed Imfile_DB >= $DB:n) set detCleanupProcessedImfile_DB = 0150 option $DB:$detCleanupProcessed_DB 151 $run = $run -dbname $DB:$detCleanupProcessed_DB 152 $detCleanupProcessed_DB ++ 153 if ($detCleanupProcessed_DB >= $DB:n) set detCleanupProcessed_DB = 0 183 154 end 184 155 add_poll_args run … … 189 160 task.exit 0 190 161 # convert 'stdout' to book format 191 ipptool2book stdout detCleanupProcessed Imfile -key det_id:exp_id:class_id -uniq -setword dbname $options:0 -setword pantaskState INIT162 ipptool2book stdout detCleanupProcessed -key det_id:exp_id -uniq -setword dbname $options:0 -setword pantaskState INIT 192 163 if ($VERBOSE > 2) 193 book listbook detCleanupProcessed Imfile164 book listbook detCleanupProcessed 194 165 end 195 166 196 167 # delete existing entries in the appropriate pantaskStates 197 process_cleanup detCleanupProcessed Imfile168 process_cleanup detCleanupProcessed 198 169 end 199 170 … … 214 185 215 186 # run the ipp_cleanup.pl script on pending images 216 task detrend.cleanup.process .run187 task detrend.cleanup.processed.run 217 188 periods -poll $RUNPOLL 218 189 periods -exec $RUNEXEC … … 221 192 222 193 task.exec 223 book npages detCleanupProcessed Imfile-var N194 book npages detCleanupProcessed -var N 224 195 if ($N == 0) break 225 196 if ($NETWORK == 0) break 226 197 227 # look for new images in detCleanupProcessed Imfile(pantaskState == INIT)228 book getpage detCleanupProcessed Imfile0 -var pageName -key pantaskState INIT198 # look for new images in detCleanupProcessed (pantaskState == INIT) 199 book getpage detCleanupProcessed 0 -var pageName -key pantaskState INIT 229 200 if ("$pageName" == "NULL") break 230 201 231 book setword detCleanupProcessedImfile $pageName pantaskState RUN 232 book getword detCleanupProcessedImfile $pageName det_id -var DET_ID 233 book getword detCleanupProcessedImfile $pageName exp_id -var EXP_ID 234 book getword detCleanupProcessedImfile $pageName class_id -var CLASS_ID 235 book getword detCleanupProcessedImfile $pageName camera -var CAMERA 236 book getword detCleanupProcessedImfile $pageName data_state -var CLEANUP_MODE 237 book getword detCleanupProcessedImfile $pageName dbname -var DBNAME 238 239 # specify choice of local or remote host based on camera and chip (class_id) 202 book setword detCleanupProcessed $pageName pantaskState RUN 203 book getword detCleanupProcessed $pageName det_id -var DET_ID 204 book getword detCleanupProcessed $pageName exp_id -var EXP_ID 205 book getword detCleanupProcessed $pageName camera -var CAMERA 206 book getword detCleanupProcessed $pageName data_state -var CLEANUP_MODE 207 book getword detCleanupProcessed $pageName dbname -var DBNAME 208 209 # specify choice of local or remote host based on camera and diff (class_id) 240 210 set.host.for.camera $CAMERA FPA 241 211 242 stdout $LOGDIR/detrend.cleanup.process .imfile.log243 stderr $LOGDIR/detrend.cleanup.process .imfile.log212 stdout $LOGDIR/detrend.cleanup.processed.log 213 stderr $LOGDIR/detrend.cleanup.processed.log 244 214 245 215 # XXX is everything listed here needed? 246 $run = ipp_cleanup.pl --stage detrend.process .imfile --stage_id $DET_ID --camera $CAMERA --mode $CLEANUP_MODE216 $run = ipp_cleanup.pl --stage detrend.processed --stage_id $DET_ID.$EXP_ID --camera $CAMERA --mode $CLEANUP_MODE --dbname $DBNAME 247 217 add_standard_args run 248 218 … … 259 229 # default exit status 260 230 task.exit default 261 process_exit detCleanupProcessed Imfile$options:0 $JOB_STATUS231 process_exit detCleanupProcessed $options:0 $JOB_STATUS 262 232 end 263 233 … … 266 236 showcommand crash 267 237 echo "hostname: $JOB_HOSTNAME" 268 book setword detCleanupProcessed Imfile$options:0 pantaskState CRASH238 book setword detCleanupProcessed $options:0 pantaskState CRASH 269 239 end 270 240 … … 272 242 task.exit timeout 273 243 showcommand timeout 274 book setword detCleanupProcessedImfile $options:0 pantaskState TIMEOUT 275 end 276 end 277 278 279 ######## cleanup process exp ######## 280 task detrend.cleanup.processexp.load 244 book setword detCleanupProcessed $options:0 pantaskState TIMEOUT 245 end 246 end 247 248 249 250 ######## cleanup resid imfile/exp ######## 251 task detrend.cleanup.resid.load 281 252 host local 282 253 … … 288 259 289 260 stdout NULL 290 stderr $LOGDIR/detrend.cleanup. process.exp.log291 292 task.exec 293 $run = dettool -pendingcleanup_ processedexp261 stderr $LOGDIR/detrend.cleanup.resid.log 262 263 task.exec 264 $run = dettool -pendingcleanup_residexp 294 265 if ($DB:n == 0) 295 266 option DEFAULT 296 267 else 297 268 # save the DB name for the exit tasks 298 option $DB:$detCleanup ProcessedExp_DB299 $run = $run -dbname $DB:$detCleanup ProcessedExp_DB300 $detCleanup ProcessedExp_DB ++301 if ($detCleanup ProcessedExp_DB >= $DB:n) set detCleanupProcessedExp_DB = 0269 option $DB:$detCleanupResid_DB 270 $run = $run -dbname $DB:$detCleanupResid_DB 271 $detCleanupResid_DB ++ 272 if ($detCleanupResid_DB >= $DB:n) set detCleanupResid_DB = 0 302 273 end 303 274 add_poll_args run … … 308 279 task.exit 0 309 280 # convert 'stdout' to book format 310 ipptool2book stdout detCleanup ProcessedExp -key det_id:exp_id -uniq -setword dbname $options:0 -setword pantaskState INIT281 ipptool2book stdout detCleanupResid -key det_id:iteration:exp_id -uniq -setword dbname $options:0 -setword pantaskState INIT 311 282 if ($VERBOSE > 2) 312 book listbook detCleanup ProcessedExp283 book listbook detCleanupResid 313 284 end 314 285 315 286 # delete existing entries in the appropriate pantaskStates 316 process_cleanup detCleanup ProcessedExp287 process_cleanup detCleanupResid 317 288 end 318 289 … … 333 304 334 305 # run the ipp_cleanup.pl script on pending images 335 task detrend.cleanup. processexp.run306 task detrend.cleanup.resid.run 336 307 periods -poll $RUNPOLL 337 308 periods -exec $RUNEXEC … … 340 311 341 312 task.exec 342 book npages detCleanup ProcessedExp-var N313 book npages detCleanupResid -var N 343 314 if ($N == 0) break 344 315 if ($NETWORK == 0) break 345 316 346 # look for new images in detCleanup ProcessedExp(pantaskState == INIT)347 book getpage detCleanup ProcessedExp0 -var pageName -key pantaskState INIT317 # look for new images in detCleanupResid (pantaskState == INIT) 318 book getpage detCleanupResid 0 -var pageName -key pantaskState INIT 348 319 if ("$pageName" == "NULL") break 349 320 350 book setword detCleanupProcessedExp $pageName pantaskState RUN 351 book getword detCleanupProcessedExp $pageName det_id -var DET_ID 352 book getword detCleanupProcessedExp $pageName exp_id -var EXP_ID 353 book getword detCleanupProcessedExp $pageName camera -var CAMERA 354 book getword detCleanupProcessedExp $pageName data_state -var CLEANUP_MODE 355 book getword detCleanupProcessedExp $pageName dbname -var DBNAME 356 357 # specify choice of local or remote host based on camera and chip (class_id) 321 book setword detCleanupResid $pageName pantaskState RUN 322 book getword detCleanupResid $pageName det_id -var DET_ID 323 book getword detCleanupResid $pageName exp_id -var EXP_ID 324 book getword detCleanupResid $pageName iteration -var ITERATION 325 book getword detCleanupResid $pageName camera -var CAMERA 326 book getword detCleanupResid $pageName data_state -var CLEANUP_MODE 327 book getword detCleanupResid $pageName dbname -var DBNAME 328 329 # specify choice of local or remote host based on camera and diff (class_id) 358 330 set.host.for.camera $CAMERA FPA 359 331 360 stdout $LOGDIR/detrend.cleanup. process.exp.log361 stderr $LOGDIR/detrend.cleanup. process.exp.log332 stdout $LOGDIR/detrend.cleanup.resid.log 333 stderr $LOGDIR/detrend.cleanup.resid.log 362 334 363 335 # XXX is everything listed here needed? 364 $run = ipp_cleanup.pl --stage detrend. process.exp --stage_id $DET_ID --camera $CAMERA --mode $CLEANUP_MODE336 $run = ipp_cleanup.pl --stage detrend.resid --stage_id $DET_ID.$EXP_ID --camera $CAMERA --mode $CLEANUP_MODE --dbname $DBNAME 365 337 add_standard_args run 366 338 … … 377 349 # default exit status 378 350 task.exit default 379 process_exit detCleanup ProcessedExp$options:0 $JOB_STATUS351 process_exit detCleanupResid $options:0 $JOB_STATUS 380 352 end 381 353 … … 384 356 showcommand crash 385 357 echo "hostname: $JOB_HOSTNAME" 386 book setword detCleanup ProcessedExp$options:0 pantaskState CRASH358 book setword detCleanupResid $options:0 pantaskState CRASH 387 359 end 388 360 … … 390 362 task.exit timeout 391 363 showcommand timeout 392 book setword detCleanup ProcessedExp$options:0 pantaskState TIMEOUT364 book setword detCleanupResid $options:0 pantaskState TIMEOUT 393 365 end 394 366 end … … 402 374 periods -timeout 30 403 375 npending 1 404 active true376 active false 405 377 406 378 stdout NULL … … 449 421 end 450 422 423 451 424 # run the ipp_cleanup.pl script on pending images 452 425 task detrend.cleanup.stack.run … … 521 494 periods -timeout 30 522 495 npending 1 523 active true496 active false 524 497 525 498 stdout NULL … … 573 546 periods -exec $RUNEXEC 574 547 periods -timeout 60 575 active true548 active false 576 549 577 550 task.exec … … 636 609 periods -timeout 30 637 610 npending 1 638 active true611 active false 639 612 640 613 stdout NULL … … 688 661 periods -exec $RUNEXEC 689 662 periods -timeout 60 690 active true663 active false 691 664 692 665 task.exec … … 752 725 periods -timeout 30 753 726 npending 1 754 active true727 active false 755 728 756 729 stdout NULL … … 804 777 periods -exec $RUNEXEC 805 778 periods -timeout 60 806 active true779 active false 807 780 808 781 task.exec … … 860 833 861 834 862 ######## cleanup resid imfile ########863 task detrend.cleanup.resid.load864 host local865 866 periods -poll $LOADPOLL867 periods -exec $LOADEXEC868 periods -timeout 30869 npending 1870 active true871 872 stdout NULL873 stderr $LOGDIR/detrend.cleanup.resid.imfile.log874 875 task.exec876 $run = dettool -pendingcleanup_residimfile877 if ($DB:n == 0)878 option DEFAULT879 else880 # save the DB name for the exit tasks881 option $DB:$detCleanupResidImfile_DB882 $run = $run -dbname $DB:$detCleanupResidImfile_DB883 $detCleanupResidImfile_DB ++884 if ($detCleanupResidImfile_DB >= $DB:n) set detCleanupResidImfile_DB = 0885 end886 add_poll_args run887 command $run888 end889 890 # success891 task.exit 0892 # convert 'stdout' to book format893 ipptool2book stdout detCleanupResidImfile -key det_id:iteration:exp_id:class_id -uniq -setword dbname $options:0 -setword pantaskState INIT894 if ($VERBOSE > 2)895 book listbook detCleanupResidImfile896 end897 898 # delete existing entries in the appropriate pantaskStates899 process_cleanup detCleanupResidImfile900 end901 902 # locked list903 task.exit default904 showcommand failure905 end906 907 task.exit crash908 showcommand crash909 end910 911 # operation times out?912 task.exit timeout913 showcommand timeout914 end915 end916 917 # run the ipp_cleanup.pl script on pending images918 task detrend.cleanup.resid.run919 periods -poll $RUNPOLL920 periods -exec $RUNEXEC921 periods -timeout 60922 active true923 924 task.exec925 book npages detCleanupResidImfile -var N926 if ($N == 0) break927 if ($NETWORK == 0) break928 929 # look for new images in detCleanupResidImfile (pantaskState == INIT)930 book getpage detCleanupResidImfile 0 -var pageName -key pantaskState INIT931 if ("$pageName" == "NULL") break932 933 book setword detCleanupResidImfile $pageName pantaskState RUN934 book getword detCleanupResidImfile $pageName det_id -var DET_ID935 book getword detCleanupResidImfile $pageName exp_id -var EXP_ID936 book getword detCleanupResidImfile $pageName class_id -var CLASS_ID937 book getword detCleanupResidImfile $pageName iteration -var ITERATION938 book getword detCleanupResidImfile $pageName camera -var CAMERA939 book getword detCleanupResidImfile $pageName data_state -var CLEANUP_MODE940 book getword detCleanupResidImfile $pageName dbname -var DBNAME941 942 # specify choice of local or remote host based on camera and chip (class_id)943 set.host.for.camera $CAMERA FPA944 945 stdout $LOGDIR/detrend.cleanup.resid.imfile.log946 stderr $LOGDIR/detrend.cleanup.resid.imfile.log947 948 # XXX is everything listed here needed?949 $run = ipp_cleanup.pl --stage detrend.resid.imfile --stage_id $DET_ID --camera $CAMERA --mode $CLEANUP_MODE950 add_standard_args run951 952 # save the pageName for future reference below953 options $pageName954 955 # create the command line956 if ($VERBOSE > 1)957 echo command $run958 end959 command $run960 end961 962 # default exit status963 task.exit default964 process_exit detCleanupResidImfile $options:0 $JOB_STATUS965 end966 967 # locked list968 task.exit crash969 showcommand crash970 echo "hostname: $JOB_HOSTNAME"971 book setword detCleanupResidImfile $options:0 pantaskState CRASH972 end973 974 # operation timed out?975 task.exit timeout976 showcommand timeout977 book setword detCleanupResidImfile $options:0 pantaskState TIMEOUT978 end979 end980 981 982 ######## cleanup resid exp ########983 task detrend.cleanup.residexp.load984 host local985 986 periods -poll $LOADPOLL987 periods -exec $LOADEXEC988 periods -timeout 30989 npending 1990 active true991 992 stdout NULL993 stderr $LOGDIR/detrend.cleanup.resid.exp.log994 995 task.exec996 $run = dettool -pendingcleanup_residexp997 if ($DB:n == 0)998 option DEFAULT999 else1000 # save the DB name for the exit tasks1001 option $DB:$detCleanupResidExp_DB1002 $run = $run -dbname $DB:$detCleanupResidExp_DB1003 $detCleanupResidExp_DB ++1004 if ($detCleanupResidExp_DB >= $DB:n) set detCleanupResidExp_DB = 01005 end1006 add_poll_args run1007 command $run1008 end1009 1010 # success1011 task.exit 01012 # convert 'stdout' to book format1013 ipptool2book stdout detCleanupResidExp -key det_id:iteration:exp_id -uniq -setword dbname $options:0 -setword pantaskState INIT1014 if ($VERBOSE > 2)1015 book listbook detCleanupResidExp1016 end1017 1018 # delete existing entries in the appropriate pantaskStates1019 process_cleanup detCleanupResidExp1020 end1021 1022 # locked list1023 task.exit default1024 showcommand failure1025 end1026 1027 task.exit crash1028 showcommand crash1029 end1030 1031 # operation times out?1032 task.exit timeout1033 showcommand timeout1034 end1035 end1036 1037 # run the ipp_cleanup.pl script on pending images1038 task detrend.cleanup.residexp.run1039 periods -poll $RUNPOLL1040 periods -exec $RUNEXEC1041 periods -timeout 601042 active true1043 1044 task.exec1045 book npages detCleanupResidExp -var N1046 if ($N == 0) break1047 if ($NETWORK == 0) break1048 1049 # look for new images in detCleanupResidExp (pantaskState == INIT)1050 book getpage detCleanupResidExp 0 -var pageName -key pantaskState INIT1051 if ("$pageName" == "NULL") break1052 1053 book setword detCleanupResidExp $pageName pantaskState RUN1054 book getword detCleanupResidExp $pageName det_id -var DET_ID1055 book getword detCleanupResidExp $pageName exp_id -var EXP_ID1056 book getword detCleanupResidExp $pageName iteration -var ITERATION1057 book getword detCleanupResidExp $pageName camera -var CAMERA1058 book getword detCleanupResidExp $pageName data_state -var CLEANUP_MODE1059 book getword detCleanupResidExp $pageName dbname -var DBNAME1060 1061 # specify choice of local or remote host based on camera and chip (class_id)1062 set.host.for.camera $CAMERA FPA1063 1064 stdout $LOGDIR/detrend.cleanup.resid.exp.log1065 stderr $LOGDIR/detrend.cleanup.resid.exp.log1066 1067 # XXX is everything listed here needed?1068 $run = ipp_cleanup.pl --stage detrend.resid.exp --stage_id $DET_ID --camera $CAMERA --mode $CLEANUP_MODE1069 add_standard_args run1070 1071 # save the pageName for future reference below1072 options $pageName1073 1074 # create the command line1075 if ($VERBOSE > 1)1076 echo command $run1077 end1078 command $run1079 end1080 1081 # default exit status1082 task.exit default1083 process_exit detCleanupResidExp $options:0 $JOB_STATUS1084 end1085 1086 # locked list1087 task.exit crash1088 showcommand crash1089 echo "hostname: $JOB_HOSTNAME"1090 book setword detCleanupResidExp $options:0 pantaskState CRASH1091 end1092 1093 # operation timed out?1094 task.exit timeout1095 showcommand timeout1096 book setword detCleanupResidExp $options:0 pantaskState TIMEOUT1097 end1098 end
Note:
See TracChangeset
for help on using the changeset viewer.
