Changeset 25625
- Timestamp:
- Sep 27, 2009, 11:34:24 AM (17 years ago)
- Location:
- branches/eam_branches/20090715/ippTasks
- Files:
-
- 10 edited
- 1 copied
-
Makefile.am (modified) (1 diff)
-
destreak.pro (copied) (copied from trunk/ippTasks/destreak.pro )
-
diff.pro (modified) (4 diffs)
-
dist.pro (modified) (14 diffs)
-
ipphosts.mhpcc.config (modified) (1 diff)
-
magic.pro (modified) (6 diffs)
-
pantasks.pro (modified) (1 diff)
-
pstamp.pro (modified) (13 diffs)
-
rcserver.pro (modified) (9 diffs)
-
register.pro (modified) (2 diffs)
-
site.mhpcc.pro (modified) (1 diff)
Legend:
- Unmodified
- Added
- Removed
-
branches/eam_branches/20090715/ippTasks/Makefile.am
r25402 r25625 17 17 warp.pro \ 18 18 magic.pro \ 19 destreak.pro \ 19 20 diff.pro \ 20 21 stack.pro \ -
branches/eam_branches/20090715/ippTasks/diff.pro
r24595 r25625 14 14 ### Database lists 15 15 $diffSkycell_DB = 0 16 $diffAdvance_DB = 0 16 17 #$diffCleanup_DB = 0 17 18 … … 36 37 active true 37 38 end 39 task diff.advance 40 active true 41 end 38 42 end 39 43 … … 44 48 end 45 49 task diff.skycell.run 50 active false 51 end 52 task diff.advance 46 53 active false 47 54 end … … 198 205 end 199 206 end 207 208 209 # Advance exposures which have completed 210 task diff.advance 211 host local 212 213 periods -poll $LOADPOLL 214 # periods -exec $LOADEXEC 215 periods -exec 30 216 periods -timeout 60 217 npending 1 218 219 stdout NULL 220 stderr $LOGDIR/diff.advance.log 221 222 task.exec 223 if ($LABEL:n == 0) break 224 $run = difftool -advance 225 if ($DB:n == 0) 226 option DEFAULT 227 else 228 # save the DB name for the exit tasks 229 option $DB:$diffAdvance_DB 230 $run = $run -dbname $DB:$diffAdvance_DB 231 $diffAdvance_DB ++ 232 if ($diffAdvance_DB >= $DB:n) set diffAdvance_DB = 0 233 end 234 add_poll_args run 235 add_poll_labels run 236 command $run 237 end 238 239 # success 240 task.exit 0 241 end 242 243 # locked list 244 task.exit default 245 showcommand failure 246 end 247 248 task.exit crash 249 showcommand crash 250 end 251 252 # operation times out? 253 task.exit timeout 254 showcommand timeout 255 end 256 end 257 258 200 259 201 260 # # select images ready for diff analysis -
branches/eam_branches/20090715/ippTasks/dist.pro
r25402 r25625 16 16 $distQueue_DB = 0 17 17 18 ### list of stages 19 #list of stages 20 $DIST_STAGE:n = 0 21 list DIST_STAGE -add "raw" 22 list DIST_STAGE -add "chip" 23 list DIST_STAGE -add "camera" 24 list DIST_STAGE -add "fake" 25 list DIST_STAGE -add "warp" 26 list DIST_STAGE -add "diff" 27 list DIST_STAGE -add "stack" 28 29 $currentStage = 0 30 18 31 ### Check status of tasks 19 32 macro dist.status … … 42 55 active true 43 56 end 44 task dist.queueruns 45 # We aren't ready to run this task yet. It will queue much too much 46 # active true 47 active false 48 end 49 end 57 end 58 50 59 macro dist.off 51 60 task dist.process.load … … 59 68 end 60 69 task dist.advance.run 61 active false62 end63 task dist.queueruns64 70 active false 65 71 end … … 74 80 npending 1 75 81 76 stdout NULL77 stderr $LOGDIR/dist.process.log78 82 79 83 task.exec 80 $run = disttool -pendingcomponent 84 # stdout NULL 85 # stderr $LOGSUBDIR/dist.process.load.log 86 87 $run = disttool -pendingcomponent -stage $DIST_STAGE:$currentStage 88 $currentStage ++ 89 if ($currentStage >= $DIST_STAGE:n) set currentStage = 0 90 81 91 if ($DB:n == 0) 82 92 option DEFAULT … … 85 95 option $DB:$distToProcess_DB 86 96 $run = $run -dbname $DB:$distToProcess_DB 87 $distToProcess_DB ++ 88 if ($distToProcess_DB >= $DB:n) set distToProcess_DB = 0 97 98 # only increment the database number after we have gone through all of 99 # the stages 100 if ($currentStage == 0) 101 $distToProcess_DB ++ 102 if ($distToProcess_DB >= $DB:n) set distToProcess_DB = 0 103 end 89 104 end 90 105 add_poll_args run … … 134 149 if ("$pageName" == "NULL") break 135 150 151 # echo running $pageName 152 136 153 book setword distToProcess $pageName pantaskState RUN 137 154 book getword distToProcess $pageName dist_id -var DIST_ID 138 155 book getword distToProcess $pageName camera -var CAMERA 139 book getword distToProcess $pageName stage -var STAGE140 book getword distToProcess $pageName stage_id -var STAGE_ID156 book getword distToProcess $pageName stage -var DIST_STAGE 157 book getword distToProcess $pageName stage_id -var DIST_STAGE_ID 141 158 book getword distToProcess $pageName clean -var CLEAN 142 159 book getword distToProcess $pageName component -var COMPONENT … … 159 176 $EXTRA_ARGS = $EXTRA_ARGS --magicked 160 177 end 161 # no_magic is output as integer due to the union in the sql162 if ( $NO_MAGIC)178 # is this right for stack and fake? 179 if ("$NO_MAGIC" == "T") 163 180 $EXTRA_ARGS = $EXTRA_ARGS --no_magic 164 181 end … … 170 187 # set.workdir.by.camera $CAMERA $MAGIC_ID $WORKDIR_TEMPLATE $default_host WORKDIR 171 188 # host anyhost 172 173 189 174 190 substr $COMPONENT 0 3 COMP_HEAD … … 180 196 end 181 197 182 183 198 sprintf logfile "%s/dist.%s.%s.log" $OUTDIR $DIST_ID $COMPONENT 184 stdout $logfile185 stderr $logfile186 187 $run = dist_component.pl --dist_id $DIST_ID --camera $CAMERA --stage $ STAGE --stage_id $STAGE_ID --component $COMPONENT --path_base $PATH_BASE --chip_path_base $CHIP_PATH_BASE --state $STATE --data_state $DATA_STATE $EXTRA_ARGS --outdir $OUTDIR --logfile $logfile199 # stdout $logfile 200 # stderr $logfile 201 202 $run = dist_component.pl --dist_id $DIST_ID --camera $CAMERA --stage $DIST_STAGE --stage_id $DIST_STAGE_ID --component $COMPONENT --path_base $PATH_BASE --chip_path_base $CHIP_PATH_BASE --state $STATE --data_state $DATA_STATE $EXTRA_ARGS --outdir $OUTDIR --logfile $logfile 188 203 189 204 add_standard_args run … … 211 226 end 212 227 213 214 228 task dist.advance.load 215 229 host local … … 220 234 npending 1 221 235 222 stdout NULL223 stderr $LOGDIR/dist.advance.load.log224 225 236 task.exec 237 # stderr $LOGSUBDIR/dist.advance.load.log 238 226 239 $run = disttool -toadvance 227 240 if ($DB:n == 0) … … 261 274 end 262 275 end 276 263 277 264 278 task dist.advance.run … … 291 305 292 306 sprintf logfile "%s/dist.advance.%s.log" $OUTDIR $DIST_ID 293 stdout $logfile294 stderr $logfile307 # stdout $logfile 308 # stderr $logfile 295 309 296 310 $run = dist_advancerun.pl --dist_id $DIST_ID --stage $STAGE --stage_id $STAGE_ID --outdir $OUTDIR $EXTRA_ARGS --logfile $logfile … … 318 332 end 319 333 end 320 321 task dist.queueruns322 # host local323 324 periods -poll $RUNPOLL325 periods -exec 30326 periods -timeout 45327 npending 1328 329 active false330 331 # stdout $LOGDIR/dist.queuruns332 # stderr $LOGDIR/dist.queueruns333 334 task.exec335 $MYARGS = ""336 # assume that we need magic unless we are running simtest337 if ($?SIMTEST_CAMERA != 0)338 $MYARGS = --no_magic339 end340 341 $run = dist_queue_runs.pl $MYARGS --stage_limit 16 --logfile $LOGDIR/dist.queueruns342 343 if ($DB:n == 0)344 $DBNAME = DEFAULT345 else346 # save the DB name for add_standard_args347 $DBNAME = $DB:$distQueue_DB348 $distQueue_DB ++349 if ($distQueue_DB >= $DB:n) set distQueue_DB = 0350 end351 352 host anyhost353 354 add_standard_args run355 356 # create the command line357 if ($VERBOSE > 1)358 echo command $run359 end360 command $run361 end362 363 task.exit $EXIT_SUCCESS364 # nothing to do365 end366 367 # default exit status368 task.exit default369 showcommand failure370 end371 372 # operation timed out?373 task.exit timeout374 showcommand timeout375 end376 377 # operation timed out?378 task.exit crash379 showcommand crash380 end381 end -
branches/eam_branches/20090715/ippTasks/ipphosts.mhpcc.config
r25402 r25625 3 3 ipphosts METADATA 4 4 camera STR skycell 5 count S32 12 6 sky00 STR ipp024 7 sky01 STR ipp023 8 sky02 STR ipp026 9 sky03 STR ipp028 10 sky04 STR ipp029 11 sky05 STR ipp030 12 sky06 STR ipp031 13 sky07 STR ipp032 14 sky08 STR ipp033 15 sky09 STR ipp034 16 sky10 STR ipp035 17 sky11 STR ipp036 18 END 19 20 ipphosts METADATA 21 camera STR MEGACAM 22 ccd00 STR po00 23 ccd01 STR po01 24 ccd02 STR po02 25 ccd03 STR po03 26 ccd04 STR po04 27 ccd05 STR po05 28 ccd06 STR po06 29 ccd07 STR po07 30 ccd08 STR po08 31 ccd09 STR po09 32 END 33 34 ipphosts METADATA 35 camera STR CFH12K 36 ccd00 STR po10 37 ccd01 STR po11 38 ccd02 STR po12 5 count S32 46 6 sky00 STR ipp006 7 sky01 STR ipp007 8 sky02 STR ipp008 9 sky03 STR ipp009 10 sky04 STR ipp010 11 sky05 STR ipp011 12 sky06 STR ipp012 13 sky07 STR ipp013 14 sky08 STR ipp014 15 sky09 STR ipp015 16 sky10 STR ipp016 17 sky11 STR ipp017 18 sky12 STR ipp018 19 sky13 STR ipp019 20 sky14 STR ipp020 21 sky15 STR ipp021 22 sky16 STR ipp023 23 sky17 STR ipp024 24 sky18 STR ipp025 25 sky19 STR ipp026 26 sky20 STR ipp027 27 sky21 STR ipp028 28 sky22 STR ipp029 29 sky23 STR ipp030 30 sky24 STR ipp031 31 sky25 STR ipp032 32 sky26 STR ipp033 33 sky27 STR ipp034 34 sky28 STR ipp035 35 sky29 STR ipp036 36 sky30 STR ipp038 37 sky31 STR ipp039 38 sky32 STR ipp040 39 sky33 STR ipp041 40 sky34 STR ipp042 41 sky35 STR ipp043 42 sky36 STR ipp044 43 sky37 STR ipp045 44 sky38 STR ipp046 45 sky39 STR ipp047 46 sky40 STR ipp048 47 sky41 STR ipp049 48 sky42 STR ipp050 49 sky43 STR ipp051 50 sky44 STR ipp052 51 sky45 STR ipp053 39 52 END 40 53 -
branches/eam_branches/20090715/ippTasks/magic.pro
r25402 r25625 10 10 book init magicToTree 11 11 book init magicToProcess 12 book init magicToDS13 book init magicDSToRevert14 12 15 13 ### Database lists 16 14 $magicToTree_DB = 0 17 15 $magicToProcess_DB = 0 18 $magicToDS_DB = 019 $magicDSToRevert_DB = 020 21 #list of stages22 $STAGE:n = 023 list STAGE -add "raw"24 list STAGE -add "chip"25 list STAGE -add "camera"26 list STAGE -add "warp"27 list STAGE -add "diff"28 $magicDSRevertStage = 029 16 30 17 ### Check status of tasks … … 32 19 book listbook magicToTree 33 20 book listbook magicToProcess 34 book listbook magicToDS35 book listbook magicDSToRevert36 21 end 37 22 … … 40 25 book init magicToTree 41 26 book init magicToProcess 42 book init magicToDS43 book init magicDSToRevert44 27 end 45 28 … … 58 41 active true 59 42 end 60 task magic.destreak.load 61 active true 62 end 63 task magic.destreak.run 64 active true 65 end 66 end 67 68 macro magic.ds.revert.on 69 task magic.ds.revert.load 70 active true 71 end 72 task magic.ds.revert.run 73 active true 74 end 75 end 43 end 44 76 45 ### Turn tasks off 77 46 macro magic.off … … 88 57 active false 89 58 end 90 task magic.destreak.load 91 active false 92 end 93 task magic.destreak.run 94 active false 95 end 96 end 97 98 macro magic.ds.revert.off 99 task magic.ds.revert.load 100 active false 101 end 102 task magic.ds.revert.run 103 active false 104 end 105 end 106 macro magic.ds.off 107 task magic.destreak.load 108 active false 109 end 110 task magic.destreak.run 111 active false 112 end 113 end 114 macro magic.ds.on 115 task magic.destreak.load 116 active true 117 end 118 task magic.destreak.run 119 active true 120 end 121 end 122 123 macro magic.ds.status 124 echo magicToDS 125 book listbook magicToDS 126 echo "" 127 echo magicDSToRevert 128 book listbook magicDSToRevert 129 end 130 131 59 end 132 60 133 61 task magic.tree.load … … 400 328 end 401 329 end 402 403 task magic.destreak.load404 host local405 406 periods -poll $LOADPOLL407 # this query can take a long time408 periods -exec 10409 periods -timeout 120410 npending 1411 412 stdout NULL413 stderr $LOGDIR/magic.destreak.log414 415 task.exec416 $run = magicdstool -todestreak -limit 120417 if ($DB:n == 0)418 option DEFAULT419 else420 # save the DB name for the exit tasks421 option $DB:$magicToDS_DB422 $run = $run -dbname $DB:$magicToDS_DB423 $magicToDS_DB ++424 if ($magicToDS_DB >= $DB:n) set magicToDS_DB = 0425 end426 add_poll_args run427 add_poll_labels run428 command $run429 end430 431 # success432 task.exit 0433 # convert 'stdout' to book format434 ipptool2book stdout magicToDS -key magic_ds_id:component -uniq -setword dbname $options:0 -setword pantaskState INIT435 if ($VERBOSE > 2)436 book listbook magicToDS437 end438 439 # delete existing entries in the appropriate pantaskStates440 process_cleanup magicToDS441 end442 443 # locked list444 task.exit default445 showcommand failure446 end447 448 task.exit crash449 showcommand crash450 end451 452 # operation times out?453 task.exit timeout454 showcommand timeout455 end456 end457 458 task magic.destreak.run459 periods -poll $RUNPOLL460 periods -exec $RUNEXEC461 periods -timeout 60462 463 task.exec464 book npages magicToDS -var N465 if ($N == 0) break466 if ($NETWORK == 0) break467 468 # look for new images (pantaskState == INIT)469 book getpage magicToDS 0 -var pageName -key pantaskState INIT470 if ("$pageName" == "NULL") break471 472 book setword magicToDS $pageName pantaskState RUN473 book getword magicToDS $pageName exp_id -var EXP_ID474 book getword magicToDS $pageName magic_ds_id -var MAGIC_DS_ID475 book getword magicToDS $pageName camera -var CAMERA476 book getword magicToDS $pageName streaks_uri -var STREAKS477 book getword magicToDS $pageName inv_streaks_uri -var INV_STREAKS478 book getword magicToDS $pageName stage -var STAGE479 book getword magicToDS $pageName stage_id -var STAGE_ID480 book getword magicToDS $pageName component -var COMPONENT481 book getword magicToDS $pageName uri -var URI482 book getword magicToDS $pageName path_base -var PATH_BASE483 book getword magicToDS $pageName cam_path_base -var CAM_PATH_BASE484 book getword magicToDS $pageName outroot -var OUTROOT485 book getword magicToDS $pageName recoveryroot -var RECROOT486 book getword magicToDS $pageName re_place -var REPLACE487 book getword magicToDS $pageName dbname -var DBNAME488 489 sprintf logfile "%s/%s.mds.%s.%s.%s.log" $OUTROOT $EXP_ID $MAGIC_DS_ID $STAGE_ID $COMPONENT490 491 substr $COMPONENT 0 3 COMP_HEAD492 if ("$COMP_HEAD" == "sky")493 set.host.for.skycell $COMPONENT494 else495 # assume component is a class_id, if not we will default to anyhost496 set.host.for.camera $CAMERA $COMPONENT497 end498 499 # TODO: do not add recoveryroot or replace if they are null or zero500 501 $run = magic_destreak.pl --magic_ds_id $MAGIC_DS_ID --camera $CAMERA --streaks $STREAKS --inv_streaks $INV_STREAKS --stage $STAGE --stage_id $STAGE_ID --component $COMPONENT --uri $URI --path_base $PATH_BASE --cam_path_base $CAM_PATH_BASE --outroot $OUTROOT --logfile $logfile --recoveryroot $RECROOT --replace $REPLACE502 503 add_standard_args run504 505 # save the pageName for future reference below506 options $pageName507 508 # create the command line509 if ($VERBOSE > 1)510 echo command $run511 end512 command $run513 end514 515 # default exit status516 task.exit 0517 process_exit magicToDS $options:0 $JOB_STATUS518 end519 520 # locked list521 task.exit default522 showcommand failure523 process_exit magicToDS $options:0 $JOB_STATUS524 end525 526 task.exit crash527 showcommand crash528 book setword magicToDS $options:0 pantaskState CRASH529 end530 531 # operation timed out?532 task.exit timeout533 showcommand timeout534 book setword magicToDS $options:0 pantaskState TIMEOUT535 end536 end537 538 task magic.ds.revert.load539 host local540 541 periods -poll $LOADPOLL542 periods -exec $LOADEXEC543 periods -timeout 20544 npending 1545 active false546 547 stdout NULL548 stderr $LOGDIR/magic.ds.revert.log549 550 task.exec551 $run = magicdstool -torevert -stage $STAGE:$magicDSRevertStage552 $magicDSRevertStage ++553 if ($magicDSRevertStage >= $STAGE:n) set magicDSRevertStage = 0554 555 if ($DB:n == 0)556 option DEFAULT557 else558 559 # save the DB name for the exit tasks560 option $DB:$magicDSToRevert_DB561 $run = $run -dbname $DB:$magicDSToRevert_DB562 563 # only bump database number after we have gone through all of the stages564 if ($magicDSRevertStage == 0)565 $magicDSToRevert_DB ++566 end567 if ($magicDSToRevert_DB >= $DB:n) set magicDSToRevert_DB = 0568 end569 add_poll_args run570 add_poll_labels run571 command $run572 end573 574 # success575 task.exit 0576 # convert 'stdout' to book format577 ipptool2book stdout magicDSToRevert -key magic_ds_id:component -uniq -setword dbname $options:0 -setword pantaskState INIT578 if ($VERBOSE > 2)579 book listbook magicDSToRevert580 end581 582 # delete existing entries in the appropriate pantaskStates583 process_cleanup magicDSToRevert584 end585 586 # locked list587 task.exit default588 showcommand failure589 end590 591 task.exit crash592 showcommand crash593 end594 595 # operation times out?596 task.exit timeout597 showcommand timeout598 end599 end600 601 task magic.ds.revert.run602 periods -poll $RUNPOLL603 periods -exec $RUNEXEC604 periods -timeout 60605 active false606 607 task.exec608 book npages magicDSToRevert -var N609 if ($N == 0) break610 if ($NETWORK == 0) break611 612 # look for new images (pantaskState == INIT)613 book getpage magicDSToRevert 0 -var pageName -key pantaskState INIT614 if ("$pageName" == "NULL") break615 616 book setword magicDSToRevert $pageName pantaskState RUN617 book getword magicDSToRevert $pageName exp_id -var EXP_ID618 book getword magicDSToRevert $pageName magic_ds_id -var MAGIC_DS_ID619 book getword magicDSToRevert $pageName camera -var CAMERA620 book getword magicDSToRevert $pageName stage -var STAGE621 book getword magicDSToRevert $pageName stage_id -var STAGE_ID622 book getword magicDSToRevert $pageName component -var COMPONENT623 book getword magicDSToRevert $pageName path_base -var PATH_BASE624 book getword magicDSToRevert $pageName cam_path_base -var CAM_PATH_BASE625 book getword magicDSToRevert $pageName outroot -var OUTROOT626 book getword magciDSToRevert $pageName bytes -var BYTES627 book getword magciDSToRevert $pageName md5sum -var md5sum628 # book getword magicDSToRevert $pageName recoveryroot -var RECROOT629 book getword magicDSToRevert $pageName re_place -var REPLACE630 book getword magicDSToRevert $pageName dbname -var DBNAME631 632 sprintf logfile "%s/%s.mds.revert.%s.%s.%s.log" $OUTROOT $EXP_ID $MAGIC_DS_ID $STAGE_ID $COMPONENT633 634 substr $COMPONENT 0 3 COMP_HEAD635 if ("$COMP_HEAD" == "sky")636 set.host.for.skycell $COMPONENT637 else638 # assume component is a class_id, if not we will default to anyhost639 set.host.for.camera $CAMERA $COMPONENT640 end641 642 $run = magic_destreak_revert.pl --magic_ds_id $MAGIC_DS_ID --camera $CAMERA --stage $STAGE --stage_id $STAGE_ID --component $COMPONENT --path_base $PATH_BASE --cam_path_base $CAM_PATH_BASE --outroot $OUTROOT --logfile $logfile --replace $REPLACE643 644 add_standard_args run645 646 # save the pageName for future reference below647 options $pageName648 649 # create the command line650 if ($VERBOSE > 1)651 echo command $run652 end653 command $run654 end655 656 # default exit status657 task.exit 0658 process_exit magicDSToRevert $options:0 $JOB_STATUS659 end660 661 # locked list662 task.exit default663 showcommand failure664 process_exit magicDSToRevert $options:0 $JOB_STATUS665 end666 667 task.exit crash668 showcommand crash669 book setword magicDSToRevert $options:0 pantaskState CRASH670 end671 672 # operation timed out?673 task.exit timeout674 showcommand timeout675 book setword magicDSToRevert $options:0 pantaskState TIMEOUT676 end677 end678 -
branches/eam_branches/20090715/ippTasks/pantasks.pro
r25402 r25625 32 32 33 33 # very basic values: set these with init.copy.mhpcc 34 $default_host = any host34 $default_host = any 35 35 $workdir_template = `pwd` 36 36 -
branches/eam_branches/20090715/ippTasks/pstamp.pro
r25402 r25625 1 2 #$VERBOSE = 3 1 # pstamp.pro : Postage Stamp Server tasks 2 3 check.globals 4 5 $LOGSUBDIR = $LOGDIR/pstamp 6 mkdir $LOGSUBDIR 3 7 4 8 # these variables wil cycle through the known database names … … 8 12 $pstampJob_DB = 0 9 13 $pstampFin_DB = 0 14 $pstampRev_DB = 0 10 15 11 16 # set PS_DBSERVER if postage stamp database host is not the same as the value for DBSERVER in site.config … … 52 57 active true 53 58 end 54 end 59 task pstamp.job.revert 60 active true 61 end 62 end 63 55 64 56 65 macro pstamp.off … … 75 84 end 76 85 task pstamp.job.run 86 active false 87 end 88 task pstamp.job.revert 89 active false 90 end 91 end 92 93 macro pstamp.revert.on 94 task pstamp.job.revert 95 active true 96 end 97 end 98 macro pstamp.revert.off 99 task pstamp.job.revert 77 100 active false 78 101 end … … 88 111 89 112 task.exec 113 stdout $LOGSUBDIR/pstamp.request.find.log 114 stderr $LOGSUBDIR/pstamp.request.find.log 90 115 if ($DB:n == 0) 91 116 option DEFAULT … … 125 150 126 151 task.exec 152 stdout $LOGSUBDIR/pstamp.request.load.log 153 stderr $LOGSUBDIR/pstamp.request.load.log 127 154 $run = pstamptool -pendingreq 128 155 if ($DB:n == 0) … … 168 195 169 196 task.exec 197 stdout $LOGSUBDIR/pstamp.request.run.log 198 stderr $LOGSUBDIR/pstamp.request.run.log 170 199 book npages pstampRequest -var N 171 200 if ($N == 0) break … … 223 252 224 253 task.exec 254 stdout $LOGSUBDIR/pstamp.finish.load.log 255 stderr $LOGSUBDIR/pstamp.finish.load.log 225 256 $run = pstamptool -completedreq 226 257 if ($DB:n == 0) … … 265 296 266 297 task.exec 298 stdout $LOGSUBDIR/request.finish.run.log 299 stderr $LOGSUBDIR/request.finish.run.log 267 300 book npages pstampFinish -var N 268 301 if ($N == 0) break … … 320 353 321 354 task.exec 355 stdout $LOGSUBDIR/pstamp.job.load.log 356 stderr $LOGSUBDIR/pstamp.job.load.log 322 357 $run = pstamptool -pendingjob 323 358 if ($DB:n == 0) … … 346 381 end 347 382 383 task.exit crash 384 showcommand crash 385 end 386 387 task.exit timeout 388 showcommand timeout 389 end 390 348 391 task.exit default 349 392 showcommand failure 350 393 end 351 394 352 task.exit crash353 showcommand crash354 end355 356 task.exit timeout357 showcommand timeout358 end359 395 end 360 396 … … 365 401 366 402 task.exec 403 stdout $LOGSUBDIR/pstamp.job.run.log 404 stderr $LOGSUBDIR/pstamp.job.run.log 367 405 book npages pstampJob -var N 368 406 if ($N == 0) … … 430 468 end 431 469 end 470 471 task pstamp.job.revert 472 host local 473 474 periods -poll $LOADPOLL 475 periods -exec 10 476 periods -timeout 300 477 npending 1 478 479 task.exec 480 stdout $LOGSUBDIR/pstamp.job.revert.log 481 stderr $LOGSUBDIR/pstamp.job.revert.log 482 $run = pstamptool -revertjob -all 483 if ($DB:n == 0) 484 option DEFAULT 485 else 486 $run = $run $PS_DBSERVER -dbname $DB:$pstampRev_DB 487 $pstampRev_DB ++ 488 if ($pstampRev_DB >= $DB:n) set pstampRev_DB = 0 489 end 490 add_poll_args run 491 # add_poll_labels run 492 command $run 493 end 494 495 task.exit $EXIT_SUCCESS 496 # nothing to do 497 end 498 499 task.exit default 500 showcommand failure 501 end 502 503 task.exit crash 504 showcommand crash 505 end 506 507 task.exit timeout 508 showcommand timeout 509 end 510 end 511 -
branches/eam_branches/20090715/ippTasks/rcserver.pro
r25022 r25625 4 4 check.globals 5 5 6 #$LOGSUBDIR = $LOGDIR/rcserver6 $LOGSUBDIR = $LOGDIR/rcserver 7 7 mkdir $LOGSUBDIR 8 8 … … 66 66 67 67 stdout NULL 68 stderr $LOG DIR/rcserver.makefileset.load.log68 stderr $LOGSUBDIR/rcserver.makefileset.load.log 69 69 70 70 task.exec … … 86 86 task.exit 0 87 87 # convert 'stdout' to book format 88 ipptool2book stdout rcPendingFS -key dist_id: prod_id -uniq -setword dbname $options:0 -setword pantaskState INIT88 ipptool2book stdout rcPendingFS -key dist_id:dest_id -uniq -setword dbname $options:0 -setword pantaskState INIT 89 89 if ($VERBOSE > 2) 90 90 book listbook rcPendingFS … … 131 131 book getword rcPendingFS $pageName dist_dir -var DIST_DIR 132 132 # book getword rcPendingFS $pageName clean -var CLEAN 133 book getword rcPendingFS $pageName prod_id -var PROD_ID133 book getword rcPendingFS $pageName dest_id -var DEST_ID 134 134 book getword rcPendingFS $pageName product_name -var PRODUCT_NAME 135 135 book getword rcPendingFS $pageName ds_dbhost -var DS_DBHOST … … 141 141 host anyhost 142 142 143 sprintf logfile "%s/makefs.%s.%s.log" $DIST_DIR $DIST_ID $ PROD_ID143 sprintf logfile "%s/makefs.%s.%s.log" $DIST_DIR $DIST_ID $DEST_ID 144 144 stdout $logfile 145 145 stderr $logfile … … 147 147 book setword rcPendingFS $pageName pantaskState RUN 148 148 149 $run = dist_make_fileset.pl --dist_id $DIST_ID --target_id $TARGET_ID --stage $STAGE --stage_id $STAGE_ID -- prod_id $PROD_ID --product_name $PRODUCT_NAME --ds_dbhost $DS_DBHOST --ds_dbname $DS_DBNAME --dist_dir $DIST_DIR149 $run = dist_make_fileset.pl --dist_id $DIST_ID --target_id $TARGET_ID --stage $STAGE --stage_id $STAGE_ID --dest_id $DEST_ID --product_name $PRODUCT_NAME --ds_dbhost $DS_DBHOST --ds_dbname $DS_DBNAME --dist_dir $DIST_DIR 150 150 151 151 add_standard_args run … … 184 184 185 185 stdout NULL 186 stderr $LOG DIR/rcserver.checkstatus.load.log186 stderr $LOGSUBDIR/rcserver.checkstatus.load.log 187 187 188 188 task.exec … … 241 241 242 242 stdout NULL 243 stderr $LOG DIR/rcserver.checkstatus.run.log243 stderr $LOGSUBDIR/rcserver.checkstatus.run.log 244 244 245 245 book setword rcPendingDest $pageName pantaskState RUN 246 246 book getword rcPendingDest $pageName dest_id -var DEST_ID 247 book getword rcPendingDest $pageName prod_id -var PROD_ID247 book getword rcPendingDest $pageName dest_id -var DEST_ID 248 248 book getword rcPendingDest $pageName status_uri -var STATUS_URI 249 249 book getword rcPendingDest $pageName last_fileset -var LAST_FILESET … … 252 252 host anyhost 253 253 254 $run = rcserver_checkstatus.pl --dest_id $DEST_ID -- prod_id $PROD_ID --status_uri $STATUS_URI --last_fileset $LAST_FILESET254 $run = rcserver_checkstatus.pl --dest_id $DEST_ID --dest_id $DEST_ID --status_uri $STATUS_URI --last_fileset $LAST_FILESET 255 255 add_standard_args run 256 256 -
branches/eam_branches/20090715/ippTasks/register.pro
r24055 r25625 217 217 book getword regPendingImfile $pageName tmp_class_id -var TMP_CLASS_ID 218 218 book getword regPendingImfile $pageName uri -var URI 219 book getword regPendingImfile $pageName bytes -var BYTES 220 book getword regPendingImfile $pageName md5sum -var MD5SUM 219 221 book getword regPendingImfile $pageName workdir -var WORKDIR_TEMPLATE 220 222 book getword regPendingImfile $pageName dbname -var DBNAME … … 244 246 245 247 # XXX register_imfile.pl differs from the standard script : it does not have an 'outroot' argument, and it does not take '--redirect' 246 $run = register_imfile.pl --exp_id $EXP_ID --tmp_class_id $TMP_CLASS_ID --tmp_exp_name $TMP_EXP_NAME --uri $URI --logfile $logfile 248 $run = register_imfile.pl --exp_id $EXP_ID --tmp_class_id $TMP_CLASS_ID --tmp_exp_name $TMP_EXP_NAME --uri $URI --logfile $logfile --bytes $BYTES --md5sum $MD5SUM 247 249 add_standard_args run 248 250 -
branches/eam_branches/20090715/ippTasks/site.mhpcc.pro
r25402 r25625 66 66 if ("$1" == "on") 67 67 $NEBULOUS = 1 68 $default_host = ipp02368 $default_host = any 69 69 $workdir_template = neb://@HOST@.0 70 70 else
Note:
See TracChangeset
for help on using the changeset viewer.
