Changeset 27005

Timestamp:

Feb 19, 2010, 10:15:20 AM (16 years ago)

Author:

eugene

Message:

limit number of I/O tasks (destreak, dist); keep queues full

Location:

trunk/ippTasks

Files:

• chip.pro (modified) (2 diffs)
• destreak.pro (modified) (8 diffs)
• diff.pro (modified) (2 diffs)
• dist.pro (modified) (2 diffs)
• pantasks.pro (modified) (1 diff)
• survey.pro (modified) (1 diff)
• warp.pro (modified) (4 diffs)

trunk/ippTasks/chip.pro

@@ -127 +127 @@
 
   task.exec
+    # if we are unable to run the 'exec', use a long retry time
+    periods -exec $RUNEXEC
+
     book npages chipPendingImfile -var N
     if ($N == 0) break
@@ -189 +192 @@
       echo command $run
     end
+    # if we are unable to run the 'exec', use a long retry time
+    periods -exec 0.05
     command $run
   end

trunk/ippTasks/destreak.pro

@@ -132 +132 @@
 
   task.exec
-    $run = magicdstool -todestreak -limit 120 -stage $DS_STAGE:$magicDSStage
+    $run = magicdstool -todestreak -limit 20 -stage $DS_STAGE:$magicDSStage
     $magicDSStage ++
     if ($magicDSStage >= $DS_STAGE:n) set magicDSStage = 0
@@ -149 +149 @@
       end
     end
-    add_poll_args run
+    # add_poll_args run
     add_poll_labels run
     command $run
@@ -189 +189 @@
     stdout $LOGSUBDIR/destreak.run.log
     stderr $LOGSUBDIR/destreak.run.log
+
+    # if we are unable to run the 'exec', use a long retry time
+    periods -exec $RUNEXEC
+
+    if ($NETWORK == 0) break
     book npages magicToDS -var N
     if ($N == 0) break
-    if ($NETWORK == 0) break
-    
+
     # look for new images (pantaskState == INIT)
     book getpage magicToDS 0 -var pageName -key pantaskState INIT
@@ -237 +241 @@
       echo command $run
     end
+
+    # if we are ready to run, drop the retry timeout low so we fill up the queue
+    periods -exec 0.05
     command $run
   end
@@ -322 +329 @@
 
   task.exec
-    $run = magicdstool -torevert -stage $DS_STAGE:$magicDSRevertStage
+    $run = magicdstool -limit 20 -torevert -stage $DS_STAGE:$magicDSRevertStage
     $magicDSRevertStage ++
     if ($magicDSRevertStage >= $DS_STAGE:n) set magicDSRevertStage = 0
@@ -340 +347 @@
       end
     end
-    add_poll_args run
+    # add_poll_args run
     add_poll_labels run
     command $run
@@ -468 +475 @@
 
   task.exec
-    $run = magicdstool -completedrevert 
+    $run = magicdstool -limit 20 -completedrevert 
     if ($DB:n == 0)
       option DEFAULT
@@ -480 +487 @@
       if ($magicDSCompletedRevert_DB >= $DB:n) set magicDSCompletedRevert_DB = 0
     end
-    add_poll_args run
+    # add_poll_args run
     add_poll_labels run
     command $run

trunk/ippTasks/diff.pro

@@ -160 +160 @@
 
   task.exec
+    # if we are unable to run the 'exec', use a long retry time
+    periods -exec $RUNEXEC
+
     book npages diffSkyfile -var N
     if ($N == 0) break
@@ -210 +213 @@
       echo command $run
     end
+    periods -exec 0.05
     command $run
   end

trunk/ippTasks/dist.pro

@@ -158 +158 @@
      # stderr $LOGSUBDIR/dist.process.load.log
 
-    $run = disttool -pendingcomponent -stage $DIST_STAGE:$currentStage
+    $run = disttool -limit 15 -pendingcomponent -stage $DIST_STAGE:$currentStage
     $currentStage ++
     if ($currentStage >= $DIST_STAGE:n) set currentStage = 0
@@ -176 +176 @@
       end
     end
-    add_poll_args run
+    # add_poll_args run
     add_poll_labels run
     command $run

trunk/ippTasks/pantasks.pro

@@ -21 +21 @@
 
 $RUNPOLL  = 0.5
-$RUNEXEC  = 1.0
+$RUNEXEC  = 2.5
 
 $EXIT_SUCCESS     = 0

trunk/ippTasks/survey.pro

@@ -454 +454 @@
   periods      -exec $SURVEY_EXEC
   periods      -timeout $SURVEY_TIMEOUT
-  trange       12:00:00 13:00:00
-  npending     1
+  trange        13:00:00 14:00:00
+  npending      1
 
   stdout $LOGDIR/survey.SSdiff.log

trunk/ippTasks/warp.pro

@@ -165 +165 @@
 
   task.exec
+    # if we are unable to run the 'exec', use a long retry time
+    periods -exec $RUNEXEC
+
     book npages warpInputExp -var N
     if ($N == 0) break
@@ -203 +206 @@
       echo command $run
     end
+    periods -exec 0.05
     command $run
   end
@@ -292 +296 @@
 
   task.exec
+    # if we are unable to run the 'exec', use a long retry time
+    periods -exec $RUNEXEC
+
     book npages warpPendingSkyCell -var N
     if ($N == 0) break
@@ -342 +349 @@
       echo command $run
     end
+    periods -exec 0.05
     command $run
   end