Changeset 11210 for trunk/ippTasks/phase3.pro

Timestamp:

Jan 19, 2007, 5:24:59 PM (19 years ago)

Author:

eugene

Message:

converting to book version

File:

• trunk/ippTasks/phase3.pro (modified) (8 diffs)

trunk/ippTasks/phase3.pro

@@ -1 @@
-## this file contains the tasks for running the phase 0 stage
+## this file contains the tasks for running the phase 3 stage
+## these tasks use the book p3PendingExp
 
-## these tasks use the queue Phase3Exposures
-## the Phase3Exposures queue contains:
-## STATE EXP_TAG CLASS CLASS_ID URI-FITS
-## queue keys are counted from 0
-
-queueinit Phase3Exposures
 if ($?network == 0)
   $network = 1
@@ -13 +8 @@
   $parallel = 0
 end
-
-$Phase3ExposureFail = 0
-
 if ($?VERBOSE == 0)
   echo "VERBOSE not defined: load pantasks.pro first"
@@ -24 +16 @@
   break
 end
+
 $LOGSUBDIR = $LOGDIR/phase3
 exec mkdir -p $LOGSUBDIR
 
+book init p3PendingExp
+
 macro phase3.status
-  queueprint Phase3Exposures
-  echo "Phase3ExposureFail: $Phase3ExposureFail"
+  book listbook p3PendingExp
 end
 
 # select images ready for phase3 analysis
-# new entries are added to queue Phase3Exposures
-# compare the new list with the ones already selected
+# new entries are added to p3PendingExp
+# skip already-present entries
 task           phase3.exp.load
   host         local
@@ -46 +40 @@
 
   task.exec
-    command      p3tool -pendingexp -simple
+    command p3tool -pendingexp -limit 20
   end
 
   # success
   task.exit    0
-    local i Nqueue
-
-    # compare output with Phase3Exposures queue
-    # only add entries which don't exist in queue
-    queuesize stdout -var Nqueue
-    for i 0 $Nqueue
-      queuepop stdout -var line
-      if ($VERBOSE > 2)
-        echo $line
-      end
-      list word -split $line
-      $EXP_TAG   = $word:0
-      queuepush Phase3Exposures -uniq -key 1 "NEW $EXP_TAG"
+    # convert 'stdout' to book format
+    ipptool2book stdout p3PendingExp -key exp_tag -uniq
+    if ($VERBOSE > 2)
+      book listbook p3PendingExp
     end
 
     # delete existing entries which are DONE
-    queuedrop Phase3Exposures -key 0 DONE
+    book delpage p3PendingExp -key state DONE
   end
 
@@ -88 +73 @@
 
   task.exec
-    queuesize Phase3Exposures -var N
+    book npages p3PendingExp -var N
     if ($N == 0) break
     if ($network == 0) break
     
-    # look for new images on the internal DetrendExposuresToProcess queue
-    # caution with these 'if' statements: syntax errors 
-    # will make the task fail without given a good status
-    queuepop Phase3Exposures -var line -key 0 NEW
-    if ("$line" == "NULL") break
+    # look for new images in p3PendingExp (state == NULL)
+    book getpage p3PendingExp 0 -var pageName -key state NULL
+    if ($pageName == NULL) break
 
-    strpop line state
-    queuepush Phase3Exposures -replace -key 1 "RUN $line"
+    book setword p3PendingExp $pageName state RUN
+    book getword p3PendingExp $pageName camera -var CAMERA
+    book getword p3PendingExp $pageName exp_tag -var EXP_TAG
 
-    ## the Phase3Exposures queue contains:
-    ## STATE EXP_TAG CAMERA TELESCOPE TYPE NCLASS
-    list word -split $line
-    $EXP_TAG   = $word:0
+    # specify choice of remote host:(need to choose based on chips)
+    if ($parallel)
+      host anyhost
+    else
+      host local
+    end
 
     # XXX this is still a lame rule
@@ -114 +100 @@
     exec mkdir -p $LOGSUBDIR/$base
 
-    # specify choice of remote host:(need to choose based on chips)
-    if ($parallel)
-      host anyhost
-    else
-      host local
-    end
+    # save the pageName for future reference below
+    options $pageName
 
     # create the command line
-    options "$line"
     if ($VERBOSE > 1)
       echo command phase3.pl --exp_tag $EXP_TAG
     end
-    command phase3.pl --exp_tag $EXP_TAG --camera CTIO_MOSAIC2
+    command phase3.pl --exp_tag $EXP_TAG --camera $CAMERA
   end
 
   # success
   task.exit 0
-    # phase3exp.pl updates DB tables, here we just update the queue
-    queuepush Phase3Exposures -replace -key 1 "DONE $options:0"
+    # phase3exp.pl updates DB tables, here we just update the page
+    book setword p3PendingExp $options:0 state DONE
   end
 
@@ -138 +119 @@
   task.exit    default
     showcommand failure
-    queuepush Phase3Exposures -replace -key 1 "FAIL $options:0"
-    $Phase3ExposureFail ++
+    book setword p3PendingExp $options:0 state FAIL
   end
 
@@ -145 +125 @@
   task.exit    timeout
     showcommand timeout
-    queuepush Phase3Exposures -replace -key 1 "TIMEOUT $options:0"
-    $Phase3ExposureFail ++
+    book setword p3PendingExp $options:0 state TIMEOUT
   end
 end