IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Ignore:
Timestamp:
Apr 6, 2008, 10:17:02 AM (18 years ago)
Author:
eugene
Message:

multidatabase mode

File:
1 edited

Legend:

Unmodified
Added
Removed
  • trunk/ippTasks/summit.copy.pro

    r16643 r17345  
    7070end
    7171
     72# these variables will cycle through the known database names
     73$pztoolDatastore_DB = 0
     74$pztoolPendingExp_DB = 0
     75$pztoolPendingImfile_DB = 0
     76
    7277# build a book of datastores to poll for data
    7378task pztool.datastore
    74     command      pztool -datastore
    7579    host         local
    7680
     
    8387    # trange       00:00 04:00
    8488
     89    task.exec
     90      if ($DB:n == 0)
     91        option DEFAULT
     92        command pztool -datastore
     93      else
     94        # save the DB name for the exit tasks
     95        option $DB:$pztoolDatastore_DB
     96        command pztool -datastore -dbname $DB:$pztoolDatastore_DB
     97        $pztoolDatastore_DB ++
     98        if ($pztoolDatastore_DB >= $DB:n) set pztoolDatastore_DB = 0
     99      end
     100    end
     101
    85102    # success
    86103    task.exit 0
     
    88105        book init pzDataStore
    89106        # convert 'stdout' to book format
    90         ipptool2book stdout pzDataStore -key camera:telescope -uniq
     107        ipptool2book stdout pzDataStore -key camera:telescope -uniq -setword dbname $options:0
    91108    end
    92109
     
    126143        end
    127144
    128         book getword pzDataStore $pageName camera -var CAMERA
     145        book getword pzDataStore $pageName camera    -var CAMERA
    129146        book getword pzDataStore $pageName telescope -var TELESCOPE
    130         book getword pzDataStore $pageName uri -var URI
     147        book getword pzDataStore $pageName uri       -var URI
     148        book getword pzDataStore $pageName dbname    -var DBNAME
    131149
    132150        # store the current page
    133151        options $pageName
    134152
    135         $run = pzgetexp -uri $URI -inst $CAMERA -telescope $TELESCOPE
     153        $run = pzgetexp -uri $URI -inst $CAMERA -telescope $TELESCOPE -dbname $DBNAME
    136154
    137155        # create the command line
     
    156174# build a book of exps/filesetids that need to be queried
    157175task pztool.pendingexp
    158     command      pztool -pendingexp -limit 5
    159176    host         local
    160177
     
    162179    periods      -poll     1
    163180    periods      -timeout  20
    164     # trage       16:00 23:59
    165     # trage       00:00 04:00
     181    # trange       16:00 23:59
     182    # trange       00:00 04:00
    166183    npending     1
     184
     185    task.exec
     186      if ($DB:n == 0)
     187        option DEFAULT
     188        command pztool -pendingexp -limit 5
     189      else
     190        # save the DB name for the exit tasks
     191        option $DB:$pztoolPendingExp_DB
     192        command pztool -pendingexp -limit 5 -dbname $DB:$pztoolPendingExt_DB
     193        $pztoolPendingExp_DB ++
     194        if ($pztoolPendingExp_DB >= $DB:n) set pztoolPendingExp_DB = 0
     195      end
     196    end
    167197
    168198    # success
    169199    task.exit 0
    170200        # convert 'stdout' to book format
    171 # XXX we probably want the database to be user-defined...
    172 #       ipptool2book stdout pzPendingExp -key exp_name:camera:telescope -uniq -setword dbname $options:0 -setword pantaskState INIT
    173         ipptool2book stdout pzPendingExp -key exp_name:camera:telescope -uniq -setword pantaskState INIT
     201        ipptool2book stdout pzPendingExp -key exp_name:camera:telescope -uniq -setword dbname $options:0 -setword pantaskState INIT
    174202
    175203        # delete existing entries in the appropriate pantaskStates
     
    216244        book setword pzPendingExp $pageName pantaskState RUN
    217245
    218         book getword pzPendingExp $pageName exp_name -var EXP_NAME
    219         book getword pzPendingExp $pageName camera -var CAMERA
     246        book getword pzPendingExp $pageName exp_name  -var EXP_NAME
     247        book getword pzPendingExp $pageName camera    -var CAMERA
    220248        book getword pzPendingExp $pageName telescope -var TELESCOPE
    221         book getword pzPendingExp $pageName dateobs -var DATEOBS
    222         book getword pzPendingExp $pageName exp_type -var EXP_TYPE
    223         book getword pzPendingExp $pageName uri -var URI
    224         book getword pzPendingExp $pageName imfiles -var IMFILES
     249        book getword pzPendingExp $pageName dateobs   -var DATEOBS
     250        book getword pzPendingExp $pageName exp_type  -var EXP_TYPE
     251        book getword pzPendingExp $pageName uri       -var URI
     252        book getword pzPendingExp $pageName imfiles   -var IMFILES
     253        book getword pzPendingExp $pageName dbname    -var DBNAME
    225254
    226255        # store the current page
     
    228257
    229258        $batman = $EXP_NAME
    230         $run = pzgetimfiles -uri $URI -filesetid $batman -inst $CAMERA -telescope $TELESCOPE
     259        $run = pzgetimfiles -uri $URI -filesetid $batman -inst $CAMERA -telescope $TELESCOPE -dbname $DBNAME
    231260
    232261        # create the command line
     
    256285# build a book of imfiles/files that need to be downloaded
    257286task pztool.pendingimfile
    258     command      pztool -pendingimfile -limit 40
    259287    host         local
    260288
     
    266294    npending     1
    267295
     296    # select entries from the current DB; cycle to the next DB, if it exists
     297    # iff the DB list is not set, use the value defined in .ipprc
     298    task.exec
     299      if ($DB:n == 0)
     300        option DEFAULT
     301        command pztool -pendingimfile -limit 40
     302      else
     303        # save the DB name for the exit tasks
     304        option $DB:$pztoolPendingImfile_DB
     305        command pztool -pendingimfile -limit 40 -dbname $DB:$pztoolPendingImfile_DB
     306        $pztoolPendingImfile_DB ++
     307        if ($pztoolPendingImfile_DB >= $DB:n) set pztoolPendingImfile_DB = 0
     308      end
     309    end
     310 
    268311    # success
    269312    task.exit    0
    270313        # convert 'stdout' to book format
    271 #       ipptool2book stdout pzPendingImfile -key exp_name:camera:telescope:class:class_id -uniq -setword dbname $options:0 -setword pantaskState INIT
    272         ipptool2book stdout pzPendingImfile -key exp_name:camera:telescope:class:class_id -uniq -setword pantaskState INIT
     314        ipptool2book stdout pzPendingImfile -key exp_name:camera:telescope:class:class_id -uniq -setword dbname $options:0 -setword pantaskState INIT
    273315        book shuffle pzPendingImfile
    274316
     
    284326    end
    285327end
    286 
    287328
    288329# retreive an imfile with dsget and then call pztool -copydone
     
    321362        book getword pzPendingImfile $pageName class     -var CLASS
    322363        book getword pzPendingImfile $pageName class_id  -var CLASS_ID
     364        book getword pzPendingImfile $pageName dbname    -var DBNAME
    323365
    324366        set.host.for.camera $CAMERA $CLASS_ID
     
    349391        book setword pzPendingImfile $pageName filename $FILENAME
    350392
    351         $run = summit_copy.pl --uri $URI --filename $FILENAME --exp_name $EXP_NAME --inst $CAMERA --telescope $TELESCOPE --class $CLASS --class_id $CLASS_ID --end_stage reg --workdir $workdir
     393        $run = summit_copy.pl --uri $URI --filename $FILENAME --exp_name $EXP_NAME --inst $CAMERA --telescope $TELESCOPE --class $CLASS --class_id $CLASS_ID --end_stage reg --workdir $workdir --dbname $DBNAME
    352394        if ($COMPRESS)
    353395            $run = $run --compress
Note: See TracChangeset for help on using the changeset viewer.