IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changeset 27513


Ignore:
Timestamp:
Mar 29, 2010, 3:08:03 PM (16 years ago)
Author:
watersc1
Message:
  • Update configuration to queue from OBS_MODE/OBJECT instead of Comment (except for microtest)
  • Expand microtest to queue on OBJECT to select which tesselation id to use (this is a hack, but microtest still uses comments, too)
  • Add REDUCTION config entry so that specific targets can be processed with a specific reduction class (or, a given target can be processed in multiple ways)
  • Correctly set state to DROP when there are no exposures to process
  • Migrate burntool logfiles to /data/$host.0/burntool_logs/.
Location:
trunk
Files:
3 edited

Legend:

Unmodified
Added
Removed

  • trunk/ippScripts/scripts/automate_stacks.pl

    r27512 r27513  
    5555
    5656# Grab options
    57 my ( $date, $camera, $dbname, $logfile, $verbose);
     57my ( $date, $camera, $dbname, $logfile, $verbose, $manual);
    5858my ( $help, $isburning, $force_stack_count, $test_mode, $this_target_only, $this_filter_only);
    5959my ( $check_registration, $define_burntool, $queue_burntool, $check_chips, $queue_chips);
    … …  
    125125my %comment_list= ();
    126126my %stackable_list = ();
     127my %reduction_class = ();
    127128my $retention_time = 9000;
    128129
    … …  
    168169                $stackable_list{$this_target} = ${ $tentry }{value};
    169170            }
     171            elsif (${ $tentry }{name} eq 'REDUCTION') {
     172                $reduction_class{$this_target} = ${ $tentry }{value};
     173            }
    170174        }
    171175    }
    … …  
    307311        $Nsummit_exps++;
    308312        if ($summit_fault) {
    309             print STDERR "check_summit_copy: $date $exp_name has summit_fault $summit_fault";
     313            print STDERR "check_summit_copy: $date $exp_name has summit_fault $summit_fault";
    310314            if ($exp_type ne 'OBJECT') {
    311315                print STDERR " (but I don't care).\n";
    … …  
    450454    my $target = shift;
    451455
    452     my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
     456    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
    453457
    454458    my $select =  "-dateobs_begin ${date}T00:00:00 -dateobs_end ${date}T23:59:59 ";
    … …  
    469473        $cmd .= " -comment '$comment' ";
    470474    }
     475    if (defined($reduction)) {
     476        $cmd .= " -set_reduction $reduction ";
     477    }
    471478    $cmd .= " $select ";
    472479    if ($debug == 1) {
    … …  
    484491    my $db = init_gpc_db();
    485492    $date =~ s/-//g;
    486     my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
     493    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
    487494
    488495    my $sth = "SELECT exp_id from chipRun where data_group = '$data_group' AND exp_id = $exp_id";
    … …  
    543550        my ($Nexposures,$Nimfiles,$Nburntooled,$Nalready) = pre_chip_queue($date,$target);
    544551        if ($Nexposures == 0) {
    545             print STDERR "execute_chips: Target $target on $date had no exposures.\n";
     552            print STDERR "execute_chips: Target $target on $date had no exposures.\n";
     553            next;
     554        }
     555        if ($Nalready != 0) {
     556            print STDERR "execute_chips: Not queueing $target on $date due to already existing exposures.\n";
    546557            next;
    547558        }
    548         if ($Nalready != 0) {
    549             print STDERR "execute_chips: Not queueing $target on $date due to already existing exposures.\n";
    550             next;
    551         }
    552559        if ($Nimfiles != $Nburntooled) {
    553             print STDERR "execute_chips: Target $target on $date is not fully burntooled.\n";
     560            print STDERR "execute_chips: Target $target on $date is not fully burntooled.\n";
    554561            $metadata_out{nsState} = 'NEEDSBURNING';
    555562            next;
    … …  
    574581    my $filter = shift;
    575582
    576     my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
     583    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
    577584
    578585    my $select =  "-select_dateobs_begin ${date}T00:00:00 -select_dateobs_end ${date}T23:59:59 ";
    … …  
    603610    my $db = init_gpc_db();
    604611    $date =~ s/-//g;
    605     my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
     612    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
    606613
    607614    my $sth = "SELECT skycell_id from stackRun where data_group = '$data_group' AND skycell_id = '$skycell' AND filter = '$filter'";
    … …  
    616623    my $filter = shift;
    617624
    618     my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
     625    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
    619626    # check warp stage == chip stage
    620627    my $db = init_gpc_db();
    … …  
    716723    my $cleaning_date = $dt->ymd;
    717724
    718     my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($cleaning_date,$target);
     725    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($cleaning_date,$target);
    719726
    720727    my $args .= " -dbname gpc1 -updaterun -set_state goto_cleaned -state full -data_group $data_group ";
    … …  
    779786    my $data_group = "${target}.${trunc_date}";
    780787    my $tess_id = $tessID_list{$target};
    781 
    782     return($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group);
     788    my $reduction = $reduction_class{$target};
     789    return($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction);
    783790}
    784791

  • trunk/ippTasks/nightly_stacks.pro

    r27471 r27513  
    605605    host $host
    606606#    set.host.for.camera GPC1 $class_id
    607     $logfile = "burntool_logs/$class_id.$start_date.log"
     607    $logfile = "/data/${host}.0/burntool_logs/$class_id.$start_date.log"
    608608
    609609    $run = ipp_apply_burntool.pl --class_id $class_id --dateobs_begin $start_date --dateobs_end $end_date --dbname gpc1 --logfile $logfile

  • trunk/ippconfig/recipes/nightly_science.config

    r27511 r27513  
    119119  STACKABLE BOOL FALSE
    120120END
    121 TARGETS METADATA
    122   NAME STR microtest
     121# This is a hack, and I freely admit it.
     122TARGETS METADATA
     123  NAME STR microtestMD01
     124  TESS STR MD01
     125  OBJECT STR MD01%
     126  COMMENT STR Microtest Obs%
     127  STACKABLE BOOL TRUE
     128END
     129TARGETS METADATA
     130  NAME STR microtestMD01.noPattern
     131  TESS STR MD01
     132  OBJECT STR MD01%
     133  COMMENT STR Microtest Obs%
     134  REDUCTION STR STDSCIENCE.V0
     135  STACKABLE BOOL TRUE
     136END
     137TARGETS METADATA
     138  NAME STR microtestMD02
     139  TESS STR MD02
     140  OBJECT STR MD02%
     141  COMMENT STR Microtest Obs%
     142  STACKABLE BOOL TRUE
     143END
     144TARGETS METADATA
     145  NAME STR microtestMD02.noPattern
     146  TESS STR MD02
     147  OBJECT STR MD02%
     148  COMMENT STR Microtest Obs%
     149  REDUCTION STR STDSCIENCE.V0
     150  STACKABLE BOOL TRUE
     151END
     152TARGETS METADATA
     153  NAME STR microtestMD03
     154  TESS STR MD03
     155  OBJECT STR MD03%
     156  COMMENT STR Microtest Obs%
     157  STACKABLE BOOL TRUE
     158END
     159TARGETS METADATA
     160  NAME STR microtestMD03.noPattern
     161  TESS STR MD03
     162  OBJECT STR MD03%
     163  COMMENT STR Microtest Obs%
     164  REDUCTION STR STDSCIENCE.V0
     165  STACKABLE BOOL TRUE
     166END
     167TARGETS METADATA
     168  NAME STR microtestMD04
    123169  TESS STR MD04
    124   COMMENT STR Microtest Obs%
    125   STACKABLE BOOL TRUE
    126 END
    127 # TARGETS METADATA
    128 #  NAME STR CMB
    129 #  TESS STR RINGS.V0
    130 #  COMMENT STR CMB_Cold%
    131 #  STACKABLE BOOL FALSE
    132 # END
    133 # TARGETS METADATA
    134 #  NAME STR SVS
    135 #  TESS STR RINGS.V0
    136 #  COMMENT STR SVS%
    137 #  STACKABLE BOOL FALSE
    138 # END
     170  OBJECT STR MD04%
     171  COMMENT STR Microtest Obs%
     172  STACKABLE BOOL TRUE
     173END
     174TARGETS METADATA
     175  NAME STR microtestMD04.noPattern
     176  TESS STR MD04
     177  OBJECT STR MD04%
     178  COMMENT STR Microtest Obs%
     179  REDUCTION STR STDSCIENCE.V0
     180  STACKABLE BOOL TRUE
     181END
     182TARGETS METADATA
     183  NAME STR microtestMD05
     184  TESS STR MD05
     185  OBJECT STR MD05%
     186  COMMENT STR Microtest Obs%
     187  STACKABLE BOOL TRUE
     188END
     189TARGETS METADATA
     190  NAME STR microtestMD05.noPattern
     191  TESS STR MD05
     192  OBJECT STR MD05%
     193  COMMENT STR Microtest Obs%
     194  REDUCTION STR STDSCIENCE.V0
     195  STACKABLE BOOL TRUE
     196END
     197TARGETS METADATA
     198  NAME STR microtestMD06
     199  TESS STR MD06
     200  OBJECT STR MD06%
     201  COMMENT STR Microtest Obs%
     202  STACKABLE BOOL TRUE
     203END
     204TARGETS METADATA
     205  NAME STR microtestMD06.noPattern
     206  TESS STR MD06
     207  OBJECT STR MD06%
     208  COMMENT STR Microtest Obs%
     209  REDUCTION STR STDSCIENCE.V0
     210  STACKABLE BOOL TRUE
     211END
     212TARGETS METADATA
     213  NAME STR microtestMD07
     214  TESS STR MD07
     215  OBJECT STR MD07%
     216  COMMENT STR Microtest Obs%
     217  STACKABLE BOOL TRUE
     218END
     219TARGETS METADATA
     220  NAME STR microtestMD07.noPattern
     221  TESS STR MD07
     222  OBJECT STR MD07%
     223  COMMENT STR Microtest Obs%
     224  REDUCTION STR STDSCIENCE.V0
     225  STACKABLE BOOL TRUE
     226END
     227TARGETS METADATA
     228  NAME STR microtestMD08
     229  TESS STR MD08
     230  OBJECT STR MD08%
     231  COMMENT STR Microtest Obs%
     232  STACKABLE BOOL TRUE
     233END
     234TARGETS METADATA
     235  NAME STR microtestMD08.noPattern
     236  TESS STR MD08
     237  OBJECT STR MD08%
     238  COMMENT STR Microtest Obs%
     239  REDUCTION STR STDSCIENCE.V0
     240  STACKABLE BOOL TRUE
     241END
     242TARGETS METADATA
     243  NAME STR microtestMD09
     244  TESS STR MD09
     245  OBJECT STR MD09%
     246  COMMENT STR Microtest Obs%
     247  STACKABLE BOOL TRUE
     248END
     249TARGETS METADATA
     250  NAME STR microtestMD09.noPattern
     251  TESS STR MD09
     252  OBJECT STR MD09%
     253  COMMENT STR Microtest Obs%
     254  REDUCTION STR STDSCIENCE.V0
     255  STACKABLE BOOL TRUE
     256END
     257TARGETS METADATA
     258  NAME STR microtestMD10
     259  TESS STR MD10
     260  OBJECT STR MD10%
     261  COMMENT STR Microtest Obs%
     262  STACKABLE BOOL TRUE
     263END
     264TARGETS METADATA
     265  NAME STR microtestMD10.noPattern
     266  TESS STR MD10
     267  OBJECT STR MD10%
     268  COMMENT STR Microtest Obs%
     269  REDUCTION STR STDSCIENCE.V0
     270  STACKABLE BOOL TRUE
     271END
Note: See TracChangeset for help on using the changeset viewer.