Changeset 27513 for trunk/ippScripts/scripts/automate_stacks.pl

Timestamp:

Mar 29, 2010, 3:08:03 PM (16 years ago)

Author:

watersc1

Message:

• Update configuration to queue from OBS_MODE/OBJECT instead of Comment (except for microtest)
• Expand microtest to queue on OBJECT to select which tesselation id to use (this is a hack, but microtest still uses comments, too)
• Add REDUCTION config entry so that specific targets can be processed with a specific reduction class (or, a given target can be processed in multiple ways)
• Correctly set state to DROP when there are no exposures to process
• Migrate burntool logfiles to /data/$host.0/burntool_logs/.

File:

• trunk/ippScripts/scripts/automate_stacks.pl (modified) (13 diffs)

trunk/ippScripts/scripts/automate_stacks.pl

@@ -55 +55 @@
 
 # Grab options
-my ( $date, $camera, $dbname, $logfile, $verbose);
+my ( $date, $camera, $dbname, $logfile, $verbose, $manual);
 my ( $help, $isburning, $force_stack_count, $test_mode, $this_target_only, $this_filter_only);
 my ( $check_registration, $define_burntool, $queue_burntool, $check_chips, $queue_chips);
@@ -125 +125 @@
 my %comment_list= ();
 my %stackable_list = ();
+my %reduction_class = ();
 my $retention_time = 9000;
 
@@ -168 +169 @@
                 $stackable_list{$this_target} = ${ $tentry }{value};
             }
+            elsif (${ $tentry }{name} eq 'REDUCTION') {
+                $reduction_class{$this_target} = ${ $tentry }{value};
+            }
         }
     }
@@ -307 +311 @@
         $Nsummit_exps++;
         if ($summit_fault) {
-            print STDERR "check_summit_copy: $date $exp_name has summit_fault $summit_fault";
+            print STDERR "check_summit_copy: $date $exp_name has summit_fault $summit_fault";
             if ($exp_type ne 'OBJECT') {
                 print STDERR " (but I don't care).\n";
@@ -450 +454 @@
     my $target = shift;
 
-    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
+    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
 
     my $select =  "-dateobs_begin ${date}T00:00:00 -dateobs_end ${date}T23:59:59 ";
@@ -469 +473 @@
         $cmd .= " -comment '$comment' ";
     }
+    if (defined($reduction)) {
+        $cmd .= " -set_reduction $reduction ";
+    }
     $cmd .= " $select ";
     if ($debug == 1) {
@@ -484 +491 @@
     my $db = init_gpc_db();
     $date =~ s/-//g;
-    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
+    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
 
     my $sth = "SELECT exp_id from chipRun where data_group = '$data_group' AND exp_id = $exp_id";
@@ -543 +550 @@
         my ($Nexposures,$Nimfiles,$Nburntooled,$Nalready) = pre_chip_queue($date,$target);
         if ($Nexposures == 0) {
-            print STDERR "execute_chips: Target $target on $date had no exposures.\n";
+            print STDERR "execute_chips: Target $target on $date had no exposures.\n";
+            next;
+        }
+        if ($Nalready != 0) {
+            print STDERR "execute_chips: Not queueing $target on $date due to already existing exposures.\n";
             next;
         }
-        if ($Nalready != 0) {
-            print STDERR "execute_chips: Not queueing $target on $date due to already existing exposures.\n";
-            next;
-        }
         if ($Nimfiles != $Nburntooled) {
-            print STDERR "execute_chips: Target $target on $date is not fully burntooled.\n";
+            print STDERR "execute_chips: Target $target on $date is not fully burntooled.\n";
             $metadata_out{nsState} = 'NEEDSBURNING';
             next;
@@ -574 +581 @@
     my $filter = shift;
 
-    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
+    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
 
     my $select =  "-select_dateobs_begin ${date}T00:00:00 -select_dateobs_end ${date}T23:59:59 ";
@@ -603 +610 @@
     my $db = init_gpc_db();
     $date =~ s/-//g;
-    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
+    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
 
     my $sth = "SELECT skycell_id from stackRun where data_group = '$data_group' AND skycell_id = '$skycell' AND filter = '$filter'";
@@ -616 +623 @@
     my $filter = shift;
 
-    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($date,$target);
+    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($date,$target);
     # check warp stage == chip stage
     my $db = init_gpc_db();
@@ -716 +723 @@
     my $cleaning_date = $dt->ymd;
 
-    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group) = get_tool_parameters($cleaning_date,$target);
+    my ($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction) = get_tool_parameters($cleaning_date,$target);
 
     my $args .= " -dbname gpc1 -updaterun -set_state goto_cleaned -state full -data_group $data_group ";
@@ -779 +786 @@
     my $data_group = "${target}.${trunc_date}";
     my $tess_id = $tessID_list{$target};
-
-    return($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group);
+    my $reduction = $reduction_class{$target};
+    return($label,$workdir,$obs_mode,$object,$comment,$tess_id,$dist_group,$data_group,$reduction);
 }