Changeset 26670

Timestamp:

Jan 22, 2010, 11:38:51 AM (16 years ago)

Author:

watersc1

Message:

"Final" version of the nightly stacks code. I may add more forcing later, if we have a lot of faults to skip through.

Location:

trunk

Files:

• ippScripts/Build.PL (modified) (1 diff)
• ippScripts/MANIFEST (modified) (1 diff)
• ippScripts/scripts/automate_stacks.pl (modified) (4 diffs)
• ippTasks/Makefile.am (modified) (1 diff)
• tools/gpc1_find_images.pl (modified) (1 diff)
• tools/make_burntool_pcontrol.pl (modified) (2 diffs)
• tools/neb-ds9.pl (modified) (2 diffs)
• tools/wiki_nightly_stacks_table.pl (modified) (1 diff)

trunk/ippScripts/Build.PL

@@ -100 +100 @@
         scripts/dqstats_bundle.pl
         scripts/whichimage
+        scripts/automate_stacks.pl
     )],
     dist_abstract => 'Scripts for running the Pan-STARRS IPP',

trunk/ippScripts/MANIFEST

@@ -36 +36 @@
 scripts/isp_trans.pl
 scripts/ds9_cmf_regions.pl
+scripts/automate_stacks.pl
 t/00_distribution.t

trunk/ippScripts/scripts/automate_stacks.pl

@@ -36 +36 @@
 my ( $date, $camera, $dbname, $logfile, $verbose);
 my ( $check_registration, $define_burntool, $queue_burntool, $check_chips, $queue_chips, $check_stacks, $queue_stacks);
-my ( $help, $this_target_only, $this_filter_only, $isburning);
+my ( $help, $this_target_only, $this_filter_only, $isburning, $force_stack_count);
 GetOptions(
     'help|h'               => \$help,
@@ -54 +54 @@
     'this_filter_only=s'   => \$this_filter_only,
     'isburning'            => \$isburning,
+    'force_stack_count'    => \$force_stack_count,
     ) or pod2usage ( 2 );
 pod2usage( -msg => 
@@ -65 +66 @@
            --this_target_only     Process only a single target.
            --this_filter_only     Process only a single filter.
+           --isburning            Signal that we are currently burntooling.
+           --force_stack_count    Force the chip/warp counts.
         Modes:
            --check_registration   Confirm the data downloaded correctly.
@@ -527 +530 @@
         foreach my $filter (@filter_list) {
             my ($Nexposures,$NprocChips,$NprocWarps,$Nalready) = pre_stack_queue($date,$target,$filter);
-            if (($NprocChips != $NprocWarps)) { #||($NprocWarps == 0)||($NprocChips == 0)) {
+            if ((!defined($force_stack_count))&&($NprocChips != $NprocWarps)) { # This makes me sad. :(
                 print STDERR "execute_stacks: Target $target on $date is not fully processed. ($NprocChips $NprocWarps)\n";
                 $metadata_out{nsState} = 'FORCETOWARP';

trunk/ippTasks/Makefile.am

@@ -30 +30 @@
         publish.pro \
         dqstats.pro \
-        science.cleanup.pro
+        science.cleanup.pro \
+        nightly_stacks.pro
 
 other_files = \

trunk/tools/gpc1_find_images.pl

@@ -208 +208 @@
             push @{ $mapping{$class} }, $skycell;
             push @{ $mapping{$raw_class} }, $skycell;
+#           print STDERR "$raw_class $class $skycell\n";
         }
     }

trunk/tools/make_burntool_pcontrol.pl

@@ -266 +266 @@
         printf(" burntool %s %s\n",$date_min,$date_max);
     }
-    print "\n";
+    unless(exists($opt{d})) {
+        print "\n";
+    }
     $N_ranges += ($#start_s + 1);
 }
@@ -311 +313 @@
 }
 sub print_short_epilogue {
+    if (exists($opt{b})) {
+        print STDERR "There were no science exposures to process. Sorry, try again tomorrow.\n";
+        return();
+    }
     print << 'END_SHORT_EPILOGUE';
 

trunk/tools/neb-ds9.pl

@@ -4 +4 @@
 getopts('AM',\%opt);
 
-$cmd = 'ds9 -scale mode zscale ';
+$cmd = 'ds9  -scale mode zscale ';
 
 if (exists($opt{A})) {
@@ -21 +21 @@
     }
 }
+#$cmd .= "  -zoom to fit -regions format xy -regions system wcs -regions load targets.reg  ";
 system("$cmd");

trunk/tools/wiki_nightly_stacks_table.pl

@@ -133 +133 @@
 
 #warps
-$sth = "select rawExp.dateobs,warpRun.state,rawExp.filter,count(warpRun.state),warpRun.data_group,warpRun.dist_group from warpRun JOIN fakeRun using (fake_id) JOIN camRun using (cam_id) JOIN chipRun using (chip_id) JOIN rawExp using (exp_id)  where warpRun.label LIKE '%nightlystack' GROUP BY data_group,filter ORDER BY data_group,filter"; 
+$sth = "select rawExp.dateobs,warpRun.state,rawExp.filter,count(warpRun.state),warpRun.data_group,warpRun.dist_group from warpRun JOIN fakeRun using (fake_id) JOIN camRun using (cam_id) JOIN chipRun using (chip_id) JOIN rawExp using (exp_id)  where warpRun.label LIKE '%nightlystack' GROUP BY data_group,filter,state ORDER BY data_group,filter"; 
 $data_ref = $db->selectall_arrayref( $sth );