Changeset 35118 for trunk/ippScripts/scripts/background_warp.pl

Timestamp:

Feb 7, 2013, 1:40:20 PM (13 years ago)

Author:

bills

Message:

Changes to the chip backround and warp background stages.
In chip background stage

Apply an auxillary mask selected for now from hard coded location.
Read input variance and include it in the output data products

In warp background stage

Read and write variance images
Get smf from alternate camRun. For now using a hard coded label
eventually from the warpBackgroundRun

File:

• trunk/ippScripts/scripts/background_warp.pl (modified) (7 diffs)

trunk/ippScripts/scripts/background_warp.pl

@@ -29 +29 @@
 my $missing_tools;
 my $bgtool = can_run('bgtool') or (warn "Can't find bgtool" and $missing_tools = 1);
+my $camtool = can_run('camtool') or (warn "Can't find camtool" and $missing_tools = 1);
 my $pswarp = can_run('pswarp') or (warn "Can't find pswarp" and $missing_tools = 1);
 my $ppConfigDump = can_run('ppConfigDump') or (warn "Can't find ppConfigDump" and $missing_tools = 1);
@@ -38 +39 @@
 
 my ($warp_bg_id, $skycell_id, $tess_dir, $reduction, $camera, $dbname, $outroot, $threads, $verbose, $no_update, $no_op, $redirect, $save_temps);
-my ($astrometry, $imageName, $maskName, $magicked);
+my ($astrometry, $imageName, $maskName, $weightName, $magicked);
 GetOptions(
     'warp_bg_id|i=s'      => \$warp_bg_id, # Warp identifier
@@ -117 +118 @@
 # Get list of filenames
 my $tempOutRoot = "/tmp/background.warp.$warp_bg_id.$skycell_id";
+
+# XXX: get this from recipe
+my $alternate_astrometry_label = 'M31.test.20130206.bgsub';
+# XXX: get exp_id from command line
+my $exp_id = 196758;
+
 if (!defined $imageName) {
     # go find our inputs
-    my ($imageFile, $maskFile);
+    my $astrom_path_base;
+    if (defined $alternate_astrometry_label) {
+        my $command = "$camtool -processedexp -exp_id $exp_id -label $alternate_astrometry_label";
+        $command .= " -dbname $dbname" if $dbname;
+        my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+            run(command => $command, verbose => $verbose);
+        unless ($success) {
+            $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+            &my_die("Unable to perform camtool -processedexp: $error_code", $warp_bg_id, $error_code);
+        }
+        my $entries = $mdcParser->parse_list(join "", @$stdout_buf) or
+            &my_die("Unable to parse metadata config doc", $warp_bg_id, $PS_EXIT_PROG_ERROR);
+        my $entry = $entries->[0];
+        $astrom_path_base = $entry->{path_base};
+    }
+
+    my ($imageFile, $maskFile, $weightFile);
     ($imageFile, $imageName) = tempfile( "$tempOutRoot.image.list.XXXX",  UNLINK => !$save_temps);
     ($maskFile, $maskName) = tempfile( "$tempOutRoot.mask.list.XXXX",   UNLINK => !$save_temps);
+    ($weightFile, $weightName) = tempfile( "$tempOutRoot.wt.list.XXXX",   UNLINK => !$save_temps);
     my $command = "$bgtool -warpinputs";
     $command .= " -warp_bg_id $warp_bg_id";
@@ -139 +163 @@
         my $image = $ipprc->filename("PPBACKGROUND.OUTPUT", $chip_path, $class_id);
         my $mask = $ipprc->filename("PPBACKGROUND.OUTPUT.MASK", $chip_path, $class_id );
+        my $wt = $ipprc->filename("PPBACKGROUND.OUTPUT.VARIANCE", $chip_path, $class_id );
         print $imageFile "$image\n";
         print $maskFile "$mask\n";
+        print $weightFile "$wt\n";
         &my_die("Can't find input image: $image", $warp_bg_id, $skycell_id, $PS_EXIT_PROG_ERROR) unless $ipprc->file_exists($image);
         &my_die("Can't find input mask: $mask", $warp_bg_id, $skycell_id, $PS_EXIT_PROG_ERROR) unless $ipprc->file_exists($mask);
+        &my_die("Can't find input mask: $wt", $warp_bg_id, $skycell_id, $PS_EXIT_PROG_ERROR) unless $ipprc->file_exists($wt);
 
         &my_die("Magic status don't match: $magicked vs $file->{magicked}", $warp_bg_id, $skycell_id, $PS_EXIT_PROG_ERROR) if defined $magicked and $magicked != $file->{magicked};
         $magicked = $file->{magicked};
 
-        my $cam_path = $file->{cam_path_base};
-        my $astrom = $ipprc->filename($astromSource, $cam_path);
-        &my_die("Astrometry files don't match: $astrom vs $astrometry", $warp_bg_id, $skycell_id, $PS_EXIT_PROG_ERROR) if defined $astrometry and $astrom ne $astrometry;
-        $astrometry = $astrom;
+        if (!$astrom_path_base) {
+            my $cam_path = $file->{cam_path_base};
+            my $astrom = $ipprc->filename($astromSource, $cam_path);
+            &my_die("Astrometry files don't match: $astrom vs $astrometry", $warp_bg_id, $skycell_id, $PS_EXIT_PROG_ERROR) if defined $astrometry and $astrom ne $astrometry;
+            $astrometry = $astrom;
+        } elsif (!$astrometry) {
+            # using alternate astrometry
+            $astrometry = $ipprc->filename($astromSource, $astrom_path_base);
+        }
     }
     close $imageFile;
     close $maskFile;
+    close $weightFile;
 }
 
@@ -166 +199 @@
 my $out_image = prepare_output("PSWARP.OUTPUT", $outroot, $skycell_id,  1);
 my $out_mask = prepare_output("PSWARP.OUTPUT.MASK", $outroot, $skycell_id, 1);
+my $out_wt = prepare_output("PSWARP.OUTPUT.VARIANCE", $outroot, $skycell_id, 1);
 my $out_stats = prepare_output("SKYCELL.STATS", $outroot, $skycell_id, 1);
 my $out_config = prepare_output("PSWARP.CONFIG", $outroot, $skycell_id, 1);
@@ -179 +213 @@
     $command .= " -list $imageName";
     $command .= " -masklist $maskName";
+    $command .= " -variancelist $weightName";
     $command .= " -astrom $astrometry";
     $command .= " $outroot $skyFile";
@@ -220 +255 @@
         &my_die("Couldn't find expected output file: $out_image", $warp_bg_id, $skycell_id, $PS_EXIT_SYS_ERROR) unless $ipprc->file_exists($out_image);
         &my_die("Couldn't find expected output file: $out_mask", $warp_bg_id, $skycell_id, $PS_EXIT_SYS_ERROR) unless $ipprc->file_exists($out_mask);
+        &my_die("Couldn't find expected output file: $out_wt", $warp_bg_id, $skycell_id, $PS_EXIT_SYS_ERROR) unless $ipprc->file_exists($out_wt);
         &my_die("Couldn't find expected output file: $out_config", $warp_bg_id, $skycell_id, $PS_EXIT_SYS_ERROR) unless $ipprc->file_exists($out_config);
     }