Changeset 24726 for trunk/ippScripts/scripts/magic_destreak.pl

Timestamp:

Jul 8, 2009, 6:19:50 PM (17 years ago)

Author:

bills

Message:

updates to magic destreak processing

File:

• trunk/ippScripts/scripts/magic_destreak.pl (modified) (12 diffs)

trunk/ippScripts/scripts/magic_destreak.pl

@@ -21 +21 @@
 
 use PS::IPP::Config 1.01 qw( :standard );
+use Nebulous::Client;
 
 use Getopt::Long qw( GetOptions :config auto_help auto_version gnu_getopt );
@@ -30 +31 @@
 my $streaksremove = can_run('streaksremove') or (warn "Can't find streaksremove" and $missing_tools = 1);
 my $camtool = can_run('camtool') or (warn "Can't find camtool" and $missing_tools = 1);
-# XXX: replace with real name for tool
-my $censordetections = "";
-# my $censordetections = can_run('censordetections') or (warn "Can't find censordetections" and $missing_tools = 1);
+my $censorObjects = can_run('censorObjects') or (warn "Can't find censorObjects" and $missing_tools = 1);
 if ($missing_tools) {
     warn("Can't find required tools.");
@@ -54 +53 @@
            'path_base=s'    => \$path_base,  # path_base of the input
            'inverse'        => \$inverse,    # Inverse subtraction?
-           'cam_path_base=s'=> \$cam_path_base,  # path_base of the associated camera run
+           'cam_path_base=s'=> \$cam_path_base,  # path_base from camera stage (for chip and raw)
            'outroot=s'      => \$outroot,     # "directory" for temporary images (may be nebulous)
            'recoveryroot=s' => \$recoveryroot,# "directory" for saving the images of excised pixels
@@ -102 +101 @@
 my $basename = basename($path_base);
 my $nebulousInput = inNebulous($dirname);
+my $nebulousOutput = inNebulous($outroot);
 
 # parse replace arguments check for errors and set up
 # the appropriate paths
+my $nebulous;
 if (defined($replace) and ($replace eq "T")) {
+    # for camera stage we need a handle to the nebulous server
+    if ($stage eq 'camera') {
+        my $nebulousServer = metadataLookupStr( $ipprc->{_siteConfig}, 'NEB_SERVER' );
+        &my_die("cannot find NEB_SERVER in site configuration", 
+                                        $magic_ds_id, $component, $PS_EXIT_CONFIG_ERROR) 
+            if !$ nebulousServer;
+
+        $nebulous = eval { Nebulous::Client->new( proxy => $nebulousServer ); };
+        if ($@ or not defined $nebulous) {
+            &my_die ("Unable to create a Nebulous::Client object with proxy $nebulousServer",
+                                    $magic_ds_id, $component , $PS_EXIT_UNKNOWN_ERROR);
+        }
+    }
     $replace = 1;
 } else {
@@ -111 +125 @@
 }
 
+
 # default value is "NULL" do not use
 if (defined($recoveryroot) and ($recoveryroot eq "NULL")) {
@@ -122 +137 @@
 
 # create the output directories if it is not a nebulous path and it doesn't exist
-if (!inNebulous($outroot)) {
+if (! $nebulousOutput) {
     if (! -e $outroot ) {
         my $code = system "mkdir -p $outroot";
@@ -128 +143 @@
                 $code >> 8) if $code;
     }
-#} elsif ($replace) {
-    # if input is in nebulous and we've been asked to replace the input with the destreaked
-    # version the output must be in nebulous as well
-    # XXX Is this necessary? if ($replace) the outputs are going to the nebulous "directory" of the
-    # input anyways. Why require that other files (log) be in nebulous
 }
 
@@ -208 +218 @@
         $weight = $ipprc->filename("PPIMAGE.CHIP.VARIANCE", $path_base, $class_id);
         $astrom = $ipprc->filename("PSASTRO.OUTPUT", $cam_path_base);
+        if (!$ipprc->file_exists($mask)) {
+            carp("camera mask file $mask for $component not found. Continuing using mask from chip stage.");
+            $mask = $ch_mask;
+            $ch_mask = undef;
+        }
+        # XXX: should we censor the sources as well? For now we're leaving them out of the distribution bundles
+        # because they confuse people
+        # XXX: make sure that this is the right file rule
+        # $sources = $ipprc->filename("PSPHOT.OUT.CMF.SPL",  $path_base);
+
     } elsif ($stage eq "warp") {
         $image  = $ipprc->filename("PSWARP.OUTPUT", $path_base);
@@ -247 +267 @@
     }
 } else {
+    # camera stage. The only work to do is to censor the detections file
+
     my $tempOutRoot = "/tmp/destreak";
     my ($maskListFile,   $maskListName)   = tempfile( "$tempOutRoot.mask.list.XXXX",   UNLINK => !$save_temps);
@@ -272 +294 @@
         if (!$quality) {
             my $mask = $ipprc->filename("PSASTRO.OUTPUT.MASK", $path_base, $class_id); 
+            if (! $ipprc->file_exists($mask)) {
+                # camera mask doesn't exist for this chip. Fall back to the chip mask
+                $mask= $ipprc->filename("PPIMAGE.CHIP.MASK", $file->{path_base}, $class_id);
+            }
             print $maskListFile "$mask\n";
         }
@@ -279 +305 @@
     my $astrom = $ipprc->filename("PSASTRO.OUTPUT", $path_base);
     {
-        my $output = $tmproot . basename($astrom);
-        my $command = "$censordetections -stage $stage -output $output";
-        $command .= " -astrom $astrom";
-        $command .= " -masklist $maskListName";
-        $command .= " -replace" if $replace;
+        my $command = "$censorObjects -file $astrom -masklist $maskListName $backup_path_base";
+        # $command .= " -replace" if $replace;
         $command .= " -dbname $dbname" if defined $dbname;
         unless (defined $no_op) {
@@ -290 +313 @@
             unless ($success) {
                 $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
-                &my_die("Unable to perform streaksremove: $error_code", $magic_ds_id, $component, $error_code);
+                &my_die("Unable to perform censorObjects: $error_code", $magic_ds_id, $component, $error_code);
+            }
+            my $output = $ipprc->filename("CENSOR.OUTPUT", $backup_path_base); 
+            &my_die("expected output file $output not found ", $magic_ds_id, $component, $PS_EXIT_DATA_ERROR)
+                unless $ipprc->file_exists($output);
+
+            if ($replace) {
+                $nebulous->swap($astrom, $output) or
+                    &my_die("nebulous swap failed $astrom $output", $magic_ds_id, $component, $PS_EXIT_UNKNOWN_ERROR);
             }
         } else {