Changeset 25870 for branches/eam_branches/20090820/ippScripts/scripts/ipp_cleanup.pl

Timestamp:

Oct 18, 2009, 10:23:28 AM (17 years ago)

Author:

eugene

Message:

updated vysos branch from trunk

Location:

branches/eam_branches/20090820

Files:

• . (modified) (1 prop)
• ippScripts/scripts/ipp_cleanup.pl (modified) (21 diffs)

branches/eam_branches/20090820/ippScripts/scripts/ipp_cleanup.pl

@@ -91 +91 @@
 
     # if there are no chipProcessedImfiles (@$stdout_buf == 0), the reset the state to 'new'
+    # XXX Why? This could just mean there's nothing to cleanup, or that we're trying to rerun an errored run.
     if (@$stdout_buf == 0)  {
-        my $command = "$chiptool -chip_id $stage_id -updaterun -set_state new";
+        my $command = "$chiptool -chip_id $stage_id -updaterun -set_state $error_state";
         $command .= " -dbname $dbname" if defined $dbname;
 
@@ -123 +124 @@
             my $config_file = $ipprc->filename("PPIMAGE.CONFIG", $path_base, $class_id);
 
-#            if (!$config_file or ! -e $config_file) {
             unless ($ipprc->file_exists($config_file)) {
                 print STDERR "skipping cleanup for chipRun $stage_id $class_id "
@@ -187 +187 @@
                 &my_die("Unable to perform chiptool: $error_code", "chip", $stage_id, $error_code);
             }
+
+            # Tell magicdstool that we've cleaned up this data, so it needs to do the same if it needs to do the same.
+            my $magicdstool = can_run('magicdstool') or die "Can't find magicdstool";
+            $command = "$magicdstool -dbname gpc1  -stage $stage -stage_id $stage_id -updaterun -set_state goto_cleaned";
+            ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+                run(command => $command, verbose => $verbose);
+            unless ($success) {
+                $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+                &my_die("Unable to perform magicdstool: $error_code", "$stage", $stage_id, $error_code);
+            }
+
         } else {
 
@@ -199 +210 @@
                 &my_die("Unable to perform chiptool: $error_code", "chip", $stage_id, $error_code);
             }
+            
+            # We want to flag the run as well, to avoid attempting to reprocess the same data over and over again.
+            $command = "$chiptool -chip_id $stage_id -updaterun -set_state $error_state";
+            $command .= " -dbname $dbname" if defined $dbname;
+
+            ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+                run(command => $command, verbose => $verbose);
+            unless ($success) {
+                $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+                &my_die("Unable to perform chiptool: $error_code", "chip", $stage_id, $error_code);
+            }
+
         }
     }
@@ -283 +306 @@
             &my_die("Unable to perform camtool: $error_code", "camera", $stage_id, $error_code);
         }
+
+        # Tell magicdstool that we've cleaned up this data, so it needs to do the same if it needs to do the same.
+        my $magicdstool = can_run('magicdstool') or die "Can't find magicdstool";
+        $command = "$magicdstool -dbname gpc1 -stage $stage -stage_id $stage_id -updaterun -set_state goto_cleaned";
+        ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+            run(command => $command, verbose => $verbose);
+        unless ($success) {
+            $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+            &my_die("Unable to perform magicdstool: $error_code", "$stage", $stage_id, $error_code);
+        }
+
     } else {
         # since 'camera' has only a single imfile, we can just update the run
@@ -296 +330 @@
         exit $PS_EXIT_UNKNOWN_ERROR;
     }
+
+
     exit 0;
 }
@@ -314 +350 @@
         $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
         &my_die("Unable to perform warptool: $error_code", "warp", $stage_id, $error_code);
+    }
+    
+    if (@$stdout_buf == 0) {
+        # No skycells were found for some reason.
+        # Not technically an "error," but a "you told me to do X, and I can't. Please fix this yourself."
+        my $command = "$warptool -updaterun -warp_id $stage_id -set_state $error_state";
+        $command .= " -dbname $dbname" if defined $dbname;
+        
+        my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+            run(command => $command, verbose => $verbose);
+        unless ($success) {
+            $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+            &my_die("Unable to perform warptool: $error_code", "warp", $stage_id, $error_code);
+        }
+        
+        exit(0);
     }
     my $metadata = $mdcParser->parse(join "", @$stdout_buf) or
@@ -389 +441 @@
                 &my_die("Unable to perform warptool: $error_code", "warp", $stage_id, $error_code);
             }
+
+            # Tell magicdstool that we've cleaned up this data, so it needs to do the same if it needs to do the same.
+            my $magicdstool = can_run('magicdstool') or die "Can't find magicdstool";
+            $command = "$magicdstool -dbname gpc1 -stage $stage -stage_id $stage_id -updaterun -set_state goto_cleaned";
+            ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+                run(command => $command, verbose => $verbose);
+            unless ($success) {
+                $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+                &my_die("Unable to perform magicdstool: $error_code", "$stage", $stage_id, $error_code);
+            }
+
          } else {
             my $command = "$warptool -updateskyfile -warp_id $stage_id -skycell_id $skycell_id -set_state $error_state";
@@ -399 +462 @@
                 &my_die("Unable to perform warptool: $error_code", "warp", $stage_id, $error_code);
             }
-            exit $PS_EXIT_UNKNOWN_ERROR;
+
+            #            exit $PS_EXIT_UNKNOWN_ERROR;
         }
     }
@@ -407 +471 @@
 ### added for cleanup, based on warp stage entry
 if ($stage eq 'stack') {
-    
     die "--stage_id required for stage stack\n" if !$stage_id;
-
     # this stage uses 'stacktool'
     my $stacktool = can_run('stacktool') or die "Can't find stacktool";
@@ -422 +484 @@
         &my_die("Unable to perform stacktool: $error_code", "stack", $stage_id, $error_code);
     }
+
+    if (@$stdout_buf == 0) {
+        # No skycells were found for some reason.
+        # Not technically an "error," but a "you told me to do X, and I can't. Please fix this yourself."
+        my $command = "$stacktool -updaterun -stack_id $stage_id -set_state $error_state";
+        $command .= " -dbname $dbname" if defined $dbname;
+        
+        my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+            run(command => $command, verbose => $verbose);
+        unless ($success) {
+            $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+            &my_die("Unable to perform stacktool: $error_code", "stack", $stage_id, $error_code);
+        }
+        
+        exit(0);
+    }
+
     my $metadata = $mdcParser->parse(join "", @{ $stdout_buf }) or 
         &my_die("Unable to parse metadata config doc", "stack", $stage_id, $PS_EXIT_PROG_ERROR);
@@ -434 +513 @@
 
         my $status = 1;
-        if ($mode eq "goto_cleaned") {
-            my $config_file = $ipprc->filename("PPSTACK.CONFIG", $path_base, $skycell_id);
-
-            unless ($ipprc->file_exists($config_file)) {
-                print STDERR "skipping cleanup for stackRun $stage_id $skycell_id" .
-                    " because config file is missing\n";
-                $status = 0;
-            }
-        }
-        elsif ($mode eq "goto_scrubbed") {
-            my $config_file = $ipprc->filename("PPSTACK.CONFIG", $path_base, $skycell_id);
-
-            if ($ipprc->file_exists($config_file)) {
-                print STDERR "skipping scrubbed for stackRun $stage_id $skycell_id" .
-                    " because config file is present\n";
-                $status = 0;
-            }
-        }
+        if ((!exists($skyfile->{path_base}))||
+            (!defined($path_base))) {
+            $status = 0;
+        }
+        if ($status) {
+            if ($mode eq "goto_cleaned") {
+                my $config_file = $ipprc->filename("PPSTACK.CONFIG", $path_base, $skycell_id);
+                
+                unless ($ipprc->file_exists($config_file)) {
+                    print STDERR "skipping cleanup for stackRun $stage_id $skycell_id" .
+                        " because config file is missing\n";
+                    $status = 0;
+                }
+            }
+            elsif ($mode eq "goto_scrubbed") {
+                my $config_file = $ipprc->filename("PPSTACK.CONFIG", $path_base, $skycell_id);
+                
+                if ($ipprc->file_exists($config_file)) {
+                    print STDERR "skipping scrubbed for stackRun $stage_id $skycell_id" .
+                        " because config file is present\n";
+                    $status = 0;
+                }
+            }
+        }
+
         if ($status) {
             my @files = ();
@@ -475 +561 @@
             my $command = "$stacktool -stack_id $stage_id";
             if ($mode eq "goto_purged") {
-                $command .= " -updaterun -state purged";
+                $command .= " -updaterun -set_state purged";
             } 
             elsif ($mode eq "goto_cleaned") {
-                $command .= " -updaterun -state cleaned";
+                $command .= " -updaterun -set_state cleaned";
             }
             elsif ($mode eq "goto_scrubbed") {
-                $command .= " -updaterun -state scrubbed";
+                $command .= " -updaterun -set_state scrubbed";
             }
             $command .= " -dbname $dbname" if defined $dbname;
@@ -491 +577 @@
                 &my_die("Unable to perform stacktool: $error_code", "stack", $stage_id, $error_code);
             }
+
+            # Tell magicdstool that we've cleaned up this data, so it needs to do the same if it needs to do the same.
+            my $magicdstool = can_run('magicdstool') or die "Can't find magicdstool";
+            $command = "$magicdstool -dbname gpc1  -stage $stage -stage_id $stage_id -updaterun -set_state goto_cleaned";
+            ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+                run(command => $command, verbose => $verbose);
+            unless ($success) {
+                $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+                &my_die("Unable to perform magicdstool: $error_code", "$stage", $stage_id, $error_code);
+            }
+
         } else {
-            my $command = "$stacktool -updaterun  -stack_id $stage_id -state $error_state";
+            my $command = "$stacktool -updaterun  -stack_id $stage_id -set_state $error_state";
             $command .= " -dbname $dbname" if defined $dbname;
             
@@ -501 +598 @@
                 &my_die("Unable to perform stacktool: $error_code", "stack", $stage_id, $error_code);
             }
-            exit $PS_EXIT_UNKNOWN_ERROR;
+#           exit $PS_EXIT_UNKNOWN_ERROR;
         }
     }
@@ -523 +620 @@
         &my_die("Unable to perform difftool: $error_code", "diff", $stage_id, $error_code);
     }
+
+    if (@$stdout_buf == 0) {
+        # No skycells were found for some reason.
+        # Not technically an "error," but a "you told me to do X, and I can't. Please fix this yourself."
+        my $command = "$difftool -updaterun -diff_id $stage_id -set_state $error_state";
+        $command .= " -dbname $dbname" if defined $dbname;
+        
+        my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+            run(command => $command, verbose => $verbose);
+        unless ($success) {
+            $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+            &my_die("Unable to perform difftool: $error_code", "diff", $stage_id, $error_code);
+        }
+        
+        exit(0);
+    }
+
     my $metadata = $mdcParser->parse(join "", @{ $stdout_buf }) or 
         &my_die("Unable to parse metadata config doc", "diff", $stage_id, $PS_EXIT_PROG_ERROR);
@@ -535 +649 @@
 
         my $status = 1;
-        if ($mode eq "goto_cleaned") {
-            my $config_file = $ipprc->filename("PPSUB.CONFIG", $path_base, $skycell_id);
-
-            unless ($ipprc->file_exists($config_file)) {
-                print STDERR "skipping cleanup for diffRun $stage_id $skycell_id" .
-                    " because config file ($config_file) is missing\n";
-                $status = 0;
-            }
-        }
-        elsif ($mode eq "goto_scrubbed") {
-            my $config_file = $ipprc->filename("PPSUB.CONFIG", $path_base, $skycell_id);
-
-            if ($ipprc->file_exists($config_file)) {
-                print STDERR "skipping scrubbed for diffRun $stage_id $skycell_id" .
-                    " because config file ($config_file) is present\n";
-                $status = 0;
+        if ((!exists($skyfile->{path_base}))||
+            (!defined($path_base))) {
+            $status = 0;
+        }
+        if ($status) {
+            
+            if ($mode eq "goto_cleaned") {
+                my $config_file = $ipprc->filename("PPSUB.CONFIG", $path_base, $skycell_id);
+                
+                unless ($ipprc->file_exists($config_file)) {
+                    print STDERR "skipping cleanup for diffRun $stage_id $skycell_id" .
+                        " because config file ($config_file) is missing\n";
+                    $status = 0;
+                }
+            }
+            elsif ($mode eq "goto_scrubbed") {
+                my $config_file = $ipprc->filename("PPSUB.CONFIG", $path_base, $skycell_id);
+                
+                if ($ipprc->file_exists($config_file)) {
+                    print STDERR "skipping scrubbed for diffRun $stage_id $skycell_id" .
+                        " because config file ($config_file) is present\n";
+                    $status = 0;
+                }
             }
         }
@@ -588 +709 @@
 #       print STDERR "MY STATUS: $status\n";
         if ($status) {
-            my $command = "$difftool -diff_id $stage_id";
-
-            if ($mode eq "goto_purged") {
-                $command .= " -updaterun -state purged";
+            my $command = "$difftool -diff_id $stage_id -skycell_id $skycell_id";
+
+            if ($mode eq "goto_purged") {
+                $command .= " -topurgedskyfile";
             }
             elsif ($mode eq "goto_cleaned") {
-                $command .= " -updaterun -state cleaned";
+                $command .= " -tocleanedskyfile";
             }
             elsif ($mode eq "goto_scrubbed") {
-                $command .= " -updaterun -state scrubbed";
+                $command .= " -toscrubbedskyfile";
             }
 
@@ -608 +729 @@
                 &my_die("Unable to perform difftool: $error_code", "diff", $stage_id, $error_code);
             }
+
+            # Tell magicdstool that we've cleaned up this data, so it needs to do the same if it needs to do the same.
+            my $magicdstool = can_run('magicdstool') or die "Can't find magicdstool";
+            $command = "$magicdstool -dbname gpc1 -stage $stage -stage_id $stage_id -updaterun -set_state goto_cleaned";
+            ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) =
+                run(command => $command, verbose => $verbose);
+            unless ($success) {
+                $error_code = (($error_code >> 8) or $PS_EXIT_PROG_ERROR);
+                &my_die("Unable to perform magicdstool: $error_code", "$stage", $stage_id, $error_code);
+            }
+
         } else {
-            my $command = "$difftool -updaterun -diff_id $stage_id -state $error_state";
+            my $command = "$difftool -updaterun -diff_id $stage_id -set_state $error_state";
 
             $command .= " -dbname $dbname" if defined $dbname;
@@ -619 +751 @@
                 &my_die("Unable to perform difftool: $error_code", "diff", $stage_id, $error_code);
             }
-            exit $PS_EXIT_UNKNOWN_ERROR;
+#           exit $PS_EXIT_UNKNOWN_ERROR;
         }
     }
@@ -646 +778 @@
     # if there are no fakeProcessedImfiles (@$stdout_buf == 0), the reset the state to 'new'
     if (@$stdout_buf == 0)  {
-        my $command = "$faketool -fake_id $stage_id -updaterun -set_state new";
+        my $command = "$faketool -fake_id $stage_id -updaterun -set_state $error_state";
         $command .= " -dbname $dbname" if defined $dbname;