Changeset 9458

Timestamp:

Oct 10, 2006, 9:16:22 AM (20 years ago)

Author:

eugene

Message:

test values for REJECT_IMFILE_STDEV, REJECT_EXPOSURE_STDEV

Location:

trunk/ippScripts/scripts

Files:

• detrend_reject_exp.pl (modified) (3 diffs)
• detrend_reject_imfile.pl (modified) (2 diffs)

trunk/ippScripts/scripts/detrend_reject_exp.pl

@@ -98 +98 @@
 my $meanStats = Statistics::Descriptive::Sparse->new(); # Statistics calculator
 $meanStats->add_data(@means);
-my $variancestats = Statistics::Descriptive::Sparse->new(); # Statistics calculator
-$variancestats->add_data(@variances);
+my $varianceStats = Statistics::Descriptive::Sparse->new(); # Statistics calculator
+$varianceStats->add_data(@variances);
 my $meanStdevStats = Statistics::Descriptive::Sparse->new(); # Statistics calculator
 $meanStdevStats->add_data(@meanStdevs);
@@ -112 +112 @@
 
 # rejections based on comparison with ensemble statistics
+## these should probably be 3-sigma clipped statistics themselves...
 my $mean = $meanStats->mean();
 my $meanStdev = $meanStats->standard_deviation();
 if (not defined $meanStdev) { $meanStdev = 0; }
 
-my $var = $variances->mean();
-my $varStdev = $variances->standard_deviation();
+my $var = $varianceStats->mean();
+my $varStdev = $varianceStats->standard_deviation();
+
+print "Ensemble mean $mean +/- $meanStdev, stdev " . sqrt($var) . " +/- " . sqrt($varStdev) . "\n\n";
 
 # Go through again to do rejection, and update the database for each exposure
@@ -143 +146 @@
         print "no rejection for exposure mean\n";
     }
-    if (defined REJECT_STDEV->{$det_type} && ($varStdev >0)) {
-        my $nSigma = abs($var[$i] - $var) / $varStdev;
+    if (REJECT_STDEV->{$det_type} && ($varStdev > 0)) {
+        my $nSigma = abs($variances[$i] - $var) / $varStdev;
         if ($nSigma > REJECT_STDEV->{$det_type}) {
             print "Rejecting $expTag based on outlier stdev: " .
-                sqrt($variances[$i]) " is $nSigma vs " . REJECT_STDEV->{$det_type} . "\n";
+                sqrt($variances[$i]) . " is $nSigma vs " . REJECT_STDEV->{$det_type} . "\n";
             $reject = 1;
             goto UPDATE;

trunk/ippScripts/scripts/detrend_reject_imfile.pl

@@ -64 +64 @@
 # This measures how much variation there is in each imfile
 use constant REJECT_IMFILE_STDEV => {
-    'bias' => 0,                # Should be fairly flat; some CRs
+    'bias' => 15,               # Should be fairly flat; some CRs
     'dark' => 0,                # Lots of CRs
     'shutter' => undef,         # Can be significant structure
@@ -82 +82 @@
 # This measures how much variation there is across the imfiles
 use constant REJECT_EXPOSURE_STDEV => {
-    'bias' => 0,                # Should be little variation between chips
+    'bias' => 15,               # Should be little variation between chips
     'dark' => 0,                # Could be some glow on some chips
     'shutter' => undef,         # Can be significant structure