Changeset 17071

Timestamp:

Mar 20, 2008, 10:46:31 AM (18 years ago)

Author:

Paul Price

Message:

Reject high and low.

File:

• trunk/psLib/src/math/psPolynomialMD.c (modified) (2 diffs)

trunk/psLib/src/math/psPolynomialMD.c

@@ -398 +398 @@
             rms += PS_SQR(diff);
         }
-        rms = sqrt(rms) / numGood;
+        rms = sqrt(rms) / (double)numGood;
 
         // Reject
@@ -406 +406 @@
                 continue;
             }
-            if (deviations->data.F32[i] > limit) {
+            if (fabs(deviations->data.F32[i]) > limit) {
                 ownMask->data.U8[i] = 0xff;
                 numClipped++;