Changeset 31810

Timestamp:

Jul 1, 2011, 9:01:00 AM (15 years ago)

Author:

rhenders

Message:

now creating XML doc for config and passing to super-constructor; implemented and using printMe() methid to dump status of program prior to batch creation; DVO label now taken from config file prior to query from GPC1 to get cam_ids; removing of useFullTables and testMode variables as these are now in config and handled by superclass; when in test mode, a regex ensures on extension XY33.psf is read; new fields populated: kron, kronErr, bias, biasScat, analsisVer (taken from config)

File:

• trunk/ippToPsps/jython/detectionbatch.py (modified) (13 diffs)

trunk/ippToPsps/jython/detectionbatch.py

@@ -7 +7 @@
 from java.sql import *
 
+from xml.etree.ElementTree import ElementTree, Element, tostring
+
 from batch import Batch
 from gpc1db import Gpc1Db
@@ -24 +26 @@
     def __init__(self, 
                  logger,
+                 configDoc,
                  gpc1Db,
                  ippToPspsDb,
-                 scratchDb,
                  camID, 
-                 inputFile, 
-                 test=False, 
-                 useFullTables=False):
+                 inputFile):
 
        super(DetectionBatch, self).__init__(
                logger,
+               configDoc,
                gpc1Db,
                ippToPspsDb,
-               scratchDb,
                camID,
                "detection", 
                inputFile, 
-               "MD04", # TODO
-               #"3PI") # TODO
-               useFullTables)
+               #"MD04") # TODO
+               "3PI")
 
        if not self.everythingOK: return
-
-       # meta data to the log
-       self.logger.info("New Detection Batch:")
-       self.logger.info("Cam ID:             %d" % self.id)
-       self.logger.info("file:               %s" % inputFile)
-       self.logger.info("Exp ID:             %d" % self.expID)
-       self.logger.info("Exp name:           %s" % self.expName)
-       self.logger.info("Distribution group: %s" % self.distGroup)
 
        # create an output filename, which is {expID}.FITS
@@ -59 +50 @@
 
        # if test mode
-       if test:
+       if self.testMode:
            self.startX = 3
            self.endX = 4
@@ -79 +70 @@
        # set up some defauts
        self.calibModNum = 0
-       self.dataRelease = 0
 
        self.totalNumPhotoRef = 0
@@ -88 +78 @@
        # insert what we know about this stack batch into the stack table
        self.ippToPspsDb.insertDetectionMeta(self.batchID, self.expID, self.filter)
+
+    '''
+    Prints metadata to the log
+    '''
+    def printMe(self):
+
+        super(DetectionBatch, self).printMe()
+
+        self.logger.info("Cam ID:                 %d" % self.id)
+        self.logger.info("Exp ID:                 %d" % self.expID)
+        self.logger.info("Exp name:               %s" % self.expName)
+        self.logger.info("Distribution group:     %s" % self.distGroup)
+
 
 
@@ -145 +148 @@
         ,1  \
         ,1  \
-        ,' ' \
+        ,'" + str(self.analysisVer) + "' \
         ,' ' \
         ,' ' \
@@ -207 +210 @@
                frameID \
                ,ccdID \
+               ,bias \
+               ,biasScat \
                ,sky \
                ,skyScat \
@@ -267 +272 @@
                " + str(self.expID) + " \
                ," + ota[2:4] + " \
+               ," + str(self.bias) + " \
+               ," + str(self.biasScat) + " \
                ," + self.safeDictionaryAccess(header, 'MSKY_MN') + " \
                ," + self.safeDictionaryAccess(header, 'MSKY_SIG') + " \
@@ -364 +371 @@
                ,momentYY \
                ,apMag \
+               ,kronFlux \
+               ,kronFluxErr \
                ,infoFlag \
                ,sky \
@@ -386 +395 @@
                ,MOMENTS_YY \
                ,AP_MAG \
+               ,KRON_FLUX \
+               ,KRON_FLUX_ERR \
                ,FLAGS\
                ,SKY \
@@ -645 +656 @@
         self.expName = meta[1];
         self.distGroup = meta[2];
-
-        return self.ippToPspsDb.alreadyProcessed("detection", "exp_id", self.expID)
+        self.analysisVer = meta[3];
+        self.bias = meta[4];
+        self.biasScat = meta[5];
+
+        if not self.analysisVer: self.analysisVer = -999
+
+        #return self.ippToPspsDb.alreadyProcessed("detection", "exp_id", self.expID)
+        return 0
 
 
@@ -664 +681 @@
     '''
     def importIppTables(self, filter=""):
-       return super(DetectionBatch, self).importIppTables(".*.psf")
+
+       if self.testMode: regex = "XY33.psf"
+       else : regex = ".*.psf"
+
+       return super(DetectionBatch, self).importIppTables(regex)
 
 
@@ -674 +695 @@
 
 
-# TODO put in config
-useFullTables=True
-testMode=False
-
 logging.config.fileConfig("logging.conf")
-logger = logging.getLogger("detectionbatch")
+logger = logging.getLogger("ippToPspsLog")
 logger.setLevel(logging.INFO)
 logger.info("Starting")
 
+configDoc = ElementTree(file="config.xml")
+dvoGpc1Label = configDoc.find("dvo/gpc1Label").text
+
 gpc1Db = Gpc1Db(logger)
 ippToPspsDb = IppToPspsDb(logger)
-scratchDb = ScratchDb(logger, useFullTables)
-
-camIDs = gpc1Db.getIDsInThisDVODbForThisStage("MD04.V2", "cam")
-logger.info("Found %d exposures" % len(camIDs))
-
-i = 0
-for camID in camIDs:
-
-    #if camID < 43764: continue # TODO 
-
-    file = gpc1Db.getCameraStageSmf(camID)
+
+ids = gpc1Db.getIDsInThisDVODbForThisStage(dvoGpc1Label, "cam")
+for id in ids:
+
+    if not int(configDoc.find("options/force").text) and ippToPspsDb.alreadyProcessed(id): continue
+
+    file = gpc1Db.getCameraStageSmf(id)
 
     detectionBatch = DetectionBatch(logger,
+                                    configDoc,
                                     gpc1Db,
                                     ippToPspsDb,
-                                    scratchDb,
-                                    camID, 
-                                    file, 
-                                    testMode, 
-                                    useFullTables)
+                                    id, 
+                                    file)
+    detectionBatch.printMe()
     detectionBatch.run()