Changeset 31972

Timestamp:

Aug 2, 2011, 1:52:50 PM (15 years ago)

Author:

rhenders

Message:

added abilty to reset DVO tables; added checks to make absolutely sure the user wishes to do this; added detailed comment regarding DVO detection duplicates

File:

• trunk/ippToPsps/jython/dvoToMySQL.py (modified) (7 diffs)

trunk/ippToPsps/jython/dvoToMySQL.py

@@ -27 +27 @@
 
     '''
-    def __init__(self, logger):
+    def __init__(self, logger, RESETTABLES):
 
         # set up logging
@@ -49 +49 @@
 
         # create DVO tables
-        #self.scratchDb.createDvoTables()
+        if RESETTABLES: self.scratchDb.resetDvoToMysqlTables()
 
         # import Images.dat table
@@ -102 +102 @@
                         file + ".cpm", 
                         "IMAGE_ID DET_ID OBJ_ID CAT_ID EXT_ID DB_FLAGS")
+                self.scratchDb.createIndex(cpmTableName, "IMAGE_ID")
                 self.scratchDb.createIndex(cpmTableName, "CAT_ID")
                 self.scratchDb.createIndex(cpmTableName, "OBJ_ID")
@@ -110 +111 @@
                         file + ".cpt", 
                         "OBJ_ID CAT_ID EXT_ID")
+                self.scratchDb.createIndex(cptTableName, "IMAGE_ID")
                 self.scratchDb.createIndex(cptTableName, "CAT_ID")
                 self.scratchDb.createIndex(cptTableName, "OBJ_ID")
@@ -132 +134 @@
                 self.scratchDb.execute(sql)
 
+                # NB we use an INSERT IGNORE here. This is because of a known issue where multiple DVO cpm
+                # files can include the same detection, with the same IMAGE_ID/DET_ID pairing, but different
+                # PSPS object IDs assigned in the corresponding cpt file. This is believed to be a chip-boundary 
+                # issue within DVO. So, for now, we take the first IMAGE_ID/DET_ID detection we find, and ignore the rest
                 self.logger.infoPair("Populating", self.dvoDetectionTable)
                 sql = "INSERT IGNORE INTO dvoDetectionFull (\
@@ -150 +156 @@
                        ,DB_FLAGS \
                        FROM " + cpmTableName
-                self.scratchDb.execute(sql)
+                try:
+                    self.scratchDb.execute(sql)
+                except:
+                    self.logger.error("FAILED: " + sql)
+                    return 
 
                 # now drop what we don't need
@@ -213 +223 @@
 logger.setLevel(logging.INFO)
 
-
-dvoToMySql = DvoToMySql(logger)
+RESETTABLES = 0
+
+if len(sys.argv) > 1 and sys.argv[1] == "reset": 
+    response = raw_input("* Are you ABSOLUTELY sure you want to recreate the DVO tables (y/n)? ")
+    if response == "y": RESETTABLES = 1
+
+dvoToMySql = DvoToMySql(logger, RESETTABLES)
 
 logger.infoPair("Program...", "complete")