Changeset 32630 for branches/eam_branches/ipp-20110906/ippToPsps/jython/pollOdm.py

Timestamp:

Nov 8, 2011, 2:44:12 PM (15 years ago)

Author:

eugene

Message:

merge changes from trunk

Location:

branches/eam_branches/ipp-20110906

Files:

• . (modified) (1 prop)
• ippToPsps/jython/pollOdm.py (modified) (3 diffs)

branches/eam_branches/ipp-20110906/ippToPsps/jython/pollOdm.py

@@ -6 +6 @@
 import re
 import sys
+import time
 
 import logging.config
@@ -13 +14 @@
 from batch import Batch
 
+'''
+Method to actually poll ODM
+'''
+def poll(batchType):
+  
 
-if len(sys.argv) > 1: CONFIG  = sys.argv[1]
+    lookingForUnloaded = 0
+    lookingForUnmergeworthy = 0
+    lookingForUnmerged = 0
+    lookingForAll = 0
+
+    if TYPE == "unloaded":
+        lookingForUnloaded = 1
+        ids = ippToPspsDb.getUnloadedBatchIDs(EPOCH, DVOLABEL, batchType)
+    elif TYPE == "unmergeworthy":
+        lookingForUnmergeworthy = 1
+        ids = ippToPspsDb.getUnmergeWorthyBatchIDs(EPOCH, DVOLABEL, batchType)
+    elif TYPE == "unmerged":
+        lookingForUnmerged = 1
+        ids = ippToPspsDb.getUnmergedBatchIDs(EPOCH, DVOLABEL, batchType)
+    elif TYPE == "unfinished":
+        lookingForAll = 1
+        ids = ippToPspsDb.getAllUnfinishedBatchIDs(EPOCH, DVOLABEL, batchType)
+
+    logger.infoTitle("Checking %d %s %s batches" % (len(ids), TYPE, batchType))
+
+    results = {}
+    newLoaded = 0
+    newMergeWorthy = 0
+    newMerged = 0
+
+    logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+----------------+")
+    logger.info("|   Batch   | Loaded to ODM  |  Load failed   |  Merge worthy  |     Merged     |   New loaded   |New merge worthy|   New merged   |")
+    logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+----------------+")
+    for id in ids:
+
+        if odm.checkBatch(id, results):
+           ippToPspsDb.updateOdmStatus(id, results)
+
+           if lookingForUnloaded:
+               if results['LOADEDTOODM'] == 1: newLoaded = newLoaded + 1
+               if results['MERGEWORTHY'] == 1: newMergeWorthy = newMergeWorthy + 1
+               if results['MERGED'] == 1: newMerged = newMerged + 1
+
+           elif lookingForUnmergeworthy:
+               if results['MERGEWORTHY'] == 1: newMergeWorthy = newMergeWorthy + 1
+               if results['MERGED'] == 1: newMerged = newMerged + 1
+
+           elif lookingForUnmerged:
+               if results['MERGED'] == 1: newMerged = newMerged + 1
+
+           logger.info("| %9s | %14d | %14d | %14d | %14d | %14d | %14d | %14d |" %
+                   (Batch.getNameFromID(id),
+                    results['LOADEDTOODM'],
+                    results['LOADFAILED'],
+                    results['MERGEWORTHY'],
+                    results['MERGED'],
+                    newLoaded,
+                    newMergeWorthy,
+                    newMerged))
+
+
+        else:
+            logger.info("| %9s | failed to poll ODM                                                                                                   |" % Batch.getNameFromID(id))
+
+    logger.info("+-----------+----------------+----------------+----------------+----------------+----------------+----------------+----------------+")
+
+
+'''
+Program starts here
+'''
+if len(sys.argv) > 3: 
+    CONFIG  = sys.argv[1]
+    BATCHTYPE = sys.argv[2]
+    TYPE = sys.argv[3]
 else:
-    print "\n** Usage: " + sys.argv[0] + " <configPath>\n"
+    print "\n** Usage: " + sys.argv[0] + " <configPath> <P2|ST|all> <unloaded|unmergeworthy|unmerged|unfinished> [hours]\n"
     sys.exit(1)
+
+if len(sys.argv) > 4:  
+    HOURS = float(sys.argv[4]) 
+    SECONDS = HOURS * 60.0 * 60.0
+else: 
+    SECONDS = None
 
 # open config file
@@ -33 +113 @@
 EPOCH = configDoc.find("options/epoch").text
 
-if len(sys.argv) > 2 and sys.argv[2] == "all":
-    ids = ippToPspsDb.getUnfinishedBatchIDs(EPOCH, DVOLABEL)
-else:
-    ids = ippToPspsDb.getBatchIDsUnloadedToODM(EPOCH, DVOLABEL)
+while True:
 
-logger.infoPair("Checking", "%d batches" % len(ids))
+    if BATCHTYPE == "all":
+        poll("P2")
+        poll("ST")
+    else:    
+        poll(BATCHTYPE)
+
+    if SECONDS: 
+        logger.infoPair("Waiting for", "%f hours" % HOURS)
+        time.sleep(SECONDS)
+    else: break
 
 
-results = {}
-
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
-logger.info("|   Batch   | Loaded to ODM  |  Load failed   |  Merge worthy  |     Merged     |")
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
-for id in ids:
-
-   if odm.checkBatch(id, results):
-       ippToPspsDb.updateOdmStatus(id, results)
-       logger.info("| %9s | %14d | %14d | %14d | %14d |" %
-               (Batch.getNameFromID(id),
-                results['LOADEDTOODM'],
-                results['LOADFAILED'],
-                results['MERGEWORTHY'],
-                results['MERGED']))
-   else:
-       logger.info("| %9s | failed to poll ODM                                                |" % Batch.getNameFromID(id))
-
-logger.info("+-----------+----------------+----------------+----------------+----------------+")
-