Changeset 20734 for trunk/ippTools/src/magictool.c

Timestamp:

Nov 13, 2008, 2:56:00 PM (17 years ago)

Author:

Paul Price

Message:

Cleaning up magictool -definebyquery so that part1 and part2 queries aren't required (psDBRunQuery takes %s etc). Adding '-available' flag which says 'don't worry if all the diffs didn't make it, just do it with whatever's immediately available.'

File:

• trunk/ippTools/src/magictool.c (modified) (5 diffs)

trunk/ippTools/src/magictool.c

@@ -155 +155 @@
         PXOPT_COPY_F32(config->args, where, "-good_frac", "warpSkyfile.good_frac", ">=");
 
+        psString whereClause = NULL;    // WHERE conditions
         if (psListLength(where->list)) {
-            psString whereClause = psDBGenerateWhereConditionSQL(where, NULL);
-            psStringAppend(&query, " AND %s", whereClause);
+            whereClause = psDBGenerateWhereConditionSQL(where, NULL);
+            psStringPrepend(&whereClause, "\n AND ");
+        }
+        psFree(where);
+
+        if (!p_psDBRunQuery(config->dbh, query, whereClause)) {
+            psError(PS_ERR_UNKNOWN, false, "database error");
             psFree(whereClause);
-        }
-        psFree(where);
-
-        psString groupby = pxDataGet("magictool_definebyquery_temp_insert_groupby.sql");
-        if (!groupby) {
-            psError(PXTOOLS_ERR_DATA, false, "failed to retreive SQL statement");
             psFree(query);
             return false;
         }
-
-        psStringAppend(&query, " %s", groupby);
-        psFree(groupby);
-
-        if (!p_psDBRunQuery(config->dbh, query)) {
-            psError(PS_ERR_UNKNOWN, false, "database error");
-            psFree(query);
-            return false;
-        }
+        psFree(whereClause);
         psFree(query);
     }
@@ -182 +174 @@
     // Get list of exposures ready to magic
     {
-        psString query = pxDataGet("magictool_definebyquery_select_part1.sql");
+        psString query = pxDataGet("magictool_definebyquery_select.sql");
         if (!query) {
             psError(PXTOOLS_ERR_DATA, false, "failed to retreive SQL statement");
@@ -188 +180 @@
         }
 
+        psString whereClause = NULL;    // WHERE conditions
         {
             psMetadata *where = psMetadataAlloc();
@@ -194 +187 @@
 
             if (psListLength(where->list)) {
-                psString whereClause = psDBGenerateWhereConditionSQL(where, NULL);
-                psStringAppend(&query, " AND %s", whereClause);
-                psFree(whereClause);
+                whereClause = psDBGenerateWhereConditionSQL(where, NULL);
+                psStringPrepend(&whereClause, "\n AND ");
             }
             psFree(where);
         }
 
-        psString part2 = pxDataGet("magictool_definebyquery_select_part2.sql");
-        if (!part2) {
-            psError(PXTOOLS_ERR_DATA, false, "failed to retreive SQL statement");
-            return false;
-        }
-
-        psStringAppend(&query, " %s", part2);
-        psFree(part2);
-
-        if (!p_psDBRunQuery(config->dbh, query)) {
+        // Only concern ourselves with exposures that have all diffs completed, unless we're told to only take
+        // what's available.
+        PXOPT_LOOKUP_BOOL(available, config->args, "-available", false);
+        if (!available) {
+            psStringAppend(&query, " AND num_done = num_todo");
+        }
+
+        if (!p_psDBRunQuery(config->dbh, query, whereClause ? whereClause : "")) {
             psError(PS_ERR_UNKNOWN, false, "database error");
+            psFree(whereClause);
             psFree(query);
             return false;
         }
-        psFree(query);
-    }
+        psFree(whereClause);
+        psFree(query);
+    }
+
     psArray *output = p_psDBFetchResult(config->dbh);
     if (!output) {
@@ -236 +229 @@
         return true;
     }
+
+    // Parse the list of exposures ready to magic
 
     if (!psDBTransaction(config->dbh)) {