Changeset 37796 for branches/eam_branches/ipp-20140904/Ohana/src/dvosplit/src/split_averages.c

Timestamp:

Jan 11, 2015, 1:12:08 PM (12 years ago)

Author:

eugene

Message:

add option to load a full table (needed to manage some measure/average links)

File:

• branches/eam_branches/ipp-20140904/Ohana/src/dvosplit/src/split_averages.c (modified) (4 diffs)

branches/eam_branches/ipp-20140904/Ohana/src/dvosplit/src/split_averages.c

@@ -27 +27 @@
   incatalog[0].catflags = LOAD_AVES | LOAD_SECF;
 
-  if (incatalog[0].catmode == DVO_MODE_SPLIT) {
+  if ((incatalog[0].catmode == DVO_MODE_SPLIT) && !FULL_TABLE) {
     Nblocks = incatalog[0].Naves_disk / NROWS;
     if (incatalog[0].Naves_disk % NROWS) Nblocks ++;
@@ -36 +36 @@
   for (block = 0; block < Nblocks; block++) {
 
-    if (incatalog[0].catmode == DVO_MODE_SPLIT) {
+    if ((incatalog[0].catmode == DVO_MODE_SPLIT) && !FULL_TABLE) {
       // read up to NROWS at a time
       dvo_catalog_load_segment (incatalog, VERBOSE, block*NROWS, NROWS);
       fprintf (stderr, "splitting %s (averages) .. %d of %d\n", incatalog[0].filename, block, Nblocks);
+      assert (block*NROWS == incatalog[0].Naves_off);
     } else {
       dvo_catalog_load (incatalog, VERBOSE);
       fprintf (stderr, "splitting %s (averages)\n", incatalog[0].filename);
     }
-
-    assert (block*NROWS == incatalog[0].Naves_off);
 
     // distribute data to the output catalogs
@@ -54 +53 @@
       inD = incatalog[0].average[ave].D;
 
+      if (incatalog[0].average[ave].Nmeasure == 0) {
+        fprintf (stderr, "WARNING: object with no measurements, skipping %d (%f, %f)\n", averef, inR, inD);
+        continue;
+      }
       // which of the outcatalogs contains this coordinate?
 
@@ -98 +101 @@
 
     // write out the new values
-    for (cat = 0; cat < outlist[0].Nregions; cat++) {
-      outcatalogs[cat].catflags = LOAD_AVES | LOAD_SECF;
+    if (!FULL_TABLE) {
+      for (cat = 0; cat < outlist[0].Nregions; cat++) {
+        outcatalogs[cat].catflags = LOAD_AVES | LOAD_SECF;
 
-      dvo_catalog_save (&outcatalogs[cat], VERBOSE);
-      // fprintf (stderr, "secfilt: %d %d %d %d\n", outcatalogs[cat].Nsecf_mem, outcatalogs[cat].Nsecf_disk, outcatalogs[cat].Nsecf_off, outcatalogs[cat].Naverage, outcatalogs[cat].Nsecfilt);
+        dvo_catalog_save (&outcatalogs[cat], VERBOSE);
+        // fprintf (stderr, "secfilt: %d %d %d %d\n", outcatalogs[cat].Nsecf_mem, outcatalogs[cat].Nsecf_disk, outcatalogs[cat].Nsecf_off, outcatalogs[cat].Naverage, outcatalogs[cat].Nsecfilt);
 
-      // advance the pointers and free the current data
-      // XXX these should be done within save segment:
-      outcatalogs[cat].Naves_disk += outcatalogs[cat].Naverage;
-      outcatalogs[cat].Naves_off  += outcatalogs[cat].Naverage;
-      outcatalogs[cat].Nsecf_disk += outcatalogs[cat].Nsecfilt * outcatalogs[cat].Naverage;
-      outcatalogs[cat].Nsecf_off  += outcatalogs[cat].Nsecfilt * outcatalogs[cat].Naverage;
-      outcatalogs[cat].Nsecfilt    = Nsecfilt;
+        // advance the pointers and free the current data
+        // XXX these should be done within save segment:
+        outcatalogs[cat].Naves_disk += outcatalogs[cat].Naverage;
+        outcatalogs[cat].Naves_off  += outcatalogs[cat].Naverage;
+        outcatalogs[cat].Nsecf_disk += outcatalogs[cat].Nsecfilt * outcatalogs[cat].Naverage;
+        outcatalogs[cat].Nsecf_off  += outcatalogs[cat].Nsecfilt * outcatalogs[cat].Naverage;
+        outcatalogs[cat].Nsecfilt    = Nsecfilt;
 
-      outcatalogs[cat].Naverage    = 0;
-      outcatalogs[cat].Nsecf_mem   = 0;
+        outcatalogs[cat].Naverage    = 0;
+        outcatalogs[cat].Nsecf_mem   = 0;
+      }
     }
   }
 
-  for (cat = 0; cat < outlist[0].Nregions; cat++) {
-    dvo_catalog_free_data (&outcatalogs[cat]);
+  if (!FULL_TABLE) {
+    for (cat = 0; cat < outlist[0].Nregions; cat++) {
+      dvo_catalog_free_data (&outcatalogs[cat]);
+    }
   }