Changeset 38441 for trunk/Ohana/src/dvosplit
- Timestamp:
- Jun 12, 2015, 6:18:23 PM (11 years ago)
- Location:
- trunk/Ohana
- Files:
-
- 6 edited
-
. (modified) (1 prop)
-
src/dvosplit/src/dvosplit.c (modified) (2 diffs)
-
src/dvosplit/src/open_output_catalogs.c (modified) (1 diff)
-
src/dvosplit/src/split_averages.c (modified) (8 diffs)
-
src/dvosplit/src/split_measures.c (modified) (4 diffs)
-
src/dvosplit/src/split_missings.c (modified) (2 diffs)
Legend:
- Unmodified
- Added
- Removed
-
trunk/Ohana
-
Property svn:mergeinfo
set to
/branches/eam_branches/ohana.20150429 merged eligible
-
Property svn:mergeinfo
set to
-
trunk/Ohana/src/dvosplit/src/dvosplit.c
r37043 r38441 80 80 incatalog.filename = skylist[0].filename[i]; 81 81 incatalog.Nsecfilt = GetPhotcodeNsecfilt (); 82 incatalog.catflags = LOAD_NONE;82 incatalog.catflags = DVO_LOAD_NONE; 83 83 84 84 // an error exit status here is a significant error … … 89 89 90 90 // skip empty input catalogs 91 if (!incatalog.Nave s_disk) {91 if (!incatalog.Naverage_disk) { 92 92 dvo_catalog_unlock (&incatalog); 93 93 dvo_catalog_free (&incatalog); -
trunk/Ohana/src/dvosplit/src/open_output_catalogs.c
r33656 r38441 14 14 outcatalogs[i].filename = outlist[0].filename[i]; 15 15 outcatalogs[i].Nsecfilt = GetPhotcodeNsecfilt (); 16 outcatalogs[i].catflags = LOAD_NONE;16 outcatalogs[i].catflags = DVO_LOAD_NONE; 17 17 outcatalogs[i].catformat = CATFORMAT ? dvo_catalog_catformat (CATFORMAT) : catformat; // set the default catformat from config data 18 18 outcatalogs[i].catmode = CATMODE ? dvo_catalog_catmode (CATMODE) : catmode; // set the default catmode from config data -
trunk/Ohana/src/dvosplit/src/split_averages.c
r37807 r38441 10 10 AveLinks *avelinks; 11 11 12 ALLOCATE (outref, int, incatalog[0].Nave s_disk);13 ALLOCATE (outcat, int, incatalog[0].Nave s_disk);12 ALLOCATE (outref, int, incatalog[0].Naverage_disk); 13 ALLOCATE (outcat, int, incatalog[0].Naverage_disk); 14 14 ALLOCATE (outmem, int, outlist[0].Nregions); 15 15 … … 25 25 26 26 // split out the average & secfilt entries: 27 incatalog[0].catflags = LOAD_AVES | LOAD_SECF;27 incatalog[0].catflags = DVO_LOAD_AVERAGE | DVO_LOAD_SECFILT; 28 28 29 29 if ((incatalog[0].catmode == DVO_MODE_SPLIT) && !FULL_TABLE) { 30 Nblocks = incatalog[0].Nave s_disk / NROWS;31 if (incatalog[0].Nave s_disk % NROWS) Nblocks ++;30 Nblocks = incatalog[0].Naverage_disk / NROWS; 31 if (incatalog[0].Naverage_disk % NROWS) Nblocks ++; 32 32 } else { 33 33 Nblocks = 1; … … 40 40 dvo_catalog_load_segment (incatalog, VERBOSE, block*NROWS, NROWS); 41 41 fprintf (stderr, "splitting %s (averages) .. %d of %d\n", incatalog[0].filename, block, Nblocks); 42 assert (block*NROWS == incatalog[0].Nave s_off);42 assert (block*NROWS == incatalog[0].Naverage_off); 43 43 } else { 44 44 dvo_catalog_load (incatalog, VERBOSE); … … 48 48 // distribute data to the output catalogs 49 49 for (ave = 0; ave < incatalog[0].Naverage; ave++) { 50 averef = ave + incatalog[0].Nave s_off;50 averef = ave + incatalog[0].Naverage_off; 51 51 52 52 inR = incatalog[0].average[ave].R; … … 75 75 76 76 Nout = outcatalogs[Ncat].Naverage; 77 outref[averef] = Nout + outcatalogs[Ncat].Nave s_off;77 outref[averef] = Nout + outcatalogs[Ncat].Naverage_off; 78 78 outcat[averef] = Ncat; 79 79 … … 85 85 for (n = 0; n < Nsecfilt; n++) { 86 86 outcatalogs[Ncat].secfilt[Nout*Nsecfilt + n] = incatalog[0].secfilt[ave*Nsecfilt + n]; 87 outcatalogs[Ncat].Nsecf _mem++;87 outcatalogs[Ncat].Nsecfilt_mem++; 88 88 } 89 89 … … 96 96 dvo_catalog_free_data (incatalog); 97 97 98 // double check the values of Naverage, Nsecf _mem?98 // double check the values of Naverage, Nsecfilt_mem? 99 99 100 100 // XXX for output.catformat == MEF, we probably need to skip this stuff and the free below … … 103 103 if (!FULL_TABLE) { 104 104 for (cat = 0; cat < outlist[0].Nregions; cat++) { 105 outcatalogs[cat].catflags = LOAD_AVES | LOAD_SECF;105 outcatalogs[cat].catflags = DVO_LOAD_AVERAGE | DVO_LOAD_SECFILT; 106 106 107 107 dvo_catalog_save (&outcatalogs[cat], VERBOSE); 108 // fprintf (stderr, "secfilt: %d %d %d %d\n", outcatalogs[cat].Nsecf _mem, outcatalogs[cat].Nsecf_disk, outcatalogs[cat].Nsecf_off, outcatalogs[cat].Naverage, outcatalogs[cat].Nsecfilt);108 // fprintf (stderr, "secfilt: %d %d %d %d\n", outcatalogs[cat].Nsecfilt_mem, outcatalogs[cat].Nsecfilt_disk, outcatalogs[cat].Nsecfilt_off, outcatalogs[cat].Naverage, outcatalogs[cat].Nsecfilt); 109 109 110 110 // advance the pointers and free the current data 111 111 // XXX these should be done within save segment: 112 outcatalogs[cat].Nave s_disk += outcatalogs[cat].Naverage;113 outcatalogs[cat].Nave s_off += outcatalogs[cat].Naverage;114 outcatalogs[cat].Nsecf _disk += outcatalogs[cat].Nsecfilt * outcatalogs[cat].Naverage;115 outcatalogs[cat].Nsecf _off += outcatalogs[cat].Nsecfilt * outcatalogs[cat].Naverage;112 outcatalogs[cat].Naverage_disk += outcatalogs[cat].Naverage; 113 outcatalogs[cat].Naverage_off += outcatalogs[cat].Naverage; 114 outcatalogs[cat].Nsecfilt_disk += outcatalogs[cat].Nsecfilt * outcatalogs[cat].Naverage; 115 outcatalogs[cat].Nsecfilt_off += outcatalogs[cat].Nsecfilt * outcatalogs[cat].Naverage; 116 116 outcatalogs[cat].Nsecfilt = Nsecfilt; 117 117 118 118 outcatalogs[cat].Naverage = 0; 119 outcatalogs[cat].Nsecf _mem = 0;119 outcatalogs[cat].Nsecfilt_mem = 0; 120 120 } 121 121 } -
trunk/Ohana/src/dvosplit/src/split_measures.c
r37807 r38441 19 19 20 20 // split out the measure entries: 21 incatalog[0].catflags = LOAD_MEAS | LOAD_AVES | LOAD_SECF;21 incatalog[0].catflags = DVO_LOAD_MEASURE | DVO_LOAD_AVERAGE | DVO_LOAD_SECFILT; 22 22 23 23 // if ((incatalog[0].catformat == DVO_FORMAT_ELIXIR) || (incatalog[0].catformat == DVO_FORMAT_LONEOS)) { 24 24 // // for these two formats, we need the average and secfilt values around until we do the measures... 25 25 // // XXX I am loading these 2x -- perhaps I can make the API smarter about reloading? 26 // incatalog[0].catflags |= LOAD_AVES | LOAD_SECF;26 // incatalog[0].catflags |= DVO_LOAD_AVERAGE | DVO_LOAD_SECFILT; 27 27 // } 28 28 29 29 if ((incatalog[0].catmode == DVO_MODE_SPLIT) && !FULL_TABLE) { 30 Nblocks = incatalog[0].Nmeas _disk / NROWS;31 if (incatalog[0].Nmeas _disk % NROWS) Nblocks ++;30 Nblocks = incatalog[0].Nmeasure_disk / NROWS; 31 if (incatalog[0].Nmeasure_disk % NROWS) Nblocks ++; 32 32 } else { 33 33 Nblocks = 1; … … 40 40 dvo_catalog_load_segment (incatalog, VERBOSE, block*NROWS, NROWS); 41 41 fprintf (stderr, "splitting %s (measures) .. %d of %d\n", incatalog[0].filename, block, Nblocks); 42 assert (block*NROWS == incatalog[0].Nmeas _off);42 assert (block*NROWS == incatalog[0].Nmeasure_off); 43 43 } else { 44 44 dvo_catalog_load (incatalog, VERBOSE); … … 72 72 if (!FULL_TABLE) { 73 73 for (cat = 0; cat < outlist[0].Nregions; cat++) { 74 outcatalogs[cat].catflags = LOAD_MEAS;74 outcatalogs[cat].catflags = DVO_LOAD_MEASURE; 75 75 dvo_catalog_save (&outcatalogs[cat], VERBOSE); 76 76 77 outcatalogs[cat].Nmeas _disk += outcatalogs[cat].Nmeasure;78 outcatalogs[cat].Nmeas _off += outcatalogs[cat].Nmeasure;77 outcatalogs[cat].Nmeasure_disk += outcatalogs[cat].Nmeasure; 78 outcatalogs[cat].Nmeasure_off += outcatalogs[cat].Nmeasure; 79 79 outcatalogs[cat].Nmeasure = 0; 80 80 } … … 84 84 if (FULL_TABLE) { 85 85 for (cat = 0; cat < outlist[0].Nregions; cat++) { 86 outcatalogs[cat].catflags = LOAD_AVES | LOAD_SECF | LOAD_MEAS;86 outcatalogs[cat].catflags = DVO_LOAD_AVERAGE | DVO_LOAD_SECFILT | DVO_LOAD_MEASURE; 87 87 dvo_catalog_save (&outcatalogs[cat], VERBOSE); 88 88 } -
trunk/Ohana/src/dvosplit/src/split_missings.c
r15743 r38441 15 15 16 16 // split out the missing entries: 17 incatalog[0].catflags = LOAD_MISS;18 Nblocks = incatalog[0].Nmiss _disk / NROWS;19 if (incatalog[0].Nmiss _disk % NROWS) Nblocks ++;17 incatalog[0].catflags = DVO_LOAD_MISSING; 18 Nblocks = incatalog[0].Nmissing_disk / NROWS; 19 if (incatalog[0].Nmissing_disk % NROWS) Nblocks ++; 20 20 for (block = 0; block < Nblocks; block++) { 21 21 … … 35 35 36 36 for (cat = 0; cat < outlist[0].Nregions; cat++) { 37 outcatalogs[cat].catflags = LOAD_MISS;37 outcatalogs[cat].catflags = DVO_LOAD_MISSING; 38 38 dvo_catalog_save_segment (&outcatalog[cat], VERBOSE); 39 39 40 outcatalog[cat].Nmiss _disk += outcatalog[cat].Nmissing;41 outcatalog[cat].Nmiss _off += outcatalog[cat].Nmissing;40 outcatalog[cat].Nmissing_disk += outcatalog[cat].Nmissing; 41 outcatalog[cat].Nmissing_off += outcatalog[cat].Nmissing; 42 42 outcatalog[cat].Nmissing = 0; 43 43
Note:
See TracChangeset
for help on using the changeset viewer.
