# include "relphot.h"

# define DEBUG 1

# define TIMESTAMP(TIME) \
    gettimeofday (&stop, (void *) NULL);	\
    dtime = DTIME (stop, start);		\
    TIME += dtime;				\
    gettimeofday (&start, (void *) NULL);

void reload_catalogs (SkyList *skylist, FlatCorrectionTable *flatcorr, int hostID, char *hostpath) {

  int i;
  int status;
  struct stat filestat;
  Catalog catalog;

  struct timeval start, stop;
  double dtime = 0.0;
  double time1 = 0.0;
  double time2 = 0.0;
  double time3a = 0.0;
  double time3b = 0.0;
  double time4 = 0.0;
  double time5 = 0.0;
  double time6 = 0.0;
  double time7 = 0.0;

  // XXX need to decide how to determine PARALLEL mode...
  if (PARALLEL && !hostID) {
    reload_catalogs_parallel (skylist);
    return;
  }

  if (VERBOSE) fprintf (stderr, "re-loading catalog data\n");

  /* load data from each region file */
  for (i = 0; i < skylist[0].Nregions; i++) {

    // does this host ID match the desired location for the table?
    if (!HostTableTestHost(skylist[0].regions[i], hostID)) continue;

    gettimeofday (&start, (void *) NULL);

    // set up the basic catalog info
    char hostfile[1024];
    snprintf (hostfile, 1024, "%s/%s.cpt", hostpath, skylist[0].regions[i]->name);
    catalog.filename = hostID ? hostfile : skylist[0].filename[i];

    // only update existing db tables
    status = stat (catalog.filename, &filestat);
    if ((status == -1) && (errno == ENOENT)) {
      if (VERBOSE) fprintf (stderr, "no file %s, skipping\n", catalog.filename);
      continue;
    }
    TIMESTAMP(time1);

    catalog.catformat = dvo_catalog_catformat (CATFORMAT);    // set the default catformat from config data
    catalog.catmode   = dvo_catalog_catmode (CATMODE);        // set the default catmode from config data
    catalog.catflags  = LOAD_AVES | LOAD_MEAS | LOAD_MISS | LOAD_SECF;
    catalog.Nsecfilt  = GetPhotcodeNsecfilt ();               // set the desired number in case we need to create the catalog

    if (!dvo_catalog_open (&catalog, skylist[0].regions[i], VERBOSE, "w")) {
      fprintf (stderr, "ERROR: failure reading catalog %s\n", catalog.filename);
      exit (1);
    }
    if (VERBOSE && (catalog.Naves_disk == 0)) {
	fprintf (stderr, "no data in %s, skipping\n", catalog.filename);
	dvo_catalog_unlock (&catalog);
	dvo_catalog_free (&catalog);
	continue;
    }
    TIMESTAMP(time2);

    populate_tiny_values(&catalog, DVO_TV_MEASURE | DVO_TV_AVERAGE);
    TIMESTAMP(time3a);

    // XXX need to worry about the image subset data
    initImageBins  (&catalog, 1, FALSE);
    initMosaicBins (&catalog, 1, FALSE);
    initGridBins   (&catalog, 1); 
    TIMESTAMP(time3b);

    findImages (&catalog, 1, FALSE);
    findMosaics (&catalog, 1, FALSE);
    TIMESTAMP(time4);

    initMrel (&catalog, 1);
    setMrelFinal (&catalog, flatcorr, FALSE);
    TIMESTAMP(time5);

    // modify the output format as desired (ignore current format on disk)
    if (UPDATE_CATFORMAT) {
      catalog.catformat = dvo_catalog_catformat (UPDATE_CATFORMAT);
    }

    struct timeval now;
    gettimeofday (&now, (void *) NULL);
    char *moddate = ohana_sec_to_date (now.tv_sec);
    gfits_modify (&catalog.header, "RELPHOT", "%s", 1, moddate);      
    free (moddate);

    dvo_catalog_save (&catalog, VERBOSE); 
    dvo_catalog_unlock (&catalog);

    free_tiny_values(&catalog);
    dvo_catalog_free (&catalog);
    TIMESTAMP(time6);

    freeImageBins (1, FALSE);
    freeMosaicBins (1, FALSE);
    freeGridBins (1);
    TIMESTAMP(time7);

    if (hostID) {
      client_logger_message ("updated catalog file %s\n", catalog.filename);
    }
  }

  fprintf (stderr, "time step 1  %10.3f sec : find catalog\n", time1);
  fprintf (stderr, "time step 2  %10.3f sec : load catalog\n", time2);
  fprintf (stderr, "time step 3  %10.3f sec : make tiny values\n", time3a);
  fprintf (stderr, "time step 4  %10.3f sec : init imbins\n",  time3b);
  fprintf (stderr, "time step 5  %10.3f sec : find images\n",  time4);
  fprintf (stderr, "time step 6  %10.3f sec : set Mrel\n",     time5);
  fprintf (stderr, "time step 7  %10.3f sec : save catalog\n", time6);
  fprintf (stderr, "time step 8  %10.3f sec : free catalog\n", time7);
}

int reload_catalog_parallel_group (HostTableGroup *group, SkyList *sky, char *imageFile);

// XXX Image to Image Subset
int reload_catalogs_parallel (SkyList *sky) {

  // name of image subset file:
  char imageFile[512];
  snprintf (imageFile, 512, "%s/Images.subset.dat", CATDIR);

  // the ApplyOffsets option re-uses an existing Images.subset.dat file
  if (!ApplyOffsets) {
    off_t Nimage;
    ImageSubset *image = getimages_subset (&Nimage);
    if (!ImageSubsetSave (imageFile, image, Nimage)) {
      fprintf (stderr, "failed to write image subset\n");
      exit (1);
    }
    free (image);
  } else {
    // load the current sky table (layout of all SkyRegions) 
    SkyTable *skytable = SkyTableLoadOptimal (CATDIR, SKY_TABLE, GSCFILE, TRUE, SKY_DEPTH, VERBOSE);
    // XXX kind of hackish...
    ALLOCATE (sky, SkyList, 1);
    strcpy (sky->hosts, skytable->hosts);
  }

  // now launch the relphot_client jobs to the parallel hosts

  // load the list of hosts
  HostTable *table = HostTableLoad (CATDIR, sky->hosts);
  if (!table) {
    fprintf (stderr, "ERROR: problem with parallel host table\n");
    exit (2);
  }

  if (BOUNDARY_TREE) {
    char *tmppath = abspath(BOUNDARY_TREE, DVO_MAX_PATH);
    free (BOUNDARY_TREE);
    BOUNDARY_TREE = tmppath;
  }

  int Ngroups;
  HostTableGroup *groups = HostTableGroups (table, &Ngroups);
  // split the table into Ngroups, each with a unique set of machines (this avoids overloading the remote host machines)

  int i;
  for (i = 0; i < Ngroups; i++) {
    // update only a group of unique machines at a time
    reload_catalog_parallel_group (&groups[i], sky, imageFile);
  }
  return TRUE;
}

int reload_catalog_parallel_group (HostTableGroup *group, SkyList *sky, char *imageFile) {

  int i, j;
  for (i = 0; i < group->Nhosts; i++) {

    if (sky->Nregions < group->Nhosts) {
      // do any of the regions want this host?
      int wantThisHost = FALSE;
      for (j = 0; j < sky->Nregions; j++) {
	if (HostTableTestHost (sky->regions[j], group->hosts[i][0].hostID)) {
	  wantThisHost = TRUE;
	  break;
	}
      }
      if (!wantThisHost) {
	// fprintf (stderr, "skip host %s\n", group->hosts[i][0].hostname);
	continue;
      }
    }

    // ensure that the paths are absolute path names
    char *tmppath = abspath (group->hosts[i][0].pathname, DVO_MAX_PATH);
    free (group->hosts[i][0].pathname);
    group->hosts[i][0].pathname = tmppath;

    char command[1024];
    snprintf (command, 1024, "relphot_client %s -update-catalogs %s -hostID %d -D CATDIR %s -hostdir %s -region %f %f %f %f -statmode %s -D CAMERA %s -D STAR_TOOFEW %d -minerror %f", 
	      PhotcodeList, imageFile, group->hosts[i][0].hostID, CATDIR, group->hosts[i][0].pathname, UserPatch.Rmin, UserPatch.Rmax, UserPatch.Dmin, UserPatch.Dmax, STATMODE, CAMERA, STAR_TOOFEW, MIN_ERROR);

    // options & configs which affect relphot_client -update-catalogs
    // VERBOSE, VERBOSE2
    // RESET
    // RESET_ZEROPTS
    // TimeSelect
    // AreaSelect
    // STATMODE
    // STAR_TOOFEW
    // MIN_ERROR
    
    char tmpline[1024];
    if (VERBOSE)          { snprintf (tmpline, 1024, "%s -v",           	command);                    			  strcpy (command, tmpline); }
    if (VERBOSE2)         { snprintf (tmpline, 1024, "%s -vv",          	command); 		     			  strcpy (command, tmpline); }
    if (RESET)            { snprintf (tmpline, 1024, "%s -reset",       	command); 		     			  strcpy (command, tmpline); }
    if (RESET_ZEROPTS)    { snprintf (tmpline, 1024, "%s -reset-zpts",       	command); 		     			  strcpy (command, tmpline); }
    if (UPDATE)           { snprintf (tmpline, 1024, "%s -update",       	command); 		     			  strcpy (command, tmpline); }
    if (!KEEP_UBERCAL)    { snprintf (tmpline, 1024, "%s -reset-ubercal",	command); 		                          strcpy (command, tmpline); }
    if (UPDATE_CATFORMAT) { snprintf (tmpline, 1024, "%s -update-catformat %s", command, UPDATE_CATFORMAT); 		          strcpy (command, tmpline); }
    if (BOUNDARY_TREE)    { snprintf (tmpline, 1024, "%s -boundary-tree %s",    command, BOUNDARY_TREE); 		          strcpy (command, tmpline); }
    if (SET_MREL_VERSION != 1) { snprintf (tmpline, 1024, "%s -set-mrel-version %d", command, SET_MREL_VERSION);                  strcpy (command, tmpline); }
    if (AreaSelect)       { snprintf (tmpline, 1024, "%s -area %f %f %f %f",    command, AreaXmin, AreaXmax, AreaYmin, AreaYmax); strcpy (command, tmpline); }
    if (TimeSelect) { 
      char *tstart = ohana_sec_to_date (TSTART);
      char *tstop  = ohana_sec_to_date (TSTOP);
      snprintf (tmpline, 1024, "%s -time %s %s", command, tstart, tstop); 
      free (tstart);
      free (tstop);
      strcpy (command, tmpline); 
    }

    fprintf (stderr, "command: %s\n", command);

    if (PARALLEL_MANUAL) continue;

    if (PARALLEL_SERIAL) {
      int status = system (command);
      if (status) {
	fprintf (stderr, "ERROR running relphot_client\n");
	exit (2);
      }
    } else {
      // launch the job on the remote machine (no handshake)
      int errorInfo = 0;
      int pid = rconnect ("ssh", group->hosts[i][0].hostname, command, group->hosts[i][0].stdio, &errorInfo, FALSE);
      if (!pid) {
	if (DEBUG) fprintf (stderr, "failure to start %s (error %d)\n", group->hosts[i][0].hostname, errorInfo);
	exit (1);
      }
      group->hosts[i][0].pid = pid; // save for future reference
    }
  }

  if (PARALLEL_MANUAL) {
    fprintf (stderr, "run the relphot_client commands above.  when these are done, hit return\n");
    getchar();
  } 
  if (!PARALLEL_MANUAL && !PARALLEL_SERIAL) {
    int status = HostTableGroupWaitJobsGetIO (group, __FILE__, __LINE__, VERBOSE);
    if (!status) {
      fprintf (stderr, "at least one remote client job failed to load data, exiting\n");
      exit (3);
    }
  }
  return (TRUE);
}      
